2024-03-16T17:58:47.555 INFO:root:teuthology version: 0.0.1.dev262+ge691533 2024-03-16T17:58:47.555 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_leonidus@teuthology --verbose --archive /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038 --name leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi --description fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/fs/test_o_trunc}} -- /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/orig.config.yaml 2024-03-16T17:58:47.612 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-16T17:58:47.702 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038 branch: wip-lusov-qdb-squid description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/fs/test_o_trunc}} email: null first_in_suite: false job_id: '7602038' kernel: kdb: true sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-lusov-qdb-squid ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd max_mds: 5 session_timeout: 300 standby_replay: true conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds bal fragment size max: 10000 mds bal merge size: 5 mds bal split bits: 3 mds bal split size: 100 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: cephsqlite lock renewal timeout: 900000 debug cephsqlite: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 osd shutdown pgref assert: true osd_max_omap_entries_per_request: 10 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - slow metadata IO - SLOW_OPS - slow request sha1: aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b subvols: create: 2 subvol_options: --namespace-isolated --size 25000000000 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs ceph-fuse: client.0: mount_subvol_num: 0 check-counter: counters: mds: - mds.exported - mds.imported - mds.root_rsnaps - mds_server.req_mksnap_latency.avgcount - mds_server.req_rmsnap_latency.avgcount dry_run: true install: ceph: flavor: default sha1: aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b kclient: client.0: mount_subvol_num: 1 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-lusov-qdb-squid sha1: aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b owner: scheduled_leonidus@teuthology priority: 80 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.x - mds.a - mds.d - mds.g - mds.j - osd.0 - osd.3 - osd.6 - osd.9 - client.0 - - mon.b - mgr.y - mds.b - mds.e - mds.h - mds.k - osd.1 - osd.4 - osd.7 - osd.10 - - mon.c - mgr.z - mds.c - mds.f - mds.i - mds.l - osd.2 - osd.5 - osd.8 - osd.11 seed: 6918 sha1: aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b sleep_before_teardown: 0 subset: 111/10000 suite: fs suite_branch: wip-lusov-qdb-squid suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi017.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBAP+2ufgkanXNIsbD2rlgywdDZ+OHY2SGUGjdFU7SbdCwT6kuTrV6qZXTf92Nkz/cc34WIt525DXdjudKwNksE= smithi149.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF1083Qk1dkBFu6ujJLzc4RtdtQsjZuy9n4qoFCD7lxwpjfY8LGWU5gshsuKWCbaKXgT5TXLsEGNZQ94wWwLLZw= smithi153.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBofL9I0aue4b+szUzJC8XDXA/nhVlzcNFxarFzlR5H20WTDssGyxB+fNMKwtm6L+ywiQBOJbvYVrnofQoyau7U= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - cephadm: roleless: false - cephadm.shell: mon.a: - ceph orch status - ceph orch ps - ceph orch ls - ceph orch host ls - ceph orch device ls - cephadm.shell: mon.a: - ceph fs dump - ceph osd dump - fs.ready: timeout: 300 - ceph-fuse: null - exec: mon.a: - ceph fs set cephfs balance_automate true - check-counter: {} - fwd_scrub: scrub_timeout: 900 sleep_between_iterations: 1 - exec: mon.a: - ceph mgr module enable snap_schedule - ceph config set mgr mgr/snap_schedule/allow_m_granularity true - ceph config set mgr mgr/snap_schedule/dump_on_update true - ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m - ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - date +%s > START_TIME - full_sequential_finally: - exec: mon.a: - date +%s > END_TIME - START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi - ceph fs snap-schedule status --fs=cephfs --path=/ - ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true - workunit: clients: all: - fs/test_o_trunc.sh teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: e691533f9cbb33d85b2187bba20d7102f098636d timestamp: 2024-03-15_11:44:52 tube: smithi user: leonidus verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-03-16T17:58:47.703 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/qa; will attempt to use it 2024-03-16T17:58:47.703 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/qa/tasks 2024-03-16T17:58:47.703 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-03-16T17:58:47.705 INFO:teuthology.task.internal:Checking packages... 2024-03-16T17:58:47.729 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b' 2024-03-16T17:58:47.729 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-03-16T17:58:47.729 INFO:teuthology.packaging:ref: None 2024-03-16T17:58:47.729 INFO:teuthology.packaging:tag: None 2024-03-16T17:58:47.729 INFO:teuthology.packaging:branch: wip-lusov-qdb-squid 2024-03-16T17:58:47.729 INFO:teuthology.packaging:sha1: aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T17:58:47.729 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-lusov-qdb-squid 2024-03-16T17:58:47.871 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-1681.gaba3c1d2 2024-03-16T17:58:47.872 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-03-16T17:58:47.881 INFO:teuthology.task.internal:no buildpackages task found 2024-03-16T17:58:47.882 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-03-16T17:58:47.937 INFO:teuthology.task.internal:Saving configuration 2024-03-16T17:58:47.958 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-03-16T17:58:47.964 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-16T17:58:47.987 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi017.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-16 17:53:32.960174', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBAP+2ufgkanXNIsbD2rlgywdDZ+OHY2SGUGjdFU7SbdCwT6kuTrV6qZXTf92Nkz/cc34WIt525DXdjudKwNksE='} 2024-03-16T17:58:48.007 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-16 17:53:32.961388', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF1083Qk1dkBFu6ujJLzc4RtdtQsjZuy9n4qoFCD7lxwpjfY8LGWU5gshsuKWCbaKXgT5TXLsEGNZQ94wWwLLZw='} 2024-03-16T17:58:48.028 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi153.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-16 17:53:32.962363', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBofL9I0aue4b+szUzJC8XDXA/nhVlzcNFxarFzlR5H20WTDssGyxB+fNMKwtm6L+ywiQBOJbvYVrnofQoyau7U='} 2024-03-16T17:58:48.029 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-03-16T17:58:48.034 INFO:teuthology.task.internal:roles: ubuntu@smithi017.front.sepia.ceph.com - ['mon.a', 'mgr.x', 'mds.a', 'mds.d', 'mds.g', 'mds.j', 'osd.0', 'osd.3', 'osd.6', 'osd.9', 'client.0'] 2024-03-16T17:58:48.034 INFO:teuthology.task.internal:roles: ubuntu@smithi149.front.sepia.ceph.com - ['mon.b', 'mgr.y', 'mds.b', 'mds.e', 'mds.h', 'mds.k', 'osd.1', 'osd.4', 'osd.7', 'osd.10'] 2024-03-16T17:58:48.034 INFO:teuthology.task.internal:roles: ubuntu@smithi153.front.sepia.ceph.com - ['mon.c', 'mgr.z', 'mds.c', 'mds.f', 'mds.i', 'mds.l', 'osd.2', 'osd.5', 'osd.8', 'osd.11'] 2024-03-16T17:58:48.035 INFO:teuthology.run_tasks:Running task console_log... 2024-03-16T17:58:48.136 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f7157f200d0>, signals=[15]) 2024-03-16T17:58:48.136 INFO:teuthology.run_tasks:Running task internal.connect... 2024-03-16T17:58:48.141 INFO:teuthology.task.internal:Opening connections... 2024-03-16T17:58:48.142 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T17:58:48.144 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T17:58:48.247 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi149.front.sepia.ceph.com 2024-03-16T17:58:48.248 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T17:58:48.336 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi153.front.sepia.ceph.com 2024-03-16T17:58:48.338 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T17:58:48.424 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-03-16T17:58:48.430 DEBUG:teuthology.orchestra.run.smithi017:> uname -m 2024-03-16T17:58:48.447 INFO:teuthology.orchestra.run.smithi017.stdout:x86_64 2024-03-16T17:58:48.448 DEBUG:teuthology.orchestra.run.smithi017:> cat /etc/os-release 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:NAME="CentOS Stream" 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:VERSION="9" 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:ID="centos" 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:ID_LIKE="rhel fedora" 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:VERSION_ID="9" 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:PLATFORM_ID="platform:el9" 2024-03-16T17:58:48.504 INFO:teuthology.orchestra.run.smithi017.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:ANSI_COLOR="0;31" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:LOGO="fedora-logo-icon" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:HOME_URL="https://centos.org/" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-16T17:58:48.505 INFO:teuthology.orchestra.run.smithi017.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-16T17:58:48.506 INFO:teuthology.lock.ops:Updating smithi017.front.sepia.ceph.com on lock server 2024-03-16T17:58:48.529 DEBUG:teuthology.orchestra.run.smithi149:> uname -m 2024-03-16T17:58:48.547 INFO:teuthology.orchestra.run.smithi149.stdout:x86_64 2024-03-16T17:58:48.547 DEBUG:teuthology.orchestra.run.smithi149:> cat /etc/os-release 2024-03-16T17:58:48.604 INFO:teuthology.orchestra.run.smithi149.stdout:NAME="CentOS Stream" 2024-03-16T17:58:48.604 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION="9" 2024-03-16T17:58:48.604 INFO:teuthology.orchestra.run.smithi149.stdout:ID="centos" 2024-03-16T17:58:48.604 INFO:teuthology.orchestra.run.smithi149.stdout:ID_LIKE="rhel fedora" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:VERSION_ID="9" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:PLATFORM_ID="platform:el9" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:ANSI_COLOR="0;31" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:LOGO="fedora-logo-icon" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:HOME_URL="https://centos.org/" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-16T17:58:48.605 INFO:teuthology.orchestra.run.smithi149.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-16T17:58:48.605 INFO:teuthology.lock.ops:Updating smithi149.front.sepia.ceph.com on lock server 2024-03-16T17:58:48.629 DEBUG:teuthology.orchestra.run.smithi153:> uname -m 2024-03-16T17:58:48.647 INFO:teuthology.orchestra.run.smithi153.stdout:x86_64 2024-03-16T17:58:48.647 DEBUG:teuthology.orchestra.run.smithi153:> cat /etc/os-release 2024-03-16T17:58:48.704 INFO:teuthology.orchestra.run.smithi153.stdout:NAME="CentOS Stream" 2024-03-16T17:58:48.704 INFO:teuthology.orchestra.run.smithi153.stdout:VERSION="9" 2024-03-16T17:58:48.704 INFO:teuthology.orchestra.run.smithi153.stdout:ID="centos" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:ID_LIKE="rhel fedora" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:VERSION_ID="9" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:PLATFORM_ID="platform:el9" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:PRETTY_NAME="CentOS Stream 9" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:ANSI_COLOR="0;31" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:LOGO="fedora-logo-icon" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:HOME_URL="https://centos.org/" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-03-16T17:58:48.705 INFO:teuthology.orchestra.run.smithi153.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-03-16T17:58:48.705 INFO:teuthology.lock.ops:Updating smithi153.front.sepia.ceph.com on lock server 2024-03-16T17:58:48.729 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-03-16T17:58:48.739 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-03-16T17:58:48.744 INFO:teuthology.task.internal:Checking for old test directory... 2024-03-16T17:58:48.745 DEBUG:teuthology.orchestra.run.smithi017:> test '!' -e /home/ubuntu/cephtest 2024-03-16T17:58:48.747 DEBUG:teuthology.orchestra.run.smithi149:> test '!' -e /home/ubuntu/cephtest 2024-03-16T17:58:48.749 DEBUG:teuthology.orchestra.run.smithi153:> test '!' -e /home/ubuntu/cephtest 2024-03-16T17:58:48.765 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-03-16T17:58:48.770 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-03-16T17:58:48.771 DEBUG:teuthology.orchestra.run.smithi017:> test -z $(ls -A /var/lib/ceph) 2024-03-16T17:58:48.805 DEBUG:teuthology.orchestra.run.smithi149:> test -z $(ls -A /var/lib/ceph) 2024-03-16T17:58:48.808 DEBUG:teuthology.orchestra.run.smithi153:> test -z $(ls -A /var/lib/ceph) 2024-03-16T17:58:48.837 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-03-16T17:58:48.918 INFO:teuthology.run_tasks:Running task kernel... 2024-03-16T17:58:48.932 INFO:teuthology.task.kernel:normalize config orig: {'kdb': True, 'sha1': 'distro'} 2024-03-16T17:58:48.932 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': True, 'sha1': 'distro'}, 'mon.b': {'kdb': True, 'sha1': 'distro'}, 'mon.c': {'kdb': True, 'sha1': 'distro'}}, timeout 300 2024-03-16T17:58:48.932 DEBUG:teuthology.orchestra.run.smithi017:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-16T17:58:48.933 DEBUG:teuthology.orchestra.run.smithi149:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-16T17:58:48.933 DEBUG:teuthology.orchestra.run.smithi153:> test -f /run/.containerenv -o -f /.dockerenv 2024-03-16T17:58:48.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T17:58:48.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T17:58:48.949 DEBUG:teuthology.orchestra.run.smithi153:> uname -r 2024-03-16T17:58:48.950 DEBUG:teuthology.orchestra.run.smithi149:> uname -r 2024-03-16T17:58:48.951 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T17:58:48.951 DEBUG:teuthology.orchestra.run.smithi017:> uname -r 2024-03-16T17:58:49.005 INFO:teuthology.orchestra.run.smithi153.stdout:5.14.0-361.el9.x86_64 2024-03-16T17:58:49.005 INFO:teuthology.task.kernel:Running kernel on smithi153: 5.14.0-361.el9.x86_64 2024-03-16T17:58:49.005 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum install -y kernel 2024-03-16T17:58:49.006 INFO:teuthology.orchestra.run.smithi149.stdout:5.14.0-361.el9.x86_64 2024-03-16T17:58:49.007 INFO:teuthology.task.kernel:Running kernel on smithi149: 5.14.0-361.el9.x86_64 2024-03-16T17:58:49.007 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum install -y kernel 2024-03-16T17:58:49.009 INFO:teuthology.orchestra.run.smithi017.stdout:5.14.0-361.el9.x86_64 2024-03-16T17:58:49.009 INFO:teuthology.task.kernel:Running kernel on smithi017: 5.14.0-361.el9.x86_64 2024-03-16T17:58:49.010 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum install -y kernel 2024-03-16T17:58:51.083 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-03-16T17:58:51.218 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-03-16T17:58:51.347 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-03-16T17:58:52.733 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - BaseOS 4.0 MB/s | 2.0 MB 00:00 2024-03-16T17:58:52.822 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS-9 - BaseOS 6.2 MB/s | 2.0 MB 00:00 2024-03-16T17:58:52.876 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - BaseOS 3.7 MB/s | 2.0 MB 00:00 2024-03-16T17:58:53.638 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.0 MB 00:00 2024-03-16T17:58:54.133 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - BaseOS 8.2 MB/s | 8.0 MB 00:00 2024-03-16T17:58:54.900 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - BaseOS 4.8 MB/s | 8.0 MB 00:01 2024-03-16T17:58:56.822 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - AppStream 9.3 MB/s | 19 MB 00:02 2024-03-16T17:58:57.608 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - AppStream 7.9 MB/s | 19 MB 00:02 2024-03-16T17:59:01.031 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.1 MB 00:00 2024-03-16T17:59:01.617 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.1 MB 00:00 2024-03-16T17:59:03.176 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - Extras packages 36 kB/s | 15 kB 00:00 2024-03-16T17:59:03.986 INFO:teuthology.orchestra.run.smithi153.stdout:Extra Packages for Enterprise Linux 30 MB/s | 21 MB 00:00 2024-03-16T17:59:04.365 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - Extras packages 7.1 kB/s | 15 kB 00:02 2024-03-16T17:59:07.358 INFO:teuthology.orchestra.run.smithi017.stdout:Extra Packages for Enterprise Linux 7.2 MB/s | 21 MB 00:02 2024-03-16T17:59:08.977 INFO:teuthology.orchestra.run.smithi153.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-03-16T17:59:11.101 INFO:teuthology.orchestra.run.smithi153.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-16T17:59:11.101 INFO:teuthology.orchestra.run.smithi153.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-16T17:59:11.190 INFO:teuthology.orchestra.run.smithi153.stdout:Dependencies resolved. 2024-03-16T17:59:11.201 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-03-16T17:59:11.201 INFO:teuthology.orchestra.run.smithi153.stdout: Package Architecture Version Repository Size 2024-03-16T17:59:11.201 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-03-16T17:59:11.201 INFO:teuthology.orchestra.run.smithi153.stdout:Installing: 2024-03-16T17:59:11.201 INFO:teuthology.orchestra.run.smithi153.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout:Installing dependencies: 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction Summary 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout:Install 4 Packages 2024-03-16T17:59:11.202 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T17:59:11.203 INFO:teuthology.orchestra.run.smithi153.stdout:Total download size: 100 M 2024-03-16T17:59:11.203 INFO:teuthology.orchestra.run.smithi153.stdout:Installed size: 123 M 2024-03-16T17:59:11.203 INFO:teuthology.orchestra.run.smithi153.stdout:Downloading Packages: 2024-03-16T17:59:12.524 INFO:teuthology.orchestra.run.smithi017.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-03-16T17:59:14.823 INFO:teuthology.orchestra.run.smithi017.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-16T17:59:14.824 INFO:teuthology.orchestra.run.smithi017.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-16T17:59:14.918 INFO:teuthology.orchestra.run.smithi017.stdout:Dependencies resolved. 2024-03-16T17:59:14.924 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-03-16T17:59:14.924 INFO:teuthology.orchestra.run.smithi017.stdout: Package Architecture Version Repository Size 2024-03-16T17:59:14.924 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout:Installing: 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout:Installing dependencies: 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction Summary 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout:================================================================================ 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout:Install 4 Packages 2024-03-16T17:59:14.925 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T17:59:14.926 INFO:teuthology.orchestra.run.smithi017.stdout:Total download size: 100 M 2024-03-16T17:59:14.926 INFO:teuthology.orchestra.run.smithi017.stdout:Installed size: 123 M 2024-03-16T17:59:14.926 INFO:teuthology.orchestra.run.smithi017.stdout:Downloading Packages: 2024-03-16T17:59:15.251 INFO:teuthology.orchestra.run.smithi017.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 21 MB/s | 6.0 MB 00:00 2024-03-16T17:59:15.576 INFO:teuthology.orchestra.run.smithi017.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 34 MB/s | 21 MB 00:00 2024-03-16T17:59:15.952 INFO:teuthology.orchestra.run.smithi017.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 48 MB/s | 33 MB 00:00 2024-03-16T17:59:16.377 INFO:teuthology.orchestra.run.smithi017.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 28 MB/s | 39 MB 00:01 2024-03-16T17:59:16.377 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-03-16T17:59:16.377 INFO:teuthology.orchestra.run.smithi017.stdout:Total 69 MB/s | 100 MB 00:01 2024-03-16T17:59:17.148 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - AppStream 911 kB/s | 19 MB 00:21 2024-03-16T17:59:17.302 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction check 2024-03-16T17:59:17.752 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction check succeeded. 2024-03-16T17:59:17.752 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction test 2024-03-16T17:59:19.142 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction test succeeded. 2024-03-16T17:59:19.142 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction 2024-03-16T17:59:20.027 INFO:teuthology.orchestra.run.smithi153.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 717 kB/s | 6.0 MB 00:08 2024-03-16T17:59:21.632 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - CRB 6.3 MB/s | 6.1 MB 00:00 2024-03-16T17:59:22.029 INFO:teuthology.orchestra.run.smithi017.stdout: Preparing : 1/1 2024-03-16T17:59:22.710 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-16T17:59:22.835 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T17:59:23.074 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - Extras packages 50 kB/s | 15 kB 00:00 2024-03-16T17:59:24.511 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 16 MB/s | 21 MB 00:01 2024-03-16T17:59:25.767 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T17:59:25.946 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T17:59:29.451 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 16 kB/s | 1.7 kB 00:00 2024-03-16T17:59:31.097 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T17:59:31.225 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-16T17:59:31.650 INFO:teuthology.orchestra.run.smithi149.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-03-16T17:59:31.650 INFO:teuthology.orchestra.run.smithi149.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-03-16T17:59:31.742 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2024-03-16T17:59:31.749 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2024-03-16T17:59:31.749 INFO:teuthology.orchestra.run.smithi149.stdout: Package Architecture Version Repository Size 2024-03-16T17:59:31.749 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2024-03-16T17:59:31.749 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2024-03-16T17:59:31.749 INFO:teuthology.orchestra.run.smithi149.stdout: kernel x86_64 5.14.0-427.el9 baseos 6.0 M 2024-03-16T17:59:31.749 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-core x86_64 5.14.0-427.el9 baseos 21 M 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules x86_64 5.14.0-427.el9 baseos 39 M 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules-core x86_64 5.14.0-427.el9 baseos 33 M 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout:================================================================================ 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout:Install 4 Packages 2024-03-16T17:59:31.750 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T17:59:31.751 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 100 M 2024-03-16T17:59:31.751 INFO:teuthology.orchestra.run.smithi149.stdout:Installed size: 123 M 2024-03-16T17:59:31.751 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2024-03-16T17:59:36.353 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T17:59:38.925 INFO:teuthology.orchestra.run.smithi153.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 777 kB/s | 21 MB 00:27 2024-03-16T17:59:40.351 INFO:teuthology.orchestra.run.smithi149.stdout:(1/4): kernel-5.14.0-427.el9.x86_64.rpm 724 kB/s | 6.0 MB 00:08 2024-03-16T18:00:01.815 INFO:teuthology.orchestra.run.smithi149.stdout:(2/4): kernel-core-5.14.0-427.el9.x86_64.rpm 713 kB/s | 21 MB 00:29 2024-03-16T18:00:07.105 INFO:teuthology.orchestra.run.smithi153.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 727 kB/s | 33 MB 00:47 2024-03-16T18:00:07.209 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:07.209 INFO:teuthology.orchestra.run.smithi017.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-16T18:00:07.210 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:00:07.299 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:07.748 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:07.748 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-16T18:00:07.748 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:00:07.748 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:00:08.140 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:08.140 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout:Installed: 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:00:08.141 INFO:teuthology.orchestra.run.smithi017.stdout:Complete! 2024-03-16T18:00:08.546 INFO:teuthology.orchestra.run.smithi153.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 705 kB/s | 39 MB 00:57 2024-03-16T18:00:08.546 INFO:teuthology.orchestra.run.smithi153.stdout:-------------------------------------------------------------------------------- 2024-03-16T18:00:08.547 INFO:teuthology.orchestra.run.smithi153.stdout:Total 1.7 MB/s | 100 MB 00:57 2024-03-16T18:00:08.655 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q kernel | sort -rV | head -n 1 2024-03-16T18:00:08.850 INFO:teuthology.orchestra.run.smithi017.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-16T18:00:08.851 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-16T18:00:08.851 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-16T18:00:08.851 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-16T18:00:08.851 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-16T18:00:08.851 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-03-16T18:00:08.851 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi017.front.sepia.ceph.com, path=None, version=distro) 2024-03-16T18:00:08.851 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q kernel | sort -rV | head -n 1 2024-03-16T18:00:08.978 INFO:teuthology.orchestra.run.smithi017.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-16T18:00:08.978 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-16T18:00:08.978 DEBUG:teuthology.orchestra.run.smithi017:> sudo rpm -qi grub2-tools 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Name : grub2-tools 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Epoch : 1 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Version : 2.06 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Release : 68.el9 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Architecture: x86_64 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-16T18:00:09.018 INFO:teuthology.orchestra.run.smithi017.stdout:Group : Unspecified 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Size : 8264254 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:License : GPLv3+ 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Packager : builder@centos.org 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Vendor : CentOS 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Summary : Support tools for GRUB. 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:Description : 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-16T18:00:09.019 INFO:teuthology.orchestra.run.smithi017.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-16T18:00:09.020 INFO:teuthology.orchestra.run.smithi017.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-16T18:00:09.020 INFO:teuthology.orchestra.run.smithi017.stdout:hardware devices. 2024-03-16T18:00:09.020 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:00:09.020 INFO:teuthology.orchestra.run.smithi017.stdout:This subpackage provides tools for support of all platforms. 2024-03-16T18:00:09.021 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-16T18:00:09.021 INFO:teuthology.task.kernel:Updating grub on smithi017 to boot 5.14.0-427.el9.x86_64 2024-03-16T18:00:09.021 DEBUG:teuthology.orchestra.run.smithi017:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-16T18:00:09.429 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction check 2024-03-16T18:00:09.758 INFO:teuthology.orchestra.run.smithi017.stderr:Generating grub configuration file ... 2024-03-16T18:00:09.837 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction check succeeded. 2024-03-16T18:00:09.837 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction test 2024-03-16T18:00:11.138 INFO:teuthology.orchestra.run.smithi017.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-16T18:00:11.164 INFO:teuthology.orchestra.run.smithi017.stderr:done 2024-03-16T18:00:11.167 DEBUG:teuthology.orchestra.run.smithi017:> mktemp 2024-03-16T18:00:11.182 INFO:teuthology.orchestra.run.smithi017.stdout:/tmp/tmp.DvvBDDyej7 2024-03-16T18:00:11.182 DEBUG:teuthology.orchestra.run.smithi017:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.DvvBDDyej7 2024-03-16T18:00:11.200 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction test succeeded. 2024-03-16T18:00:11.200 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction 2024-03-16T18:00:11.257 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0666 /tmp/tmp.DvvBDDyej7 2024-03-16T18:00:11.402 DEBUG:teuthology.orchestra.remote:smithi017:/tmp/tmp.DvvBDDyej7 is 6KB 2024-03-16T18:00:11.450 DEBUG:teuthology.orchestra.run.smithi017:> rm -fr /tmp/tmp.DvvBDDyej7 2024-03-16T18:00:11.465 DEBUG:teuthology.orchestra.run.smithi017:> sudo /bin/ls /boot/loader/entries || true 2024-03-16T18:00:11.533 INFO:teuthology.orchestra.run.smithi017.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-16T18:00:11.533 INFO:teuthology.orchestra.run.smithi017.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-16T18:00:11.534 INFO:teuthology.orchestra.run.smithi017.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-16T18:00:11.534 INFO:teuthology.orchestra.run.smithi017.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-16T18:00:11.535 DEBUG:teuthology.orchestra.run.smithi017:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-16T18:00:11.677 DEBUG:teuthology.orchestra.run.smithi017:> sudo shutdown -r now 2024-03-16T18:00:14.114 INFO:teuthology.orchestra.run.smithi153.stdout: Preparing : 1/1 2024-03-16T18:00:14.758 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-16T18:00:14.896 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:00:17.670 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:00:17.849 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:00:22.550 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:00:22.758 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:27.501 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:41.394 INFO:teuthology.orchestra.run.smithi149.stdout:(3/4): kernel-modules-core-5.14.0-427.el9.x86_6 560 kB/s | 33 MB 01:01 2024-03-16T18:00:41.568 INFO:teuthology.orchestra.run.smithi149.stdout:(4/4): kernel-modules-5.14.0-427.el9.x86_64.rpm 577 kB/s | 39 MB 01:09 2024-03-16T18:00:41.569 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2024-03-16T18:00:41.569 INFO:teuthology.orchestra.run.smithi149.stdout:Total 1.4 MB/s | 100 MB 01:09 2024-03-16T18:00:41.680 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-03-16T18:00:41.680 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-03-16T18:00:41.681 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:00:42.449 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2024-03-16T18:00:42.830 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2024-03-16T18:00:42.830 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2024-03-16T18:00:44.487 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2024-03-16T18:00:44.487 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2024-03-16T18:00:47.430 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2024-03-16T18:00:48.090 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-modules-core-5.14.0-427.el9.x86_64 1/4 2024-03-16T18:00:48.227 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:00:51.027 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:00:51.213 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:00:55.927 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:00:56.057 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : kernel-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:56.787 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:56.787 INFO:teuthology.orchestra.run.smithi153.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-16T18:00:56.787 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:00:56.874 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:57.333 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:57.334 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-16T18:00:57.334 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:00:57.334 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:00:57.770 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout:Installed: 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:00:57.771 INFO:teuthology.orchestra.run.smithi153.stdout:Complete! 2024-03-16T18:00:58.289 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q kernel | sort -rV | head -n 1 2024-03-16T18:00:58.428 INFO:teuthology.orchestra.run.smithi153.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-16T18:00:58.428 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-16T18:00:58.428 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-16T18:00:58.429 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-16T18:00:58.429 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-16T18:00:58.429 INFO:teuthology.task.kernel:Installing distro kernel on mon.c... 2024-03-16T18:00:58.429 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi153.front.sepia.ceph.com, path=None, version=distro) 2024-03-16T18:00:58.429 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q kernel | sort -rV | head -n 1 2024-03-16T18:00:58.550 INFO:teuthology.orchestra.run.smithi153.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-16T18:00:58.550 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-16T18:00:58.550 DEBUG:teuthology.orchestra.run.smithi153:> sudo rpm -qi grub2-tools 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Name : grub2-tools 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Epoch : 1 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Version : 2.06 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Release : 68.el9 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Architecture: x86_64 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-16T18:00:58.584 INFO:teuthology.orchestra.run.smithi153.stdout:Group : Unspecified 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Size : 8264254 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:License : GPLv3+ 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Packager : builder@centos.org 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Vendor : CentOS 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Summary : Support tools for GRUB. 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:Description : 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-16T18:00:58.585 INFO:teuthology.orchestra.run.smithi153.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-16T18:00:58.586 INFO:teuthology.orchestra.run.smithi153.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-16T18:00:58.586 INFO:teuthology.orchestra.run.smithi153.stdout:hardware devices. 2024-03-16T18:00:58.586 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:00:58.586 INFO:teuthology.orchestra.run.smithi153.stdout:This subpackage provides tools for support of all platforms. 2024-03-16T18:00:58.587 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-16T18:00:58.587 INFO:teuthology.task.kernel:Updating grub on smithi153 to boot 5.14.0-427.el9.x86_64 2024-03-16T18:00:58.587 DEBUG:teuthology.orchestra.run.smithi153:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-16T18:00:59.185 INFO:teuthology.orchestra.run.smithi153.stderr:Generating grub configuration file ... 2024-03-16T18:01:00.190 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.17 2024-03-16T18:01:00.538 INFO:teuthology.orchestra.run.smithi153.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-16T18:01:00.573 INFO:teuthology.orchestra.run.smithi153.stderr:done 2024-03-16T18:01:00.575 DEBUG:teuthology.orchestra.run.smithi153:> mktemp 2024-03-16T18:01:00.590 INFO:teuthology.orchestra.run.smithi153.stdout:/tmp/tmp.agjrlknKFD 2024-03-16T18:01:00.591 DEBUG:teuthology.orchestra.run.smithi153:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.agjrlknKFD 2024-03-16T18:01:00.659 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0666 /tmp/tmp.agjrlknKFD 2024-03-16T18:01:00.801 DEBUG:teuthology.orchestra.remote:smithi153:/tmp/tmp.agjrlknKFD is 6KB 2024-03-16T18:01:00.838 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:01:00.850 DEBUG:teuthology.orchestra.run.smithi153:> rm -fr /tmp/tmp.agjrlknKFD 2024-03-16T18:01:00.864 DEBUG:teuthology.orchestra.run.smithi153:> sudo /bin/ls /boot/loader/entries || true 2024-03-16T18:01:00.928 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-16T18:01:00.929 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-16T18:01:00.929 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-16T18:01:00.929 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-16T18:01:00.930 DEBUG:teuthology.orchestra.run.smithi153:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-16T18:01:01.077 DEBUG:teuthology.orchestra.run.smithi153:> sudo shutdown -r now 2024-03-16T18:01:09.191 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-03-16T18:01:09.192 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:01:29.963 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:01:29.964 INFO:teuthology.orchestra.run.smithi149.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-03-16T18:01:29.964 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:01:30.048 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-modules-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:01:30.510 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: kernel-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:01:30.510 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-5.14.0-427.el9.x86_64 1/4 2024-03-16T18:01:30.510 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-core-5.14.0-427.el9.x86_64 2/4 2024-03-16T18:01:30.510 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-modules-5.14.0-427.el9.x86_64 3/4 2024-03-16T18:01:30.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : kernel-modules-core-5.14.0-427.el9.x86_64 4/4 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-5.14.0-427.el9.x86_64 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-core-5.14.0-427.el9.x86_64 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules-5.14.0-427.el9.x86_64 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout: kernel-modules-core-5.14.0-427.el9.x86_64 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:01:30.956 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2024-03-16T18:01:31.080 INFO:teuthology.task.kernel:Checking client mon.c for new kernel version... 2024-03-16T18:01:31.080 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:01:31.081 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:01:31.484 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q kernel | sort -rV | head -n 1 2024-03-16T18:01:31.681 INFO:teuthology.orchestra.run.smithi149.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-16T18:01:31.682 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-16T18:01:31.682 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-427.el9.x86_64 2024-03-16T18:01:31.682 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-03-16T18:01:31.682 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-03-16T18:01:31.682 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-03-16T18:01:31.682 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi149.front.sepia.ceph.com, path=None, version=distro) 2024-03-16T18:01:31.682 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q kernel | sort -rV | head -n 1 2024-03-16T18:01:31.805 INFO:teuthology.orchestra.run.smithi149.stdout:kernel-5.14.0-427.el9.x86_64 2024-03-16T18:01:31.806 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-427.el9.x86_64 2024-03-16T18:01:31.806 DEBUG:teuthology.orchestra.run.smithi149:> sudo rpm -qi grub2-tools 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Name : grub2-tools 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Epoch : 1 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Version : 2.06 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Release : 68.el9 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Architecture: x86_64 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Group : Unspecified 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Size : 8264254 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:License : GPLv3+ 2024-03-16T18:01:31.846 INFO:teuthology.orchestra.run.smithi149.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Packager : builder@centos.org 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Vendor : CentOS 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:URL : http://www.gnu.org/software/grub/ 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Summary : Support tools for GRUB. 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:Description : 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:customizable bootloader with modular architecture. It supports a rich 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:variety of kernel formats, file systems, computer architectures and 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout:hardware devices. 2024-03-16T18:01:31.847 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:01:31.848 INFO:teuthology.orchestra.run.smithi149.stdout:This subpackage provides tools for support of all platforms. 2024-03-16T18:01:31.848 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-03-16T18:01:31.848 INFO:teuthology.task.kernel:Updating grub on smithi149 to boot 5.14.0-427.el9.x86_64 2024-03-16T18:01:31.849 DEBUG:teuthology.orchestra.run.smithi149:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-03-16T18:01:32.482 INFO:teuthology.orchestra.run.smithi149.stderr:Generating grub configuration file ... 2024-03-16T18:01:33.885 INFO:teuthology.orchestra.run.smithi149.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-03-16T18:01:33.928 INFO:teuthology.orchestra.run.smithi149.stderr:done 2024-03-16T18:01:33.931 DEBUG:teuthology.orchestra.run.smithi149:> mktemp 2024-03-16T18:01:33.947 INFO:teuthology.orchestra.run.smithi149.stdout:/tmp/tmp.HBje672hVz 2024-03-16T18:01:33.947 DEBUG:teuthology.orchestra.run.smithi149:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.HBje672hVz 2024-03-16T18:01:34.021 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 0666 /tmp/tmp.HBje672hVz 2024-03-16T18:01:34.162 DEBUG:teuthology.orchestra.remote:smithi149:/tmp/tmp.HBje672hVz is 6KB 2024-03-16T18:01:34.181 DEBUG:teuthology.orchestra.run.smithi149:> rm -fr /tmp/tmp.HBje672hVz 2024-03-16T18:01:34.195 DEBUG:teuthology.orchestra.run.smithi149:> sudo /bin/ls /boot/loader/entries || true 2024-03-16T18:01:34.267 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-03-16T18:01:34.268 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-03-16T18:01:34.268 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-03-16T18:01:34.268 INFO:teuthology.orchestra.run.smithi149.stdout:15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64.conf 2024-03-16T18:01:34.269 DEBUG:teuthology.orchestra.run.smithi149:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-427.el9.x86_64 2024-03-16T18:01:34.409 DEBUG:teuthology.orchestra.run.smithi149:> sudo shutdown -r now 2024-03-16T18:01:49.602 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-03-16T18:01:58.610 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:01:58.611 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:02:01.662 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-03-16T18:02:04.412 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-03-16T18:02:04.412 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:02:04.413 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:02:09.201 DEBUG:teuthology.orchestra.remote:timed out 2024-03-16T18:02:13.666 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:02:13.667 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:02:21.209 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-03-16T18:02:21.210 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:02:21.526 DEBUG:teuthology.orchestra.run.smithi017:> true 2024-03-16T18:02:21.924 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-03-16T18:02:21.924 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-427.el9.x86_64"... 2024-03-16T18:02:21.924 DEBUG:teuthology.orchestra.run.smithi017:> uname -r 2024-03-16T18:02:21.939 INFO:teuthology.orchestra.run.smithi017.stdout:5.14.0-427.el9.x86_64 2024-03-16T18:02:21.939 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-16T18:02:21.939 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-16T18:02:21.940 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-16T18:02:22.878 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.149 2024-03-16T18:02:22.941 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-03-16T18:02:22.941 DEBUG:teuthology.orchestra.run.smithi017:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-16T18:02:23.016 INFO:teuthology.orchestra.run.smithi017.stdout:ttyS1 2024-03-16T18:02:23.053 DEBUG:teuthology.parallel:result is None 2024-03-16T18:02:31.879 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:02:31.879 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:02:34.942 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.149 2024-03-16T18:02:46.943 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:02:46.944 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:03:05.374 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.149 2024-03-16T18:03:13.670 DEBUG:teuthology.orchestra.remote:timed out 2024-03-16T18:03:20.375 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:03:20.376 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:03:20.883 DEBUG:teuthology.orchestra.run.smithi149:> true 2024-03-16T18:03:21.432 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:03:21.432 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-427.el9.x86_64"... 2024-03-16T18:03:21.432 DEBUG:teuthology.orchestra.run.smithi149:> uname -r 2024-03-16T18:03:21.446 INFO:teuthology.orchestra.run.smithi149.stdout:5.14.0-427.el9.x86_64 2024-03-16T18:03:21.447 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-16T18:03:21.447 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-16T18:03:21.447 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-16T18:03:22.447 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-03-16T18:03:22.448 DEBUG:teuthology.orchestra.run.smithi149:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-16T18:03:22.563 INFO:teuthology.orchestra.run.smithi149.stdout:ttyS1 2024-03-16T18:03:22.606 DEBUG:teuthology.parallel:result is None 2024-03-16T18:03:28.673 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:03:28.674 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:03:29.094 DEBUG:teuthology.orchestra.run.smithi153:> true 2024-03-16T18:03:29.518 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:03:29.518 INFO:teuthology.task.kernel:Checking kernel version of mon.c, want "5.14.0-427.el9.x86_64"... 2024-03-16T18:03:29.518 DEBUG:teuthology.orchestra.run.smithi153:> uname -r 2024-03-16T18:03:29.533 INFO:teuthology.orchestra.run.smithi153.stdout:5.14.0-427.el9.x86_64 2024-03-16T18:03:29.533 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-427.el9.x86_64 vs 5.14.0-427.el9.x86_64 2024-03-16T18:03:29.533 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-03-16T18:03:29.534 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-03-16T18:03:30.534 INFO:teuthology.task.kernel:Enabling kdb on mon.c... 2024-03-16T18:03:30.534 DEBUG:teuthology.orchestra.run.smithi153:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-03-16T18:03:30.619 INFO:teuthology.orchestra.run.smithi153.stdout:ttyS1 2024-03-16T18:03:30.652 DEBUG:teuthology.parallel:result is None 2024-03-16T18:03:30.652 INFO:teuthology.run_tasks:Running task internal.base... 2024-03-16T18:03:30.659 INFO:teuthology.task.internal:Creating test directory... 2024-03-16T18:03:30.660 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-16T18:03:30.662 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-16T18:03:30.665 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-03-16T18:03:30.682 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-03-16T18:03:30.688 INFO:teuthology.run_tasks:Running task internal.archive... 2024-03-16T18:03:30.695 INFO:teuthology.task.internal:Creating archive directory... 2024-03-16T18:03:30.695 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-16T18:03:30.720 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-16T18:03:30.724 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-03-16T18:03:30.764 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-03-16T18:03:30.771 INFO:teuthology.task.internal:Enabling coredump saving... 2024-03-16T18:03:30.771 DEBUG:teuthology.orchestra.run.smithi017:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-16T18:03:30.788 DEBUG:teuthology.orchestra.run.smithi149:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-16T18:03:30.800 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-03-16T18:03:30.821 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-16T18:03:30.831 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-16T18:03:30.835 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-16T18:03:30.838 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-16T18:03:30.845 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-16T18:03:30.852 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-03-16T18:03:30.853 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-03-16T18:03:30.860 INFO:teuthology.task.internal:Configuring sudo... 2024-03-16T18:03:30.860 DEBUG:teuthology.orchestra.run.smithi017:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-16T18:03:30.879 DEBUG:teuthology.orchestra.run.smithi149:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-16T18:03:30.889 DEBUG:teuthology.orchestra.run.smithi153:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-03-16T18:03:30.922 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-03-16T18:03:30.932 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-03-16T18:03:30.932 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-16T18:03:30.950 DEBUG:teuthology.orchestra.run.smithi149:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-16T18:03:30.959 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-03-16T18:03:30.978 DEBUG:teuthology.orchestra.run.smithi017:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-16T18:03:31.049 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-16T18:03:31.095 DEBUG:teuthology.orchestra.run.smithi017:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-16T18:03:31.178 DEBUG:teuthology.orchestra.run.smithi017:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-16T18:03:31.221 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:03:31.221 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-16T18:03:31.288 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-16T18:03:31.331 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-16T18:03:31.382 DEBUG:teuthology.orchestra.run.smithi149:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-16T18:03:31.466 DEBUG:teuthology.orchestra.run.smithi149:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-16T18:03:31.508 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:03:31.508 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-16T18:03:31.577 DEBUG:teuthology.orchestra.run.smithi153:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-16T18:03:31.622 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-03-16T18:03:31.684 DEBUG:teuthology.orchestra.run.smithi153:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-16T18:03:31.728 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-03-16T18:03:31.772 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:03:31.772 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-03-16T18:03:31.840 DEBUG:teuthology.orchestra.run.smithi017:> sudo service rsyslog restart 2024-03-16T18:03:31.842 DEBUG:teuthology.orchestra.run.smithi149:> sudo service rsyslog restart 2024-03-16T18:03:31.844 DEBUG:teuthology.orchestra.run.smithi153:> sudo service rsyslog restart 2024-03-16T18:03:31.892 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-16T18:03:31.894 INFO:teuthology.orchestra.run.smithi017.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-16T18:03:31.919 INFO:teuthology.orchestra.run.smithi153.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-16T18:03:32.378 INFO:teuthology.run_tasks:Running task internal.timer... 2024-03-16T18:03:32.386 INFO:teuthology.task.internal:Starting timer... 2024-03-16T18:03:32.386 INFO:teuthology.run_tasks:Running task pcp... 2024-03-16T18:03:32.396 INFO:teuthology.run_tasks:Running task selinux... 2024-03-16T18:03:32.403 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-03-16T18:03:32.403 DEBUG:teuthology.orchestra.run.smithi017:> sudo service auditd rotate 2024-03-16T18:03:32.452 INFO:teuthology.orchestra.run.smithi017.stdout:Rotating logs: 2024-03-16T18:03:32.454 DEBUG:teuthology.orchestra.run.smithi149:> sudo service auditd rotate 2024-03-16T18:03:32.524 INFO:teuthology.orchestra.run.smithi149.stdout:Rotating logs: 2024-03-16T18:03:32.526 DEBUG:teuthology.orchestra.run.smithi153:> sudo service auditd rotate 2024-03-16T18:03:32.581 INFO:teuthology.orchestra.run.smithi153.stdout:Rotating logs: 2024-03-16T18:03:32.583 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-03-16T18:03:32.583 DEBUG:teuthology.orchestra.run.smithi017:> /usr/sbin/getenforce 2024-03-16T18:03:32.604 INFO:teuthology.orchestra.run.smithi017.stdout:Permissive 2024-03-16T18:03:32.604 DEBUG:teuthology.orchestra.run.smithi149:> /usr/sbin/getenforce 2024-03-16T18:03:32.625 INFO:teuthology.orchestra.run.smithi149.stdout:Permissive 2024-03-16T18:03:32.626 DEBUG:teuthology.orchestra.run.smithi153:> /usr/sbin/getenforce 2024-03-16T18:03:32.646 INFO:teuthology.orchestra.run.smithi153.stdout:Permissive 2024-03-16T18:03:32.647 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi017.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi149.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi153.front.sepia.ceph.com': 'permissive'} 2024-03-16T18:03:32.647 DEBUG:teuthology.orchestra.run.smithi017:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-16T18:03:32.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:03:32.676 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-16T18:03:32.703 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:03:32.704 DEBUG:teuthology.orchestra.run.smithi153:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-16T18:03:32.731 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:03:32.732 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-03-16T18:03:32.732 DEBUG:teuthology.orchestra.run.smithi017:> sudo /usr/sbin/setenforce permissive 2024-03-16T18:03:32.780 DEBUG:teuthology.orchestra.run.smithi149:> sudo /usr/sbin/setenforce permissive 2024-03-16T18:03:32.810 DEBUG:teuthology.orchestra.run.smithi153:> sudo /usr/sbin/setenforce permissive 2024-03-16T18:03:32.840 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-03-16T18:03:32.849 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-03-16T18:03:32.854 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-03-16T18:03:32.977 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-03-16T18:03:32.993 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-03-16T18:03:32.994 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi017.front.sepia.ceph.com,smithi149.front.sepia.ceph.com,smithi153.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-03-16T18:07:45.974 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi017.front.sepia.ceph.com'), Remote(name='ubuntu@smithi149.front.sepia.ceph.com'), Remote(name='ubuntu@smithi153.front.sepia.ceph.com')] 2024-03-16T18:07:45.976 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-03-16T18:07:45.977 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi017.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:07:46.069 DEBUG:teuthology.orchestra.run.smithi017:> true 2024-03-16T18:07:46.145 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi017.front.sepia.ceph.com' 2024-03-16T18:07:46.146 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:07:46.146 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi149.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:07:46.233 DEBUG:teuthology.orchestra.run.smithi149:> true 2024-03-16T18:07:46.308 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi149.front.sepia.ceph.com' 2024-03-16T18:07:46.308 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:07:46.309 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-03-16T18:07:46.401 DEBUG:teuthology.orchestra.run.smithi153:> true 2024-03-16T18:07:46.481 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-03-16T18:07:46.481 INFO:teuthology.run_tasks:Running task clock... 2024-03-16T18:07:46.491 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-03-16T18:07:46.491 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-16T18:07:46.492 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-16T18:07:46.494 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-16T18:07:46.495 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-16T18:07:46.497 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-03-16T18:07:46.497 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-16T18:07:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-16T18:07:46.526 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-16T18:07:46.542 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-16T18:07:46.543 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-16T18:07:46.551 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-03-16T18:07:46.568 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-03-16T18:07:46.571 INFO:teuthology.orchestra.run.smithi149.stderr:sudo: ntpd: command not found 2024-03-16T18:07:46.573 INFO:teuthology.orchestra.run.smithi017.stderr:sudo: ntpd: command not found 2024-03-16T18:07:46.585 INFO:teuthology.orchestra.run.smithi149.stdout:506 Cannot talk to daemon 2024-03-16T18:07:46.587 INFO:teuthology.orchestra.run.smithi017.stdout:506 Cannot talk to daemon 2024-03-16T18:07:46.597 INFO:teuthology.orchestra.run.smithi153.stderr:sudo: ntpd: command not found 2024-03-16T18:07:46.601 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-16T18:07:46.603 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-16T18:07:46.611 INFO:teuthology.orchestra.run.smithi153.stdout:506 Cannot talk to daemon 2024-03-16T18:07:46.617 INFO:teuthology.orchestra.run.smithi149.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-16T18:07:46.620 INFO:teuthology.orchestra.run.smithi017.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-16T18:07:46.627 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-03-16T18:07:46.644 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-03-16T18:07:46.674 INFO:teuthology.orchestra.run.smithi017.stderr:bash: line 1: ntpq: command not found 2024-03-16T18:07:46.675 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2024-03-16T18:07:46.677 INFO:teuthology.orchestra.run.smithi017.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-16T18:07:46.677 INFO:teuthology.orchestra.run.smithi017.stdout:=============================================================================== 2024-03-16T18:07:46.677 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.677 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.677 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.677 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.679 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-16T18:07:46.679 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2024-03-16T18:07:46.679 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.679 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.679 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.679 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.697 INFO:teuthology.orchestra.run.smithi153.stderr:bash: line 1: ntpq: command not found 2024-03-16T18:07:46.700 INFO:teuthology.orchestra.run.smithi153.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-16T18:07:46.700 INFO:teuthology.orchestra.run.smithi153.stdout:=============================================================================== 2024-03-16T18:07:46.700 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.700 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.700 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.700 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:07:46.701 INFO:teuthology.run_tasks:Running task install... 2024-03-16T18:07:46.709 DEBUG:teuthology.task.install:project ceph 2024-03-16T18:07:46.709 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b'}} 2024-03-16T18:07:46.709 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b'} 2024-03-16T18:07:46.709 INFO:teuthology.task.install:Using flavor: default 2024-03-16T18:07:46.714 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-03-16T18:07:46.714 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']} 2024-03-16T18:07:46.715 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b', 'tag': None, 'wait_for_package': False} 2024-03-16T18:07:46.715 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:07:46.717 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b', 'tag': None, 'wait_for_package': False} 2024-03-16T18:07:46.717 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:07:46.718 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b', 'tag': None, 'wait_for_package': False} 2024-03-16T18:07:46.718 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:07:46.863 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/ 2024-03-16T18:07:46.864 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1681.gaba3c1d2 2024-03-16T18:07:46.949 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/ 2024-03-16T18:07:46.949 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1681.gaba3c1d2 2024-03-16T18:07:46.952 INFO:teuthology.task.install.rpm:Pulling from https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/ 2024-03-16T18:07:46.952 INFO:teuthology.task.install.rpm:Package version is 19.0.0-1681.gaba3c1d2 2024-03-16T18:07:47.044 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-16T18:07:47.044 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:07:47.044 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-16T18:07:47.055 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-16T18:07:47.056 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:07:47.056 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-16T18:07:47.063 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-03-16T18:07:47.063 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:07:47.063 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-03-16T18:07:47.072 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-16T18:07:47.072 DEBUG:teuthology.orchestra.run.smithi149:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-16T18:07:47.084 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-16T18:07:47.084 DEBUG:teuthology.orchestra.run.smithi153:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-16T18:07:47.092 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-03-16T18:07:47.092 DEBUG:teuthology.orchestra.run.smithi017:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-03-16T18:07:47.140 DEBUG:teuthology.orchestra.run.smithi149:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-16T18:07:47.153 DEBUG:teuthology.orchestra.run.smithi153:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-16T18:07:47.159 DEBUG:teuthology.orchestra.run.smithi017:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-03-16T18:07:47.219 DEBUG:teuthology.orchestra.run.smithi149:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-16T18:07:47.233 DEBUG:teuthology.orchestra.run.smithi153:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-16T18:07:47.238 DEBUG:teuthology.orchestra.run.smithi017:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-03-16T18:07:47.285 INFO:teuthology.orchestra.run.smithi149.stdout:check_obsoletes = 1 2024-03-16T18:07:47.287 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum clean all 2024-03-16T18:07:47.300 INFO:teuthology.orchestra.run.smithi153.stdout:check_obsoletes = 1 2024-03-16T18:07:47.302 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum clean all 2024-03-16T18:07:47.304 INFO:teuthology.orchestra.run.smithi017.stdout:check_obsoletes = 1 2024-03-16T18:07:47.305 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum clean all 2024-03-16T18:07:47.528 INFO:teuthology.orchestra.run.smithi149.stdout:74 files removed 2024-03-16T18:07:47.539 INFO:teuthology.orchestra.run.smithi153.stdout:74 files removed 2024-03-16T18:07:47.554 DEBUG:teuthology.orchestra.run.smithi149:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-16T18:07:47.563 INFO:teuthology.orchestra.run.smithi017.stdout:74 files removed 2024-03-16T18:07:47.567 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-16T18:07:47.590 DEBUG:teuthology.orchestra.run.smithi017:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-shell cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-03-16T18:07:48.257 INFO:teuthology.orchestra.run.smithi153.stdout:ceph packages for x86_64 225 kB/s | 83 kB 00:00 2024-03-16T18:07:48.283 INFO:teuthology.orchestra.run.smithi149.stdout:ceph packages for x86_64 207 kB/s | 83 kB 00:00 2024-03-16T18:07:48.383 INFO:teuthology.orchestra.run.smithi017.stdout:ceph packages for x86_64 177 kB/s | 83 kB 00:00 2024-03-16T18:07:48.632 INFO:teuthology.orchestra.run.smithi153.stdout:ceph noarch packages 31 kB/s | 10 kB 00:00 2024-03-16T18:07:48.725 INFO:teuthology.orchestra.run.smithi149.stdout:ceph noarch packages 25 kB/s | 10 kB 00:00 2024-03-16T18:07:48.733 INFO:teuthology.orchestra.run.smithi017.stdout:ceph noarch packages 34 kB/s | 10 kB 00:00 2024-03-16T18:07:48.999 INFO:teuthology.orchestra.run.smithi153.stdout:ceph source packages 5.8 kB/s | 1.9 kB 00:00 2024-03-16T18:07:49.109 INFO:teuthology.orchestra.run.smithi017.stdout:ceph source packages 5.7 kB/s | 1.9 kB 00:00 2024-03-16T18:07:49.151 INFO:teuthology.orchestra.run.smithi149.stdout:ceph source packages 4.9 kB/s | 1.9 kB 00:00 2024-03-16T18:07:49.618 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - AppStream 11 MB/s | 6.7 MB 00:00 2024-03-16T18:07:49.728 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - AppStream 12 MB/s | 6.7 MB 00:00 2024-03-16T18:07:49.778 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS-9 - AppStream 11 MB/s | 6.7 MB 00:00 2024-03-16T18:07:51.170 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS-9 - BaseOS 6.0 MB/s | 2.0 MB 00:00 2024-03-16T18:07:51.311 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - BaseOS 3.5 MB/s | 2.0 MB 00:00 2024-03-16T18:07:51.395 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS-9 - BaseOS 4.5 MB/s | 2.0 MB 00:00 2024-03-16T18:07:52.319 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - BaseOS 9.7 MB/s | 8.0 MB 00:00 2024-03-16T18:07:52.462 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - BaseOS 9.7 MB/s | 8.0 MB 00:00 2024-03-16T18:07:52.894 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - BaseOS 6.9 MB/s | 8.0 MB 00:01 2024-03-16T18:07:54.354 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - AppStream 20 MB/s | 19 MB 00:00 2024-03-16T18:07:56.069 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - AppStream 7.4 MB/s | 19 MB 00:02 2024-03-16T18:07:58.446 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - CRB 10 MB/s | 6.1 MB 00:00 2024-03-16T18:07:59.789 INFO:teuthology.orchestra.run.smithi149.stdout:CentOS Stream 9 - Extras packages 79 kB/s | 15 kB 00:00 2024-03-16T18:08:00.037 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.1 MB 00:00 2024-03-16T18:08:01.704 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 15 kB 00:00 2024-03-16T18:08:01.801 INFO:teuthology.orchestra.run.smithi149.stdout:Extra Packages for Enterprise Linux 11 MB/s | 21 MB 00:01 2024-03-16T18:08:03.158 INFO:teuthology.orchestra.run.smithi153.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-03-16T18:08:06.848 INFO:teuthology.orchestra.run.smithi149.stdout:lab-extras 37 kB/s | 1.7 kB 00:00 2024-03-16T18:08:08.097 INFO:teuthology.orchestra.run.smithi153.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-03-16T18:08:08.144 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - AppStream 1.3 MB/s | 19 MB 00:14 2024-03-16T18:08:09.362 INFO:teuthology.orchestra.run.smithi149.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-16T18:08:09.363 INFO:teuthology.orchestra.run.smithi149.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-16T18:08:09.378 INFO:teuthology.orchestra.run.smithi149.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-16T18:08:09.379 INFO:teuthology.orchestra.run.smithi149.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-16T18:08:09.380 INFO:teuthology.orchestra.run.smithi149.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-16T18:08:09.381 INFO:teuthology.orchestra.run.smithi149.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-16T18:08:09.383 INFO:teuthology.orchestra.run.smithi149.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-16T18:08:09.386 INFO:teuthology.orchestra.run.smithi149.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-16T18:08:09.387 INFO:teuthology.orchestra.run.smithi149.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-16T18:08:09.467 INFO:teuthology.orchestra.run.smithi149.stdout:Dependencies resolved. 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================ 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout: Package Arch Version Repository Size 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================ 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout:Installing: 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout: ceph x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 6.6 k 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 5.3 M 2024-03-16T18:08:09.479 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 887 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 145 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 1.5 M 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 138 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 1.8 M 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 7.4 M 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 49 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 9.8 M 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 47 M 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 264 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 748 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-mirror x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 218 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-shell x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 27 k 2024-03-16T18:08:09.480 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-top noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 18 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 31 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 744 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 127 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-03-16T18:08:09.481 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 161 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 321 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 298 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 99 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 85 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.1 M 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 171 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrading: 2024-03-16T18:08:09.482 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager x86_64 1:1.46.0-1.el9 baseos 2.3 M 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-libnm x86_64 1:1.46.0-1.el9 baseos 1.8 M 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-team x86_64 1:1.46.0-1.el9 baseos 42 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-tui x86_64 1:1.46.0-1.el9 baseos 248 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-16T18:08:09.483 INFO:teuthology.orchestra.run.smithi149.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: librados2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.4 M 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.1 M 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-16T18:08:09.484 INFO:teuthology.orchestra.run.smithi149.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout:Installing dependencies: 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 20 M 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 31 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 2.3 M 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 248 k 2024-03-16T18:08:09.485 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 4.7 M 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 17 M 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 15 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 25 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-16T18:08:09.486 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 163 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 498 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 5.1 M 2024-03-16T18:08:09.487 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-16T18:08:09.488 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 45 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 131 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-16T18:08:09.489 INFO:teuthology.orchestra.run.smithi149.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-16T18:08:09.490 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-16T18:08:09.491 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-16T18:08:09.492 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-16T18:08:09.493 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-16T18:08:09.494 INFO:teuthology.orchestra.run.smithi149.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout:Installing weak dependencies: 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction Summary 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout:============================================================================================ 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout:Install 150 Packages 2024-03-16T18:08:09.495 INFO:teuthology.orchestra.run.smithi149.stdout:Upgrade 24 Packages 2024-03-16T18:08:09.496 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:08:09.496 INFO:teuthology.orchestra.run.smithi149.stdout:Total download size: 224 M 2024-03-16T18:08:09.496 INFO:teuthology.orchestra.run.smithi149.stdout:Downloading Packages: 2024-03-16T18:08:10.234 INFO:teuthology.orchestra.run.smithi149.stdout:(1/174): ceph-19.0.0-1681.gaba3c1d2.el9.x86_64. 37 kB/s | 6.6 kB 00:00 2024-03-16T18:08:10.594 INFO:teuthology.orchestra.run.smithi153.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-16T18:08:10.595 INFO:teuthology.orchestra.run.smithi153.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-16T18:08:10.608 INFO:teuthology.orchestra.run.smithi153.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-16T18:08:10.609 INFO:teuthology.orchestra.run.smithi153.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-16T18:08:10.610 INFO:teuthology.orchestra.run.smithi153.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-16T18:08:10.612 INFO:teuthology.orchestra.run.smithi153.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-16T18:08:10.614 INFO:teuthology.orchestra.run.smithi153.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-16T18:08:10.616 INFO:teuthology.orchestra.run.smithi153.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-16T18:08:10.618 INFO:teuthology.orchestra.run.smithi153.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-16T18:08:10.642 INFO:teuthology.orchestra.run.smithi149.stdout:(2/174): ceph-fuse-19.0.0-1681.gaba3c1d2.el9.x8 2.1 MB/s | 887 kB 00:00 2024-03-16T18:08:10.697 INFO:teuthology.orchestra.run.smithi153.stdout:Dependencies resolved. 2024-03-16T18:08:10.709 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-03-16T18:08:10.709 INFO:teuthology.orchestra.run.smithi153.stdout: Package Arch Version Repository Size 2024-03-16T18:08:10.709 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-03-16T18:08:10.709 INFO:teuthology.orchestra.run.smithi153.stdout:Installing: 2024-03-16T18:08:10.709 INFO:teuthology.orchestra.run.smithi153.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 6.6 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-base x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 5.3 M 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-fuse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 887 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 145 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 1.5 M 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 138 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 1.8 M 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 7.4 M 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-rook noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 49 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-radosgw x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 9.8 M 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-test x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 47 M 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-volume noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 264 k 2024-03-16T18:08:10.710 INFO:teuthology.orchestra.run.smithi153.stdout: cephadm noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 748 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-mirror x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 218 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-shell x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 27 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-top noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 18 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs-devel x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 31 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 744 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: librados-devel x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 127 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-03-16T18:08:10.711 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cephfs x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 161 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rados x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 321 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rbd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 298 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rgw x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 99 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-fuse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 85 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-mirror x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.1 M 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-nbd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 171 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout:Upgrading: 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager x86_64 1:1.46.0-1.el9 baseos 2.3 M 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-libnm x86_64 1:1.46.0-1.el9 baseos 1.8 M 2024-03-16T18:08:10.712 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-team x86_64 1:1.46.0-1.el9 baseos 42 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-tui x86_64 1:1.46.0-1.el9 baseos 248 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: librados2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.4 M 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: librbd1 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.1 M 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-16T18:08:10.713 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout:Installing dependencies: 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-common x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 20 M 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 31 k 2024-03-16T18:08:10.714 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mds x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 2.3 M 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 248 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mon x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 4.7 M 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-osd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 17 M 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 15 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-selinux x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 25 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-16T18:08:10.715 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libcephsqlite x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 163 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libradosstriper1 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 498 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: librgw2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 5.1 M 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-16T18:08:10.716 INFO:teuthology.orchestra.run.smithi153.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-argparse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 45 k 2024-03-16T18:08:10.717 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-common x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 131 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-16T18:08:10.718 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-16T18:08:10.719 INFO:teuthology.orchestra.run.smithi153.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-16T18:08:10.720 INFO:teuthology.orchestra.run.smithi153.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-16T18:08:10.721 INFO:teuthology.orchestra.run.smithi153.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout:Installing weak dependencies: 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction Summary 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout:Install 150 Packages 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout:Upgrade 24 Packages 2024-03-16T18:08:10.722 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:08:10.723 INFO:teuthology.orchestra.run.smithi153.stdout:Total download size: 224 M 2024-03-16T18:08:10.723 INFO:teuthology.orchestra.run.smithi153.stdout:Downloading Packages: 2024-03-16T18:08:10.742 INFO:teuthology.orchestra.run.smithi149.stdout:(3/174): ceph-base-19.0.0-1681.gaba3c1d2.el9.x8 7.8 MB/s | 5.3 MB 00:00 2024-03-16T18:08:10.770 INFO:teuthology.orchestra.run.smithi149.stdout:(4/174): ceph-immutable-object-cache-19.0.0-168 1.1 MB/s | 145 kB 00:00 2024-03-16T18:08:10.993 INFO:teuthology.orchestra.run.smithi149.stdout:(5/174): ceph-mds-19.0.0-1681.gaba3c1d2.el9.x86 9.2 MB/s | 2.3 MB 00:00 2024-03-16T18:08:11.243 INFO:teuthology.orchestra.run.smithi149.stdout:(6/174): ceph-mgr-19.0.0-1681.gaba3c1d2.el9.x86 3.1 MB/s | 1.5 MB 00:00 2024-03-16T18:08:11.718 INFO:teuthology.orchestra.run.smithi149.stdout:(7/174): ceph-common-19.0.0-1681.gaba3c1d2.el9. 12 MB/s | 20 MB 00:01 2024-03-16T18:08:11.794 INFO:teuthology.orchestra.run.smithi149.stdout:(8/174): ceph-mon-19.0.0-1681.gaba3c1d2.el9.x86 5.9 MB/s | 4.7 MB 00:00 2024-03-16T18:08:11.860 INFO:teuthology.orchestra.run.smithi149.stdout:(9/174): ceph-selinux-19.0.0-1681.gaba3c1d2.el9 379 kB/s | 25 kB 00:00 2024-03-16T18:08:12.089 INFO:teuthology.orchestra.run.smithi153.stdout:(1/174): ceph-19.0.0-1681.gaba3c1d2.el9.x86_64. 18 kB/s | 6.6 kB 00:00 2024-03-16T18:08:12.195 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.1 MB 00:00 2024-03-16T18:08:12.511 INFO:teuthology.orchestra.run.smithi149.stdout:(10/174): ceph-radosgw-19.0.0-1681.gaba3c1d2.el 12 MB/s | 9.8 MB 00:00 2024-03-16T18:08:12.594 INFO:teuthology.orchestra.run.smithi149.stdout:(11/174): cephfs-mirror-19.0.0-1681.gaba3c1d2.e 2.6 MB/s | 218 kB 00:00 2024-03-16T18:08:12.677 INFO:teuthology.orchestra.run.smithi149.stdout:(12/174): cephfs-shell-19.0.0-1681.gaba3c1d2.el 325 kB/s | 27 kB 00:00 2024-03-16T18:08:12.769 INFO:teuthology.orchestra.run.smithi149.stdout:(13/174): libcephfs-devel-19.0.0-1681.gaba3c1d2 341 kB/s | 31 kB 00:00 2024-03-16T18:08:13.248 INFO:teuthology.orchestra.run.smithi153.stdout:(2/174): ceph-fuse-19.0.0-1681.gaba3c1d2.el9.x8 766 kB/s | 887 kB 00:01 2024-03-16T18:08:13.320 INFO:teuthology.orchestra.run.smithi149.stdout:(14/174): ceph-osd-19.0.0-1681.gaba3c1d2.el9.x8 8.1 MB/s | 17 MB 00:02 2024-03-16T18:08:13.378 INFO:teuthology.orchestra.run.smithi149.stdout:(15/174): libcephsqlite-19.0.0-1681.gaba3c1d2.e 2.7 MB/s | 163 kB 00:00 2024-03-16T18:08:13.415 INFO:teuthology.orchestra.run.smithi153.stdout:(3/174): ceph-immutable-object-cache-19.0.0-168 874 kB/s | 145 kB 00:00 2024-03-16T18:08:13.436 INFO:teuthology.orchestra.run.smithi149.stdout:(16/174): librados-devel-19.0.0-1681.gaba3c1d2. 2.1 MB/s | 127 kB 00:00 2024-03-16T18:08:13.487 INFO:teuthology.orchestra.run.smithi149.stdout:(17/174): libcephfs2-19.0.0-1681.gaba3c1d2.el9. 1.0 MB/s | 744 kB 00:00 2024-03-16T18:08:13.529 INFO:teuthology.orchestra.run.smithi149.stdout:(18/174): libradosstriper1-19.0.0-1681.gaba3c1d 5.3 MB/s | 498 kB 00:00 2024-03-16T18:08:13.612 INFO:teuthology.orchestra.run.smithi149.stdout:(19/174): python3-ceph-argparse-19.0.0-1681.gab 543 kB/s | 45 kB 00:00 2024-03-16T18:08:13.704 INFO:teuthology.orchestra.run.smithi149.stdout:(20/174): python3-ceph-common-19.0.0-1681.gaba3 1.4 MB/s | 131 kB 00:00 2024-03-16T18:08:13.796 INFO:teuthology.orchestra.run.smithi149.stdout:(21/174): python3-cephfs-19.0.0-1681.gaba3c1d2. 1.7 MB/s | 161 kB 00:00 2024-03-16T18:08:13.862 INFO:teuthology.orchestra.run.smithi017.stdout:CentOS Stream 9 - Extras packages 33 kB/s | 15 kB 00:00 2024-03-16T18:08:13.888 INFO:teuthology.orchestra.run.smithi149.stdout:(22/174): python3-rados-19.0.0-1681.gaba3c1d2.e 3.4 MB/s | 321 kB 00:00 2024-03-16T18:08:13.980 INFO:teuthology.orchestra.run.smithi149.stdout:(23/174): python3-rbd-19.0.0-1681.gaba3c1d2.el9 3.2 MB/s | 298 kB 00:00 2024-03-16T18:08:14.081 INFO:teuthology.orchestra.run.smithi149.stdout:(24/174): librgw2-19.0.0-1681.gaba3c1d2.el9.x86 8.6 MB/s | 5.1 MB 00:00 2024-03-16T18:08:14.106 INFO:teuthology.orchestra.run.smithi149.stdout:(25/174): python3-rgw-19.0.0-1681.gaba3c1d2.el9 793 kB/s | 99 kB 00:00 2024-03-16T18:08:14.148 INFO:teuthology.orchestra.run.smithi149.stdout:(26/174): rbd-fuse-19.0.0-1681.gaba3c1d2.el9.x8 1.2 MB/s | 85 kB 00:00 2024-03-16T18:08:14.240 INFO:teuthology.orchestra.run.smithi149.stdout:(27/174): rbd-nbd-19.0.0-1681.gaba3c1d2.el9.x86 1.8 MB/s | 171 kB 00:00 2024-03-16T18:08:14.332 INFO:teuthology.orchestra.run.smithi149.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1681.g 343 kB/s | 31 kB 00:00 2024-03-16T18:08:14.424 INFO:teuthology.orchestra.run.smithi149.stdout:(29/174): ceph-mgr-cephadm-19.0.0-1681.gaba3c1d 1.5 MB/s | 138 kB 00:00 2024-03-16T18:08:14.474 INFO:teuthology.orchestra.run.smithi149.stdout:(30/174): rbd-mirror-19.0.0-1681.gaba3c1d2.el9. 8.4 MB/s | 3.1 MB 00:00 2024-03-16T18:08:14.716 INFO:teuthology.orchestra.run.smithi149.stdout:(31/174): ceph-mgr-dashboard-19.0.0-1681.gaba3c 6.1 MB/s | 1.8 MB 00:00 2024-03-16T18:08:14.739 INFO:teuthology.orchestra.run.smithi017.stdout:Extra Packages for Enterprise Linux 27 MB/s | 21 MB 00:00 2024-03-16T18:08:14.808 INFO:teuthology.orchestra.run.smithi149.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1681.gab 2.6 MB/s | 248 kB 00:00 2024-03-16T18:08:14.875 INFO:teuthology.orchestra.run.smithi149.stdout:(33/174): ceph-mgr-rook-19.0.0-1681.gaba3c1d2.e 741 kB/s | 49 kB 00:00 2024-03-16T18:08:14.942 INFO:teuthology.orchestra.run.smithi149.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1681.ga 231 kB/s | 15 kB 00:00 2024-03-16T18:08:15.034 INFO:teuthology.orchestra.run.smithi149.stdout:(35/174): ceph-volume-19.0.0-1681.gaba3c1d2.el9 2.8 MB/s | 264 kB 00:00 2024-03-16T18:08:15.192 INFO:teuthology.orchestra.run.smithi149.stdout:(36/174): cephadm-19.0.0-1681.gaba3c1d2.el9.noa 4.6 MB/s | 748 kB 00:00 2024-03-16T18:08:15.268 INFO:teuthology.orchestra.run.smithi149.stdout:(37/174): cephfs-top-19.0.0-1681.gaba3c1d2.el9. 243 kB/s | 18 kB 00:00 2024-03-16T18:08:15.451 INFO:teuthology.orchestra.run.smithi149.stdout:(38/174): ceph-mgr-diskprediction-local-19.0.0- 7.6 MB/s | 7.4 MB 00:00 2024-03-16T18:08:15.477 INFO:teuthology.orchestra.run.smithi149.stdout:(39/174): automake-1.16.2-8.el9.noarch.rpm 3.1 MB/s | 662 kB 00:00 2024-03-16T18:08:15.506 INFO:teuthology.orchestra.run.smithi153.stdout:(4/174): ceph-mds-19.0.0-1681.gaba3c1d2.el9.x86 1.1 MB/s | 2.3 MB 00:02 2024-03-16T18:08:15.518 INFO:teuthology.orchestra.run.smithi149.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 14 MB/s | 920 kB 00:00 2024-03-16T18:08:15.544 INFO:teuthology.orchestra.run.smithi149.stdout:(41/174): boost-program-options-1.75.0-8.el9.x8 1.6 MB/s | 106 kB 00:00 2024-03-16T18:08:15.569 INFO:teuthology.orchestra.run.smithi149.stdout:(42/174): flex-2.6.4-9.el9.x86_64.rpm 6.0 MB/s | 307 kB 00:00 2024-03-16T18:08:15.594 INFO:teuthology.orchestra.run.smithi149.stdout:(43/174): flexiblas-3.0.4-8.el9.x86_64.rpm 636 kB/s | 32 kB 00:00 2024-03-16T18:08:15.653 INFO:teuthology.orchestra.run.smithi149.stdout:(44/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 36 MB/s | 3.0 MB 00:00 2024-03-16T18:08:15.678 INFO:teuthology.orchestra.run.smithi149.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 211 kB/s | 17 kB 00:00 2024-03-16T18:08:15.703 INFO:teuthology.orchestra.run.smithi149.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 201 kB/s | 10 kB 00:00 2024-03-16T18:08:15.729 INFO:teuthology.orchestra.run.smithi149.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 3.1 MB/s | 159 kB 00:00 2024-03-16T18:08:15.754 INFO:teuthology.orchestra.run.smithi149.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 880 kB/s | 44 kB 00:00 2024-03-16T18:08:15.788 INFO:teuthology.orchestra.run.smithi149.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 11 MB/s | 661 kB 00:00 2024-03-16T18:08:15.821 INFO:teuthology.orchestra.run.smithi149.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 8.6 MB/s | 578 kB 00:00 2024-03-16T18:08:15.846 INFO:teuthology.orchestra.run.smithi149.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 802 kB/s | 46 kB 00:00 2024-03-16T18:08:15.872 INFO:teuthology.orchestra.run.smithi149.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.5 MB/s | 282 kB 00:00 2024-03-16T18:08:15.897 INFO:teuthology.orchestra.run.smithi149.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-03-16T18:08:15.914 INFO:teuthology.orchestra.run.smithi149.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 5.1 MB/s | 217 kB 00:00 2024-03-16T18:08:15.939 INFO:teuthology.orchestra.run.smithi149.stdout:(55/174): openblas-0.3.21-2.el9.x86_64.rpm 821 kB/s | 34 kB 00:00 2024-03-16T18:08:16.199 INFO:teuthology.orchestra.run.smithi153.stdout:(5/174): ceph-mgr-19.0.0-1681.gaba3c1d2.el9.x86 2.2 MB/s | 1.5 MB 00:00 2024-03-16T18:08:16.365 INFO:teuthology.orchestra.run.smithi149.stdout:(56/174): ceph-test-19.0.0-1681.gaba3c1d2.el9.x 11 MB/s | 47 MB 00:04 2024-03-16T18:08:16.407 INFO:teuthology.orchestra.run.smithi153.stdout:(6/174): ceph-base-19.0.0-1681.gaba3c1d2.el9.x8 1.1 MB/s | 5.3 MB 00:04 2024-03-16T18:08:16.440 INFO:teuthology.orchestra.run.smithi149.stdout:(57/174): openblas-openmp-0.3.21-2.el9.x86_64.r 9.0 MB/s | 4.7 MB 00:00 2024-03-16T18:08:16.482 INFO:teuthology.orchestra.run.smithi149.stdout:(58/174): postgresql-13.11-1.el9.x86_64.rpm 2.8 MB/s | 1.5 MB 00:00 2024-03-16T18:08:16.507 INFO:teuthology.orchestra.run.smithi149.stdout:(59/174): postgresql-contrib-13.11-1.el9.x86_64 5.8 MB/s | 811 kB 00:00 2024-03-16T18:08:16.532 INFO:teuthology.orchestra.run.smithi149.stdout:(60/174): postgresql-private-libs-13.11-1.el9.x 1.4 MB/s | 134 kB 00:00 2024-03-16T18:08:16.574 INFO:teuthology.orchestra.run.smithi149.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 15 MB/s | 1.0 MB 00:00 2024-03-16T18:08:16.641 INFO:teuthology.orchestra.run.smithi153.stdout:(7/174): ceph-common-19.0.0-1681.gaba3c1d2.el9. 4.2 MB/s | 20 MB 00:04 2024-03-16T18:08:16.666 INFO:teuthology.orchestra.run.smithi149.stdout:(62/174): postgresql-server-13.11-1.el9.x86_64. 36 MB/s | 5.7 MB 00:00 2024-03-16T18:08:16.683 INFO:teuthology.orchestra.run.smithi149.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 516 kB/s | 78 kB 00:00 2024-03-16T18:08:16.767 INFO:teuthology.orchestra.run.smithi149.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm 31 MB/s | 5.8 MB 00:00 2024-03-16T18:08:16.792 INFO:teuthology.orchestra.run.smithi149.stdout:(65/174): python3-jsonpatch-1.21-16.el9.noarch. 199 kB/s | 24 kB 00:00 2024-03-16T18:08:16.817 INFO:teuthology.orchestra.run.smithi149.stdout:(66/174): python3-jsonpointer-2.0-4.el9.noarch. 138 kB/s | 18 kB 00:00 2024-03-16T18:08:16.843 INFO:teuthology.orchestra.run.smithi149.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-03-16T18:08:16.868 INFO:teuthology.orchestra.run.smithi149.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 633 kB/s | 32 kB 00:00 2024-03-16T18:08:16.993 INFO:teuthology.orchestra.run.smithi149.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 27 MB/s | 4.8 MB 00:00 2024-03-16T18:08:17.018 INFO:teuthology.orchestra.run.smithi149.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 217 kB 00:00 2024-03-16T18:08:17.043 INFO:teuthology.orchestra.run.smithi149.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 1.0 MB/s | 174 kB 00:00 2024-03-16T18:08:17.086 INFO:teuthology.orchestra.run.smithi149.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 753 kB/s | 69 kB 00:00 2024-03-16T18:08:17.102 INFO:teuthology.orchestra.run.smithi149.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 708 kB/s | 41 kB 00:00 2024-03-16T18:08:17.127 INFO:teuthology.orchestra.run.smithi149.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 2.8 MB/s | 238 kB 00:00 2024-03-16T18:08:17.153 INFO:teuthology.orchestra.run.smithi149.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 132 kB 00:00 2024-03-16T18:08:17.178 INFO:teuthology.orchestra.run.smithi149.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 952 kB/s | 47 kB 00:00 2024-03-16T18:08:17.203 INFO:teuthology.orchestra.run.smithi149.stdout:(77/174): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 211 kB 00:00 2024-03-16T18:08:17.220 INFO:teuthology.orchestra.run.smithi149.stdout:(78/174): python3-requests-oauthlib-1.3.0-12.el 640 kB/s | 43 kB 00:00 2024-03-16T18:08:17.412 INFO:teuthology.orchestra.run.smithi149.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 205 kB/s | 39 kB 00:00 2024-03-16T18:08:17.429 INFO:teuthology.orchestra.run.smithi149.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 199 kB/s | 41 kB 00:00 2024-03-16T18:08:17.579 INFO:teuthology.orchestra.run.smithi149.stdout:(81/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 39 MB/s | 16 MB 00:00 2024-03-16T18:08:17.596 INFO:teuthology.orchestra.run.smithi149.stdout:(82/174): uuid-1.6.2-55.el9.x86_64.rpm 341 kB/s | 56 kB 00:00 2024-03-16T18:08:17.621 INFO:teuthology.orchestra.run.smithi149.stdout:(83/174): socat-1.7.4.1-5.el9.x86_64.rpm 1.5 MB/s | 300 kB 00:00 2024-03-16T18:08:17.638 INFO:teuthology.orchestra.run.smithi149.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 63 kB 00:00 2024-03-16T18:08:17.641 INFO:teuthology.orchestra.run.smithi153.stdout:(8/174): ceph-radosgw-19.0.0-1681.gaba3c1d2.el9 9.8 MB/s | 9.8 MB 00:00 2024-03-16T18:08:17.655 INFO:teuthology.orchestra.run.smithi149.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 755 kB/s | 44 kB 00:00 2024-03-16T18:08:17.680 INFO:teuthology.orchestra.run.smithi149.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm 1.9 MB/s | 79 kB 00:00 2024-03-16T18:08:17.691 INFO:teuthology.orchestra.run.smithi153.stdout:(9/174): ceph-selinux-19.0.0-1681.gaba3c1d2.el9 507 kB/s | 25 kB 00:00 2024-03-16T18:08:17.730 INFO:teuthology.orchestra.run.smithi149.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.6 MB/s | 241 kB 00:00 2024-03-16T18:08:17.772 INFO:teuthology.orchestra.run.smithi149.stdout:(88/174): python3-cryptography-36.0.1-4.el9.x86 9.8 MB/s | 1.1 MB 00:00 2024-03-16T18:08:17.789 INFO:teuthology.orchestra.run.smithi149.stdout:(89/174): python3-pycparser-2.20-6.el9.noarch.r 2.1 MB/s | 124 kB 00:00 2024-03-16T18:08:17.815 INFO:teuthology.orchestra.run.smithi149.stdout:(90/174): python3-ply-3.11-14.el9.noarch.rpm 1.2 MB/s | 103 kB 00:00 2024-03-16T18:08:17.840 INFO:teuthology.orchestra.run.smithi149.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.7 MB/s | 187 kB 00:00 2024-03-16T18:08:18.007 INFO:teuthology.orchestra.run.smithi149.stdout:(92/174): jq-1.6-16.el9.x86_64.rpm 865 kB/s | 187 kB 00:00 2024-03-16T18:08:18.032 INFO:teuthology.orchestra.run.smithi149.stdout:(93/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-03-16T18:08:18.066 INFO:teuthology.orchestra.run.smithi149.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-03-16T18:08:18.091 INFO:teuthology.orchestra.run.smithi149.stdout:(95/174): libgfortran-11.4.1-3.el9.x86_64.rpm 3.1 MB/s | 803 kB 00:00 2024-03-16T18:08:18.125 INFO:teuthology.orchestra.run.smithi149.stdout:(96/174): elfutils-libelf-devel-0.190-2.el9.x86 233 kB/s | 21 kB 00:00 2024-03-16T18:08:18.150 INFO:teuthology.orchestra.run.smithi149.stdout:(97/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 303 kB/s | 25 kB 00:00 2024-03-16T18:08:18.183 INFO:teuthology.orchestra.run.smithi153.stdout:(10/174): ceph-mon-19.0.0-1681.gaba3c1d2.el9.x8 2.4 MB/s | 4.7 MB 00:01 2024-03-16T18:08:18.242 INFO:teuthology.orchestra.run.smithi149.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 2.1 MB/s | 245 kB 00:00 2024-03-16T18:08:18.267 INFO:teuthology.orchestra.run.smithi149.stdout:(99/174): python3-jinja2-2.11.3-5.el9.noarch.rp 2.1 MB/s | 248 kB 00:00 2024-03-16T18:08:18.275 INFO:teuthology.orchestra.run.smithi153.stdout:(11/174): cephfs-mirror-19.0.0-1681.gaba3c1d2.e 2.3 MB/s | 218 kB 00:00 2024-03-16T18:08:18.292 INFO:teuthology.orchestra.run.smithi149.stdout:(100/174): qatlib-23.11.0-1.el9.x86_64.rpm 4.2 MB/s | 216 kB 00:00 2024-03-16T18:08:18.309 INFO:teuthology.orchestra.run.smithi149.stdout:(101/174): qatlib-service-23.11.0-1.el9.x86_64. 833 kB/s | 35 kB 00:00 2024-03-16T18:08:18.334 INFO:teuthology.orchestra.run.smithi149.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 1.0 MB/s | 44 kB 00:00 2024-03-16T18:08:18.350 INFO:teuthology.orchestra.run.smithi153.stdout:(12/174): cephfs-shell-19.0.0-1681.gaba3c1d2.el 360 kB/s | 27 kB 00:00 2024-03-16T18:08:18.351 INFO:teuthology.orchestra.run.smithi149.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 2.2 MB/s | 94 kB 00:00 2024-03-16T18:08:18.377 INFO:teuthology.orchestra.run.smithi149.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm 533 kB/s | 22 kB 00:00 2024-03-16T18:08:18.417 INFO:teuthology.orchestra.run.smithi153.stdout:(13/174): libcephfs-devel-19.0.0-1681.gaba3c1d2 471 kB/s | 31 kB 00:00 2024-03-16T18:08:18.444 INFO:teuthology.orchestra.run.smithi149.stdout:(105/174): openssl-devel-3.0.7-27.el9.x86_64.rp 12 MB/s | 4.1 MB 00:00 2024-03-16T18:08:18.511 INFO:teuthology.orchestra.run.smithi149.stdout:(106/174): protobuf-compiler-3.14.0-13.el9.x86_ 5.3 MB/s | 863 kB 00:00 2024-03-16T18:08:18.667 INFO:teuthology.orchestra.run.smithi153.stdout:(14/174): libcephfs2-19.0.0-1681.gaba3c1d2.el9. 2.9 MB/s | 744 kB 00:00 2024-03-16T18:08:18.727 INFO:teuthology.orchestra.run.smithi149.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 90 kB/s | 19 kB 00:00 2024-03-16T18:08:18.776 INFO:teuthology.orchestra.run.smithi153.stdout:(15/174): libcephsqlite-19.0.0-1681.gaba3c1d2.e 1.5 MB/s | 163 kB 00:00 2024-03-16T18:08:18.828 INFO:teuthology.orchestra.run.smithi149.stdout:(108/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.2 MB/s | 548 kB 00:00 2024-03-16T18:08:18.843 INFO:teuthology.orchestra.run.smithi153.stdout:(16/174): librados-devel-19.0.0-1681.gaba3c1d2. 1.9 MB/s | 127 kB 00:00 2024-03-16T18:08:18.853 INFO:teuthology.orchestra.run.smithi149.stdout:(109/174): gperftools-libs-2.9.1-2.el9.x86_64.r 806 kB/s | 309 kB 00:00 2024-03-16T18:08:18.895 INFO:teuthology.orchestra.run.smithi149.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 388 kB/s | 26 kB 00:00 2024-03-16T18:08:18.928 INFO:teuthology.orchestra.run.smithi149.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 644 kB/s | 49 kB 00:00 2024-03-16T18:08:18.962 INFO:teuthology.orchestra.run.smithi149.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 1.0 MB/s | 67 kB 00:00 2024-03-16T18:08:19.010 INFO:teuthology.orchestra.run.smithi153.stdout:(17/174): libradosstriper1-19.0.0-1681.gaba3c1d 2.9 MB/s | 498 kB 00:00 2024-03-16T18:08:19.012 INFO:teuthology.orchestra.run.smithi149.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 1.8 MB/s | 151 kB 00:00 2024-03-16T18:08:19.096 INFO:teuthology.orchestra.run.smithi149.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-03-16T18:08:19.163 INFO:teuthology.orchestra.run.smithi149.stdout:(115/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 651 kB/s | 43 kB 00:00 2024-03-16T18:08:19.188 INFO:teuthology.orchestra.run.smithi149.stdout:(116/174): python3-asyncssh-2.13.2-4.el9.noarch 3.1 MB/s | 548 kB 00:00 2024-03-16T18:08:19.247 INFO:teuthology.orchestra.run.smithi149.stdout:(117/174): libarrow-9.0.0-10.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-03-16T18:08:19.272 INFO:teuthology.orchestra.run.smithi149.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 179 kB/s | 15 kB 00:00 2024-03-16T18:08:19.297 INFO:teuthology.orchestra.run.smithi149.stdout:(119/174): python3-cachetools-4.2.4-1.el9.noarc 240 kB/s | 32 kB 00:00 2024-03-16T18:08:19.322 INFO:teuthology.orchestra.run.smithi149.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-03-16T18:08:19.348 INFO:teuthology.orchestra.run.smithi149.stdout:(121/174): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-03-16T18:08:19.373 INFO:teuthology.orchestra.run.smithi149.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-03-16T18:08:19.398 INFO:teuthology.orchestra.run.smithi149.stdout:(123/174): python3-colorama-0.4.4-12.el9.noarch 468 kB/s | 35 kB 00:00 2024-03-16T18:08:19.424 INFO:teuthology.orchestra.run.smithi149.stdout:(124/174): python3-google-auth-2.28.0-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-03-16T18:08:19.474 INFO:teuthology.orchestra.run.smithi149.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 1.9 MB/s | 144 kB 00:00 2024-03-16T18:08:19.491 INFO:teuthology.orchestra.run.smithi149.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 159 kB/s | 11 kB 00:00 2024-03-16T18:08:19.533 INFO:teuthology.orchestra.run.smithi149.stdout:(127/174): python3-grpcio-1.46.7-10.el9.x86_64. 13 MB/s | 2.0 MB 00:00 2024-03-16T18:08:19.550 INFO:teuthology.orchestra.run.smithi149.stdout:(128/174): python3-jaraco-classes-3.2.1-5.el9.n 234 kB/s | 18 kB 00:00 2024-03-16T18:08:19.567 INFO:teuthology.orchestra.run.smithi149.stdout:(129/174): python3-jaraco-collections-3.0.0-8.e 307 kB/s | 23 kB 00:00 2024-03-16T18:08:19.592 INFO:teuthology.orchestra.run.smithi149.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 332 kB/s | 19 kB 00:00 2024-03-16T18:08:19.626 INFO:teuthology.orchestra.run.smithi149.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 337 kB/s | 20 kB 00:00 2024-03-16T18:08:19.659 INFO:teuthology.orchestra.run.smithi149.stdout:(132/174): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-03-16T18:08:19.676 INFO:teuthology.orchestra.run.smithi149.stdout:(133/174): python3-logutils-0.3.5-21.el9.noarch 552 kB/s | 46 kB 00:00 2024-03-16T18:08:19.701 INFO:teuthology.orchestra.run.smithi149.stdout:(134/174): python3-more-itertools-8.12.0-2.el9. 1.0 MB/s | 79 kB 00:00 2024-03-16T18:08:19.718 INFO:teuthology.orchestra.run.smithi149.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 987 kB/s | 58 kB 00:00 2024-03-16T18:08:19.744 INFO:teuthology.orchestra.run.smithi149.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 4.0 MB/s | 272 kB 00:00 2024-03-16T18:08:19.760 INFO:teuthology.orchestra.run.smithi149.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 279 kB/s | 16 kB 00:00 2024-03-16T18:08:19.794 INFO:teuthology.orchestra.run.smithi149.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-03-16T18:08:19.811 INFO:teuthology.orchestra.run.smithi149.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 422 kB/s | 28 kB 00:00 2024-03-16T18:08:19.828 INFO:teuthology.orchestra.run.smithi149.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 458 kB/s | 31 kB 00:00 2024-03-16T18:08:19.870 INFO:teuthology.orchestra.run.smithi149.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-03-16T18:08:19.887 INFO:teuthology.orchestra.run.smithi149.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm 782 kB/s | 59 kB 00:00 2024-03-16T18:08:19.897 INFO:teuthology.orchestra.run.smithi017.stdout:lab-extras 35 kB/s | 1.7 kB 00:00 2024-03-16T18:08:19.903 INFO:teuthology.orchestra.run.smithi149.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-03-16T18:08:19.929 INFO:teuthology.orchestra.run.smithi149.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 866 kB/s | 51 kB 00:00 2024-03-16T18:08:19.954 INFO:teuthology.orchestra.run.smithi149.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 3.4 MB/s | 230 kB 00:00 2024-03-16T18:08:19.980 INFO:teuthology.orchestra.run.smithi149.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-03-16T18:08:20.013 INFO:teuthology.orchestra.run.smithi149.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 5.0 MB/s | 427 kB 00:00 2024-03-16T18:08:20.030 INFO:teuthology.orchestra.run.smithi149.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-03-16T18:08:20.064 INFO:teuthology.orchestra.run.smithi149.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-03-16T18:08:20.105 INFO:teuthology.orchestra.run.smithi149.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 17 MB/s | 1.6 MB 00:00 2024-03-16T18:08:20.147 INFO:teuthology.orchestra.run.smithi149.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm 7.5 MB/s | 321 kB 00:00 2024-03-16T18:08:20.506 INFO:teuthology.orchestra.run.smithi149.stdout:(152/174): librados2-19.0.0-1681.gaba3c1d2.el9. 7.1 MB/s | 3.4 MB 00:00 2024-03-16T18:08:20.556 INFO:teuthology.orchestra.run.smithi149.stdout:(153/174): librbd1-19.0.0-1681.gaba3c1d2.el9.x8 6.4 MB/s | 3.1 MB 00:00 2024-03-16T18:08:20.585 INFO:teuthology.orchestra.run.smithi153.stdout:(18/174): librgw2-19.0.0-1681.gaba3c1d2.el9.x86 3.3 MB/s | 5.1 MB 00:01 2024-03-16T18:08:20.615 INFO:teuthology.orchestra.run.smithi149.stdout:(154/174): NetworkManager-team-1.46.0-1.el9.x86 729 kB/s | 42 kB 00:00 2024-03-16T18:08:20.652 INFO:teuthology.orchestra.run.smithi153.stdout:(19/174): python3-ceph-argparse-19.0.0-1681.gab 679 kB/s | 45 kB 00:00 2024-03-16T18:08:20.707 INFO:teuthology.orchestra.run.smithi149.stdout:(155/174): NetworkManager-tui-1.46.0-1.el9.x86_ 2.6 MB/s | 248 kB 00:00 2024-03-16T18:08:20.719 INFO:teuthology.orchestra.run.smithi153.stdout:(20/174): python3-ceph-common-19.0.0-1681.gaba3 1.9 MB/s | 131 kB 00:00 2024-03-16T18:08:20.749 INFO:teuthology.orchestra.run.smithi149.stdout:(156/174): NetworkManager-1.46.0-1.el9.x86_64.r 3.8 MB/s | 2.3 MB 00:00 2024-03-16T18:08:20.766 INFO:teuthology.orchestra.run.smithi149.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 1.2 MB/s | 71 kB 00:00 2024-03-16T18:08:20.808 INFO:teuthology.orchestra.run.smithi149.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 622 kB/s | 36 kB 00:00 2024-03-16T18:08:20.827 INFO:teuthology.orchestra.run.smithi153.stdout:(21/174): python3-cephfs-19.0.0-1681.gaba3c1d2. 1.5 MB/s | 161 kB 00:00 2024-03-16T18:08:20.833 INFO:teuthology.orchestra.run.smithi149.stdout:(159/174): elfutils-libelf-0.190-2.el9.x86_64.r 2.8 MB/s | 192 kB 00:00 2024-03-16T18:08:20.884 INFO:teuthology.orchestra.run.smithi149.stdout:(160/174): libacl-2.3.1-4.el9.x86_64.rpm 462 kB/s | 23 kB 00:00 2024-03-16T18:08:20.909 INFO:teuthology.orchestra.run.smithi149.stdout:(161/174): elfutils-libs-0.190-2.el9.x86_64.rpm 2.5 MB/s | 256 kB 00:00 2024-03-16T18:08:20.944 INFO:teuthology.orchestra.run.smithi153.stdout:(22/174): python3-rados-19.0.0-1681.gaba3c1d2.e 2.7 MB/s | 321 kB 00:00 2024-03-16T18:08:20.950 INFO:teuthology.orchestra.run.smithi149.stdout:(162/174): NetworkManager-libnm-1.46.0-1.el9.x8 4.1 MB/s | 1.8 MB 00:00 2024-03-16T18:08:20.976 INFO:teuthology.orchestra.run.smithi149.stdout:(163/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.1 MB/s | 108 kB 00:00 2024-03-16T18:08:21.001 INFO:teuthology.orchestra.run.smithi149.stdout:(164/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.6 MB/s | 155 kB 00:00 2024-03-16T18:08:21.026 INFO:teuthology.orchestra.run.smithi149.stdout:(165/174): libmount-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 136 kB 00:00 2024-03-16T18:08:21.051 INFO:teuthology.orchestra.run.smithi149.stdout:(166/174): libsmartcols-2.37.4-18.el9.x86_64.rp 848 kB/s | 64 kB 00:00 2024-03-16T18:08:21.053 INFO:teuthology.orchestra.run.smithi153.stdout:(23/174): python3-rbd-19.0.0-1681.gaba3c1d2.el9 2.7 MB/s | 298 kB 00:00 2024-03-16T18:08:21.068 INFO:teuthology.orchestra.run.smithi149.stdout:(167/174): libuuid-2.37.4-18.el9.x86_64.rpm 428 kB/s | 29 kB 00:00 2024-03-16T18:08:21.128 INFO:teuthology.orchestra.run.smithi153.stdout:(24/174): python3-rgw-19.0.0-1681.gaba3c1d2.el9 1.3 MB/s | 99 kB 00:00 2024-03-16T18:08:21.185 INFO:teuthology.orchestra.run.smithi149.stdout:(168/174): openssl-3.0.7-27.el9.x86_64.rpm 7.6 MB/s | 1.2 MB 00:00 2024-03-16T18:08:21.187 INFO:teuthology.orchestra.run.smithi153.stdout:(25/174): rbd-fuse-19.0.0-1681.gaba3c1d2.el9.x8 1.4 MB/s | 85 kB 00:00 2024-03-16T18:08:21.235 INFO:teuthology.orchestra.run.smithi149.stdout:(169/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 12 MB/s | 2.2 MB 00:00 2024-03-16T18:08:21.294 INFO:teuthology.orchestra.run.smithi149.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 4.2 MB/s | 465 kB 00:00 2024-03-16T18:08:21.311 INFO:teuthology.orchestra.run.smithi149.stdout:(171/174): util-linux-user-2.37.4-18.el9.x86_64 414 kB/s | 31 kB 00:00 2024-03-16T18:08:21.403 INFO:teuthology.orchestra.run.smithi149.stdout:(172/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 811 kB/s | 74 kB 00:00 2024-03-16T18:08:21.437 INFO:teuthology.orchestra.run.smithi149.stdout:(173/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 7.6 MB/s | 1.1 MB 00:00 2024-03-16T18:08:21.578 INFO:teuthology.orchestra.run.smithi149.stdout:(174/174): util-linux-2.37.4-18.el9.x86_64.rpm 4.5 MB/s | 2.3 MB 00:00 2024-03-16T18:08:21.586 INFO:teuthology.orchestra.run.smithi149.stdout:-------------------------------------------------------------------------------- 2024-03-16T18:08:21.586 INFO:teuthology.orchestra.run.smithi149.stdout:Total 18 MB/s | 224 MB 00:12 2024-03-16T18:08:21.904 INFO:teuthology.orchestra.run.smithi153.stdout:(26/174): ceph-test-19.0.0-1681.gaba3c1d2.el9.x 11 MB/s | 47 MB 00:04 2024-03-16T18:08:21.946 INFO:teuthology.orchestra.run.smithi153.stdout:(27/174): rbd-nbd-19.0.0-1681.gaba3c1d2.el9.x86 4.0 MB/s | 171 kB 00:00 2024-03-16T18:08:21.996 INFO:teuthology.orchestra.run.smithi153.stdout:(28/174): ceph-grafana-dashboards-19.0.0-1681.g 632 kB/s | 31 kB 00:00 2024-03-16T18:08:22.073 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction check 2024-03-16T18:08:22.154 INFO:teuthology.orchestra.run.smithi153.stdout:(29/174): ceph-osd-19.0.0-1681.gaba3c1d2.el9.x8 2.9 MB/s | 17 MB 00:05 2024-03-16T18:08:22.180 INFO:teuthology.orchestra.run.smithi153.stdout:(30/174): ceph-mgr-cephadm-19.0.0-1681.gaba3c1d 752 kB/s | 138 kB 00:00 2024-03-16T18:08:22.230 INFO:teuthology.orchestra.run.smithi153.stdout:(31/174): rbd-mirror-19.0.0-1681.gaba3c1d2.el9. 3.0 MB/s | 3.1 MB 00:01 2024-03-16T18:08:22.347 INFO:teuthology.orchestra.run.smithi153.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1681.gab 2.1 MB/s | 248 kB 00:00 2024-03-16T18:08:22.391 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction check succeeded. 2024-03-16T18:08:22.391 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction test 2024-03-16T18:08:22.405 INFO:teuthology.orchestra.run.smithi153.stdout:(33/174): ceph-mgr-rook-19.0.0-1681.gaba3c1d2.e 848 kB/s | 49 kB 00:00 2024-03-16T18:08:22.456 INFO:teuthology.orchestra.run.smithi153.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1681.ga 307 kB/s | 15 kB 00:00 2024-03-16T18:08:22.545 INFO:teuthology.orchestra.run.smithi017.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-16T18:08:22.546 INFO:teuthology.orchestra.run.smithi017.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-03-16T18:08:22.561 INFO:teuthology.orchestra.run.smithi017.stdout:Package NetworkManager-1:1.44.0-2.el9.x86_64 is already installed. 2024-03-16T18:08:22.562 INFO:teuthology.orchestra.run.smithi017.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-03-16T18:08:22.563 INFO:teuthology.orchestra.run.smithi017.stdout:Package util-linux-2.37.4-15.el9.x86_64 is already installed. 2024-03-16T18:08:22.565 INFO:teuthology.orchestra.run.smithi017.stdout:Package libacl-devel-2.3.1-3.el9.x86_64 is already installed. 2024-03-16T18:08:22.567 INFO:teuthology.orchestra.run.smithi017.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-03-16T18:08:22.570 INFO:teuthology.orchestra.run.smithi017.stdout:Package xfsdump-3.1.12-3.el9.x86_64 is already installed. 2024-03-16T18:08:22.571 INFO:teuthology.orchestra.run.smithi017.stdout:Package xfsprogs-5.19.0-4.el9.x86_64 is already installed. 2024-03-16T18:08:22.573 INFO:teuthology.orchestra.run.smithi153.stdout:(35/174): ceph-volume-19.0.0-1681.gaba3c1d2.el9 2.2 MB/s | 264 kB 00:00 2024-03-16T18:08:22.614 INFO:teuthology.orchestra.run.smithi153.stdout:(36/174): ceph-mgr-dashboard-19.0.0-1681.gaba3c 3.9 MB/s | 1.8 MB 00:00 2024-03-16T18:08:22.657 INFO:teuthology.orchestra.run.smithi017.stdout:Dependencies resolved. 2024-03-16T18:08:22.673 INFO:teuthology.orchestra.run.smithi153.stdout:(37/174): cephfs-top-19.0.0-1681.gaba3c1d2.el9. 313 kB/s | 18 kB 00:00 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout:============================================================================================ 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: Package Arch Version Repository Size 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout:============================================================================================ 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout:Installing: 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: bison x86_64 3.7.4-5.el9 CentOS-AppStream 920 k 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: ceph x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 6.6 k 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-base x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 5.3 M 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-fuse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 887 k 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-immutable-object-cache x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 145 k 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 1.5 M 2024-03-16T18:08:22.676 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-cephadm noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 138 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-dashboard noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 1.8 M 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-diskprediction-local noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 7.4 M 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-rook noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 49 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-radosgw x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 9.8 M 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-test x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 47 M 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-volume noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 264 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: cephadm noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 748 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-mirror x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 218 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-shell x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 27 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-top noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 18 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-devel x86_64 0.190-2.el9 appstream 21 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: flex x86_64 2.6.4-9.el9 CentOS-AppStream 307 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: libaio-devel x86_64 0.3.111-13.el9 CentOS-AppStream 10 k 2024-03-16T18:08:22.677 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs-devel x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 31 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 744 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: librados-devel x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 127 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: libtool x86_64 2.4.6-45.el9 CentOS-AppStream 578 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-devel x86_64 2.37.4-18.el9 appstream 25 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-devel x86_64 1:3.0.7-27.el9 appstream 4.1 M 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql x86_64 13.11-1.el9 CentOS-AppStream 1.5 M 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-contrib x86_64 13.11-1.el9 CentOS-AppStream 811 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-server x86_64 13.11-1.el9 CentOS-AppStream 5.7 M 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cephfs x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 161 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rados x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 321 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rbd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 298 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rgw x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 99 k 2024-03-16T18:08:22.678 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-fuse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 85 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-mirror x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.1 M 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-nbd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 171 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-devel x86_64 6.3.0-1.el9 appstream 94 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout:Upgrading: 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager x86_64 1:1.46.0-1.el9 baseos 2.3 M 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-libnm x86_64 1:1.46.0-1.el9 baseos 1.8 M 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-team x86_64 1:1.46.0-1.el9 baseos 42 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-tui x86_64 1:1.46.0-1.el9 baseos 248 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: acl x86_64 2.3.1-4.el9 baseos 71 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-debuginfod-client x86_64 0.190-2.el9 baseos 36 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf x86_64 0.190-2.el9 baseos 192 k 2024-03-16T18:08:22.679 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libs x86_64 0.190-2.el9 baseos 256 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libacl x86_64 2.3.1-4.el9 baseos 23 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libacl-devel x86_64 2.3.1-4.el9 appstream 74 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libblkid x86_64 2.37.4-18.el9 baseos 108 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libfdisk x86_64 2.37.4-18.el9 baseos 155 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libmount x86_64 2.37.4-18.el9 baseos 136 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: librados2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.4 M 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: librbd1 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 3.1 M 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libsmartcols x86_64 2.37.4-18.el9 baseos 64 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid x86_64 2.37.4-18.el9 baseos 29 k 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: openssl x86_64 1:3.0.7-27.el9 baseos 1.2 M 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-libs x86_64 1:3.0.7-27.el9 baseos 2.2 M 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: util-linux x86_64 2.37.4-18.el9 baseos 2.3 M 2024-03-16T18:08:22.680 INFO:teuthology.orchestra.run.smithi017.stdout: util-linux-core x86_64 2.37.4-18.el9 baseos 465 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: util-linux-user x86_64 2.37.4-18.el9 baseos 31 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: xfsdump x86_64 3.1.12-4.el9 CentOS-BaseOS 321 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs x86_64 6.3.0-1.el9 baseos 1.1 M 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout:Installing dependencies: 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: abseil-cpp x86_64 20211102.0-3.el9 epel 548 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: automake noarch 1.16.2-8.el9 CentOS-AppStream 662 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-common x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 20 M 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-grafana-dashboards noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 31 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 2.3 M 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-modules-core noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 248 k 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mon x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 4.7 M 2024-03-16T18:08:22.681 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-osd x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 17 M 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-prometheus-alerts noarch 2:19.0.0-1681.gaba3c1d2.el9 ceph-noarch 15 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-selinux x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 25 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: grpc-data noarch 1.46.7-10.el9 epel 19 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: libcephsqlite x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 163 k 2024-03-16T18:08:22.682 INFO:teuthology.orchestra.run.smithi017.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 498 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: librgw2 x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 5.1 M 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: libzstd-devel x86_64 1.5.1-2.el9 CentOS-AppStream 46 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: lua x86_64 5.4.4-4.el9 CentOS-AppStream 187 k 2024-03-16T18:08:22.683 INFO:teuthology.orchestra.run.smithi017.stdout: lua-devel x86_64 5.4.4-4.el9 crb 22 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: luarocks noarch 3.9.2-1.el9 epel 151 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-private-libs x86_64 13.11-1.el9 CentOS-AppStream 134 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf x86_64 3.14.0-13.el9 CentOS-AppStream 1.0 M 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-compiler x86_64 3.14.0-13.el9 crb 863 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: python3-asyncssh noarch 2.13.2-4.el9 epel 548 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-03-16T18:08:22.684 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-argparse x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 45 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-common x86_64 2:19.0.0-1681.gaba3c1d2.el9 ceph 131 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cmd2 noarch 2.4.2-2.el9 epel 303 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-colorama noarch 0.4.4-12.el9 epel 35 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-google-auth noarch 1:2.28.0-1.el9 epel 203 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio x86_64 1.46.7-10.el9 epel 2.0 M 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-tools x86_64 1.46.7-10.el9 epel 144 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-03-16T18:08:22.685 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-03-16T18:08:22.686 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-protobuf noarch 3.14.0-13.el9 CentOS-AppStream 238 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyperclip noarch 1.8.2-2.el9 epel 28 k 2024-03-16T18:08:22.687 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-wcwidth noarch 0.2.5-8.el9 CentOS-AppStream 41 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-03-16T18:08:22.688 INFO:teuthology.orchestra.run.smithi017.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib x86_64 23.11.0-1.el9 appstream 216 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: qatzip-libs x86_64 1.1.2-2.el9 appstream 44 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: uuid x86_64 1.6.2-55.el9 CentOS-AppStream 56 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: zlib-devel x86_64 1.2.11-40.el9 CentOS-AppStream 44 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout:Installing weak dependencies: 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-service x86_64 23.11.0-1.el9 appstream 35 k 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:08:22.689 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction Summary 2024-03-16T18:08:22.690 INFO:teuthology.orchestra.run.smithi017.stdout:============================================================================================ 2024-03-16T18:08:22.690 INFO:teuthology.orchestra.run.smithi017.stdout:Install 150 Packages 2024-03-16T18:08:22.690 INFO:teuthology.orchestra.run.smithi017.stdout:Upgrade 24 Packages 2024-03-16T18:08:22.690 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:08:22.690 INFO:teuthology.orchestra.run.smithi017.stdout:Total download size: 224 M 2024-03-16T18:08:22.690 INFO:teuthology.orchestra.run.smithi017.stdout:Downloading Packages: 2024-03-16T18:08:22.782 INFO:teuthology.orchestra.run.smithi153.stdout:(38/174): ceph-mgr-diskprediction-local-19.0.0- 12 MB/s | 7.4 MB 00:00 2024-03-16T18:08:22.874 INFO:teuthology.orchestra.run.smithi153.stdout:(39/174): cephadm-19.0.0-1681.gaba3c1d2.el9.noa 2.4 MB/s | 748 kB 00:00 2024-03-16T18:08:23.051 INFO:teuthology.orchestra.run.smithi153.stdout:(40/174): bison-3.7.4-5.el9.x86_64.rpm 3.3 MB/s | 920 kB 00:00 2024-03-16T18:08:23.091 INFO:teuthology.orchestra.run.smithi153.stdout:(41/174): automake-1.16.2-8.el9.noarch.rpm 1.5 MB/s | 662 kB 00:00 2024-03-16T18:08:23.117 INFO:teuthology.orchestra.run.smithi153.stdout:(42/174): boost-program-options-1.75.0-8.el9.x8 438 kB/s | 106 kB 00:00 2024-03-16T18:08:23.142 INFO:teuthology.orchestra.run.smithi153.stdout:(43/174): flex-2.6.4-9.el9.x86_64.rpm 3.4 MB/s | 307 kB 00:00 2024-03-16T18:08:23.167 INFO:teuthology.orchestra.run.smithi153.stdout:(44/174): flexiblas-3.0.4-8.el9.x86_64.rpm 639 kB/s | 32 kB 00:00 2024-03-16T18:08:23.234 INFO:teuthology.orchestra.run.smithi153.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 187 kB/s | 17 kB 00:00 2024-03-16T18:08:23.265 INFO:teuthology.orchestra.run.smithi017.stdout:(1/174): ceph-19.0.0-1681.gaba3c1d2.el9.x86_64. 28 kB/s | 6.6 kB 00:00 2024-03-16T18:08:23.293 INFO:teuthology.orchestra.run.smithi153.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 81 kB/s | 10 kB 00:00 2024-03-16T18:08:23.351 INFO:teuthology.orchestra.run.smithi153.stdout:(47/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 13 MB/s | 3.0 MB 00:00 2024-03-16T18:08:23.377 INFO:teuthology.orchestra.run.smithi153.stdout:(48/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.1 MB/s | 159 kB 00:00 2024-03-16T18:08:23.402 INFO:teuthology.orchestra.run.smithi153.stdout:(49/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 410 kB/s | 44 kB 00:00 2024-03-16T18:08:23.435 INFO:teuthology.orchestra.run.smithi153.stdout:(50/174): librdkafka-1.6.1-102.el9.x86_64.rpm 7.8 MB/s | 661 kB 00:00 2024-03-16T18:08:23.461 INFO:teuthology.orchestra.run.smithi153.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 807 kB/s | 46 kB 00:00 2024-03-16T18:08:23.486 INFO:teuthology.orchestra.run.smithi153.stdout:(52/174): libtool-2.4.6-45.el9.x86_64.rpm 6.8 MB/s | 578 kB 00:00 2024-03-16T18:08:23.511 INFO:teuthology.orchestra.run.smithi153.stdout:(53/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.7 MB/s | 282 kB 00:00 2024-03-16T18:08:23.536 INFO:teuthology.orchestra.run.smithi153.stdout:(54/174): lua-5.4.4-4.el9.x86_64.rpm 2.5 MB/s | 187 kB 00:00 2024-03-16T18:08:23.549 INFO:teuthology.orchestra.run.smithi017.stdout:(2/174): ceph-base-19.0.0-1681.gaba3c1d2.el9.x8 10 MB/s | 5.3 MB 00:00 2024-03-16T18:08:23.562 INFO:teuthology.orchestra.run.smithi153.stdout:(55/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.8 MB/s | 217 kB 00:00 2024-03-16T18:08:23.587 INFO:teuthology.orchestra.run.smithi153.stdout:(56/174): openblas-0.3.21-2.el9.x86_64.rpm 455 kB/s | 34 kB 00:00 2024-03-16T18:08:23.591 INFO:teuthology.orchestra.run.smithi017.stdout:(3/174): ceph-immutable-object-cache-19.0.0-168 3.4 MB/s | 145 kB 00:00 2024-03-16T18:08:23.741 INFO:teuthology.orchestra.run.smithi017.stdout:(4/174): ceph-mds-19.0.0-1681.gaba3c1d2.el9.x86 15 MB/s | 2.3 MB 00:00 2024-03-16T18:08:23.841 INFO:teuthology.orchestra.run.smithi017.stdout:(5/174): ceph-mgr-19.0.0-1681.gaba3c1d2.el9.x86 15 MB/s | 1.5 MB 00:00 2024-03-16T18:08:23.896 INFO:teuthology.orchestra.run.smithi153.stdout:(57/174): openblas-openmp-0.3.21-2.el9.x86_64.r 13 MB/s | 4.7 MB 00:00 2024-03-16T18:08:23.938 INFO:teuthology.orchestra.run.smithi153.stdout:(58/174): postgresql-13.11-1.el9.x86_64.rpm 4.1 MB/s | 1.5 MB 00:00 2024-03-16T18:08:23.971 INFO:teuthology.orchestra.run.smithi153.stdout:(59/174): postgresql-contrib-13.11-1.el9.x86_64 2.1 MB/s | 811 kB 00:00 2024-03-16T18:08:23.996 INFO:teuthology.orchestra.run.smithi153.stdout:(60/174): postgresql-private-libs-13.11-1.el9.x 1.3 MB/s | 134 kB 00:00 2024-03-16T18:08:24.008 INFO:teuthology.orchestra.run.smithi017.stdout:(6/174): ceph-fuse-19.0.0-1681.gaba3c1d2.el9.x8 1.2 MB/s | 887 kB 00:00 2024-03-16T18:08:24.100 INFO:teuthology.orchestra.run.smithi017.stdout:(7/174): ceph-mon-19.0.0-1681.gaba3c1d2.el9.x86 18 MB/s | 4.7 MB 00:00 2024-03-16T18:08:24.130 INFO:teuthology.orchestra.run.smithi153.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 6.4 MB/s | 1.0 MB 00:00 2024-03-16T18:08:24.289 INFO:teuthology.orchestra.run.smithi153.stdout:(62/174): postgresql-server-13.11-1.el9.x86_64. 18 MB/s | 5.7 MB 00:00 2024-03-16T18:08:24.314 INFO:teuthology.orchestra.run.smithi153.stdout:(63/174): python3-attrs-20.3.0-7.el9.noarch.rpm 245 kB/s | 78 kB 00:00 2024-03-16T18:08:24.406 INFO:teuthology.orchestra.run.smithi149.stdout:Transaction test succeeded. 2024-03-16T18:08:24.407 INFO:teuthology.orchestra.run.smithi149.stdout:Running transaction 2024-03-16T18:08:24.431 INFO:teuthology.orchestra.run.smithi153.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm 19 MB/s | 5.8 MB 00:00 2024-03-16T18:08:24.458 INFO:teuthology.orchestra.run.smithi153.stdout:(65/174): python3-jsonpatch-1.21-16.el9.noarch. 149 kB/s | 24 kB 00:00 2024-03-16T18:08:24.473 INFO:teuthology.orchestra.run.smithi153.stdout:(66/174): python3-jsonpointer-2.0-4.el9.noarch. 116 kB/s | 18 kB 00:00 2024-03-16T18:08:24.498 INFO:teuthology.orchestra.run.smithi153.stdout:(67/174): python3-mako-1.1.4-6.el9.noarch.rpm 2.1 MB/s | 144 kB 00:00 2024-03-16T18:08:24.523 INFO:teuthology.orchestra.run.smithi153.stdout:(68/174): python3-markupsafe-1.1.1-12.el9.x86_6 635 kB/s | 32 kB 00:00 2024-03-16T18:08:24.650 INFO:teuthology.orchestra.run.smithi017.stdout:(8/174): ceph-radosgw-19.0.0-1681.gaba3c1d2.el9 18 MB/s | 9.8 MB 00:00 2024-03-16T18:08:24.657 INFO:teuthology.orchestra.run.smithi153.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 26 MB/s | 4.8 MB 00:00 2024-03-16T18:08:24.682 INFO:teuthology.orchestra.run.smithi153.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 217 kB 00:00 2024-03-16T18:08:24.692 INFO:teuthology.orchestra.run.smithi017.stdout:(9/174): ceph-selinux-19.0.0-1681.gaba3c1d2.el9 606 kB/s | 25 kB 00:00 2024-03-16T18:08:24.707 INFO:teuthology.orchestra.run.smithi153.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 963 kB/s | 174 kB 00:00 2024-03-16T18:08:24.733 INFO:teuthology.orchestra.run.smithi153.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 919 kB/s | 69 kB 00:00 2024-03-16T18:08:24.758 INFO:teuthology.orchestra.run.smithi153.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 823 kB/s | 41 kB 00:00 2024-03-16T18:08:24.783 INFO:teuthology.orchestra.run.smithi153.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 3.1 MB/s | 238 kB 00:00 2024-03-16T18:08:24.808 INFO:teuthology.orchestra.run.smithi153.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-03-16T18:08:24.834 INFO:teuthology.orchestra.run.smithi153.stdout:(76/174): python3-pytz-2021.1-5.el9.noarch.rpm 952 kB/s | 47 kB 00:00 2024-03-16T18:08:24.859 INFO:teuthology.orchestra.run.smithi153.stdout:(77/174): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 211 kB 00:00 2024-03-16T18:08:24.884 INFO:teuthology.orchestra.run.smithi153.stdout:(78/174): python3-requests-oauthlib-1.3.0-12.el 568 kB/s | 43 kB 00:00 2024-03-16T18:08:25.151 INFO:teuthology.orchestra.run.smithi153.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 146 kB/s | 39 kB 00:00 2024-03-16T18:08:25.176 INFO:teuthology.orchestra.run.smithi153.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 142 kB/s | 41 kB 00:00 2024-03-16T18:08:25.335 INFO:teuthology.orchestra.run.smithi153.stdout:(81/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 31 MB/s | 16 MB 00:00 2024-03-16T18:08:25.360 INFO:teuthology.orchestra.run.smithi153.stdout:(82/174): socat-1.7.4.1-5.el9.x86_64.rpm 1.4 MB/s | 300 kB 00:00 2024-03-16T18:08:25.385 INFO:teuthology.orchestra.run.smithi153.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm 273 kB/s | 56 kB 00:00 2024-03-16T18:08:25.411 INFO:teuthology.orchestra.run.smithi153.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 841 kB/s | 63 kB 00:00 2024-03-16T18:08:25.436 INFO:teuthology.orchestra.run.smithi153.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 880 kB/s | 44 kB 00:00 2024-03-16T18:08:25.461 INFO:teuthology.orchestra.run.smithi153.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-03-16T18:08:25.486 INFO:teuthology.orchestra.run.smithi153.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-03-16T18:08:25.512 INFO:teuthology.orchestra.run.smithi153.stdout:(88/174): python3-ply-3.11-14.el9.noarch.rpm 2.0 MB/s | 103 kB 00:00 2024-03-16T18:08:25.545 INFO:teuthology.orchestra.run.smithi153.stdout:(89/174): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-03-16T18:08:25.570 INFO:teuthology.orchestra.run.smithi153.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB 00:00 2024-03-16T18:08:25.596 INFO:teuthology.orchestra.run.smithi153.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.2 MB/s | 187 kB 00:00 2024-03-16T18:08:25.721 INFO:teuthology.orchestra.run.smithi153.stdout:(92/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-03-16T18:08:25.746 INFO:teuthology.orchestra.run.smithi153.stdout:(93/174): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-03-16T18:08:25.771 INFO:teuthology.orchestra.run.smithi153.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-03-16T18:08:25.805 INFO:teuthology.orchestra.run.smithi153.stdout:(95/174): libgfortran-11.4.1-3.el9.x86_64.rpm 3.4 MB/s | 803 kB 00:00 2024-03-16T18:08:25.921 INFO:teuthology.orchestra.run.smithi153.stdout:(96/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 172 kB/s | 25 kB 00:00 2024-03-16T18:08:25.947 INFO:teuthology.orchestra.run.smithi153.stdout:(97/174): elfutils-libelf-devel-0.190-2.el9.x86 107 kB/s | 21 kB 00:00 2024-03-16T18:08:26.073 INFO:teuthology.orchestra.run.smithi153.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 1.6 MB/s | 245 kB 00:00 2024-03-16T18:08:26.098 INFO:teuthology.orchestra.run.smithi153.stdout:(99/174): python3-jinja2-2.11.3-5.el9.noarch.rp 1.6 MB/s | 248 kB 00:00 2024-03-16T18:08:26.156 INFO:teuthology.orchestra.run.smithi153.stdout:(100/174): qatlib-service-23.11.0-1.el9.x86_64. 597 kB/s | 35 kB 00:00 2024-03-16T18:08:26.181 INFO:teuthology.orchestra.run.smithi153.stdout:(101/174): qatlib-23.11.0-1.el9.x86_64.rpm 1.9 MB/s | 216 kB 00:00 2024-03-16T18:08:26.207 INFO:teuthology.orchestra.run.smithi153.stdout:(102/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 885 kB/s | 44 kB 00:00 2024-03-16T18:08:26.265 INFO:teuthology.orchestra.run.smithi153.stdout:(103/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 1.1 MB/s | 94 kB 00:00 2024-03-16T18:08:26.400 INFO:teuthology.orchestra.run.smithi153.stdout:(104/174): lua-devel-5.4.4-4.el9.x86_64.rpm 116 kB/s | 22 kB 00:00 2024-03-16T18:08:26.550 INFO:teuthology.orchestra.run.smithi153.stdout:(105/174): protobuf-compiler-3.14.0-13.el9.x86_ 3.0 MB/s | 863 kB 00:00 2024-03-16T18:08:26.850 INFO:teuthology.orchestra.run.smithi153.stdout:(106/174): openssl-devel-3.0.7-27.el9.x86_64.rp 4.0 MB/s | 4.1 MB 00:01 2024-03-16T18:08:26.958 INFO:teuthology.orchestra.run.smithi153.stdout:(107/174): abseil-cpp-20211102.0-3.el9.x86_64.r 982 kB/s | 548 kB 00:00 2024-03-16T18:08:27.017 INFO:teuthology.orchestra.run.smithi153.stdout:(108/174): gperftools-libs-2.9.1-2.el9.x86_64.r 663 kB/s | 309 kB 00:00 2024-03-16T18:08:27.092 INFO:teuthology.orchestra.run.smithi153.stdout:(109/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 346 kB/s | 26 kB 00:00 2024-03-16T18:08:27.117 INFO:teuthology.orchestra.run.smithi153.stdout:(110/174): grpc-data-1.46.7-10.el9.noarch.rpm 73 kB/s | 19 kB 00:00 2024-03-16T18:08:27.176 INFO:teuthology.orchestra.run.smithi153.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 582 kB/s | 49 kB 00:00 2024-03-16T18:08:27.285 INFO:teuthology.orchestra.run.smithi153.stdout:(112/174): libarrow-9.0.0-10.el9.x86_64.rpm 14 MB/s | 4.4 MB 00:00 2024-03-16T18:08:27.310 INFO:teuthology.orchestra.run.smithi153.stdout:(113/174): libunwind-1.6.2-1.el9.x86_64.rpm 350 kB/s | 67 kB 00:00 2024-03-16T18:08:27.344 INFO:teuthology.orchestra.run.smithi153.stdout:(114/174): luarocks-3.9.2-1.el9.noarch.rpm 903 kB/s | 151 kB 00:00 2024-03-16T18:08:27.359 INFO:teuthology.orchestra.run.smithi017.stdout:(10/174): ceph-test-19.0.0-1681.gaba3c1d2.el9.x 18 MB/s | 47 MB 00:02 2024-03-16T18:08:27.377 INFO:teuthology.orchestra.run.smithi153.stdout:(115/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 8.9 MB/s | 838 kB 00:00 2024-03-16T18:08:27.419 INFO:teuthology.orchestra.run.smithi153.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 578 kB/s | 43 kB 00:00 2024-03-16T18:08:27.453 INFO:teuthology.orchestra.run.smithi153.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 427 kB/s | 32 kB 00:00 2024-03-16T18:08:27.495 INFO:teuthology.orchestra.run.smithi153.stdout:(118/174): python3-certifi-2021.10.8-2.el9.noar 199 kB/s | 15 kB 00:00 2024-03-16T18:08:27.528 INFO:teuthology.orchestra.run.smithi153.stdout:(119/174): python3-cheroot-8.6.0-4.el9.noarch.r 2.2 MB/s | 172 kB 00:00 2024-03-16T18:08:27.559 INFO:teuthology.orchestra.run.smithi017.stdout:(11/174): ceph-common-19.0.0-1681.gaba3c1d2.el9 4.5 MB/s | 20 MB 00:04 2024-03-16T18:08:27.562 INFO:teuthology.orchestra.run.smithi153.stdout:(120/174): python3-asyncssh-2.13.2-4.el9.noarch 2.1 MB/s | 548 kB 00:00 2024-03-16T18:08:27.585 INFO:teuthology.orchestra.run.smithi017.stdout:(12/174): cephfs-mirror-19.0.0-1681.gaba3c1d2.e 968 kB/s | 218 kB 00:00 2024-03-16T18:08:27.604 INFO:teuthology.orchestra.run.smithi153.stdout:(121/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 3.9 MB/s | 303 kB 00:00 2024-03-16T18:08:27.610 INFO:teuthology.orchestra.run.smithi017.stdout:(13/174): cephfs-shell-19.0.0-1681.gaba3c1d2.el 542 kB/s | 27 kB 00:00 2024-03-16T18:08:27.627 INFO:teuthology.orchestra.run.smithi017.stdout:(14/174): libcephfs-devel-19.0.0-1681.gaba3c1d2 748 kB/s | 31 kB 00:00 2024-03-16T18:08:27.629 INFO:teuthology.orchestra.run.smithi153.stdout:(122/174): python3-cherrypy-18.6.1-2.el9.noarch 2.6 MB/s | 358 kB 00:00 2024-03-16T18:08:27.654 INFO:teuthology.orchestra.run.smithi153.stdout:(123/174): python3-colorama-0.4.4-12.el9.noarch 383 kB/s | 35 kB 00:00 2024-03-16T18:08:27.677 INFO:teuthology.orchestra.run.smithi017.stdout:(15/174): libcephsqlite-19.0.0-1681.gaba3c1d2.e 3.2 MB/s | 163 kB 00:00 2024-03-16T18:08:27.680 INFO:teuthology.orchestra.run.smithi153.stdout:(124/174): python3-google-auth-2.28.0-1.el9.noa 2.6 MB/s | 203 kB 00:00 2024-03-16T18:08:27.729 INFO:teuthology.orchestra.run.smithi017.stdout:(16/174): librados-devel-19.0.0-1681.gaba3c1d2. 2.5 MB/s | 127 kB 00:00 2024-03-16T18:08:27.738 INFO:teuthology.orchestra.run.smithi153.stdout:(125/174): python3-grpcio-tools-1.46.7-10.el9.x 1.7 MB/s | 144 kB 00:00 2024-03-16T18:08:27.761 INFO:teuthology.orchestra.run.smithi017.stdout:(17/174): libcephfs2-19.0.0-1681.gaba3c1d2.el9. 4.8 MB/s | 744 kB 00:00 2024-03-16T18:08:27.763 INFO:teuthology.orchestra.run.smithi153.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 128 kB/s | 11 kB 00:00 2024-03-16T18:08:27.795 INFO:teuthology.orchestra.run.smithi017.stdout:(18/174): libradosstriper1-19.0.0-1681.gaba3c1d 7.3 MB/s | 498 kB 00:00 2024-03-16T18:08:27.814 INFO:teuthology.orchestra.run.smithi153.stdout:(127/174): python3-jaraco-classes-3.2.1-5.el9.n 235 kB/s | 18 kB 00:00 2024-03-16T18:08:27.837 INFO:teuthology.orchestra.run.smithi017.stdout:(19/174): python3-ceph-argparse-19.0.0-1681.gab 1.1 MB/s | 45 kB 00:00 2024-03-16T18:08:27.839 INFO:teuthology.orchestra.run.smithi153.stdout:(128/174): python3-jaraco-collections-3.0.0-8.e 307 kB/s | 23 kB 00:00 2024-03-16T18:08:27.889 INFO:teuthology.orchestra.run.smithi153.stdout:(129/174): python3-grpcio-1.46.7-10.el9.x86_64. 7.8 MB/s | 2.0 MB 00:00 2024-03-16T18:08:27.895 INFO:teuthology.orchestra.run.smithi017.stdout:(20/174): python3-ceph-common-19.0.0-1681.gaba3 2.2 MB/s | 131 kB 00:00 2024-03-16T18:08:27.914 INFO:teuthology.orchestra.run.smithi153.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 194 kB/s | 19 kB 00:00 2024-03-16T18:08:27.940 INFO:teuthology.orchestra.run.smithi153.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 196 kB/s | 20 kB 00:00 2024-03-16T18:08:27.962 INFO:teuthology.orchestra.run.smithi017.stdout:(21/174): python3-cephfs-19.0.0-1681.gaba3c1d2. 2.4 MB/s | 161 kB 00:00 2024-03-16T18:08:27.982 INFO:teuthology.orchestra.run.smithi153.stdout:(132/174): python3-kubernetes-26.1.0-2.el9.noar 11 MB/s | 1.0 MB 00:00 2024-03-16T18:08:28.015 INFO:teuthology.orchestra.run.smithi153.stdout:(133/174): python3-logutils-0.3.5-21.el9.noarch 617 kB/s | 46 kB 00:00 2024-03-16T18:08:28.020 INFO:teuthology.orchestra.run.smithi017.stdout:(22/174): python3-rados-19.0.0-1681.gaba3c1d2.e 5.4 MB/s | 321 kB 00:00 2024-03-16T18:08:28.041 INFO:teuthology.orchestra.run.smithi153.stdout:(134/174): python3-more-itertools-8.12.0-2.el9. 786 kB/s | 79 kB 00:00 2024-03-16T18:08:28.066 INFO:teuthology.orchestra.run.smithi153.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 686 kB/s | 58 kB 00:00 2024-03-16T18:08:28.146 INFO:teuthology.orchestra.run.smithi017.stdout:(23/174): python3-rbd-19.0.0-1681.gaba3c1d2.el9 2.3 MB/s | 298 kB 00:00 2024-03-16T18:08:28.183 INFO:teuthology.orchestra.run.smithi153.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 1.6 MB/s | 272 kB 00:00 2024-03-16T18:08:28.196 INFO:teuthology.orchestra.run.smithi017.stdout:(24/174): python3-rgw-19.0.0-1681.gaba3c1d2.el9 1.9 MB/s | 99 kB 00:00 2024-03-16T18:08:28.208 INFO:teuthology.orchestra.run.smithi153.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 98 kB/s | 16 kB 00:00 2024-03-16T18:08:28.234 INFO:teuthology.orchestra.run.smithi153.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 538 kB/s | 90 kB 00:00 2024-03-16T18:08:28.238 INFO:teuthology.orchestra.run.smithi017.stdout:(25/174): rbd-fuse-19.0.0-1681.gaba3c1d2.el9.x8 2.0 MB/s | 85 kB 00:00 2024-03-16T18:08:28.259 INFO:teuthology.orchestra.run.smithi153.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 374 kB/s | 28 kB 00:00 2024-03-16T18:08:28.284 INFO:teuthology.orchestra.run.smithi153.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 407 kB/s | 31 kB 00:00 2024-03-16T18:08:28.309 INFO:teuthology.orchestra.run.smithi153.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 2.4 MB/s | 188 kB 00:00 2024-03-16T18:08:28.335 INFO:teuthology.orchestra.run.smithi153.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm 782 kB/s | 59 kB 00:00 2024-03-16T18:08:28.360 INFO:teuthology.orchestra.run.smithi153.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 474 kB/s | 36 kB 00:00 2024-03-16T18:08:28.377 INFO:teuthology.orchestra.run.smithi153.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 758 kB/s | 51 kB 00:00 2024-03-16T18:08:28.388 INFO:teuthology.orchestra.run.smithi017.stdout:(26/174): librgw2-19.0.0-1681.gaba3c1d2.el9.x86 8.2 MB/s | 5.1 MB 00:00 2024-03-16T18:08:28.411 INFO:teuthology.orchestra.run.smithi153.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-03-16T18:08:28.436 INFO:teuthology.orchestra.run.smithi153.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 1.2 MB/s | 90 kB 00:00 2024-03-16T18:08:28.447 INFO:teuthology.orchestra.run.smithi017.stdout:(27/174): rbd-mirror-19.0.0-1681.gaba3c1d2.el9. 15 MB/s | 3.1 MB 00:00 2024-03-16T18:08:28.469 INFO:teuthology.orchestra.run.smithi153.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 4.5 MB/s | 427 kB 00:00 2024-03-16T18:08:28.472 INFO:teuthology.orchestra.run.smithi017.stdout:(28/174): rbd-nbd-19.0.0-1681.gaba3c1d2.el9.x86 2.0 MB/s | 171 kB 00:00 2024-03-16T18:08:28.486 INFO:teuthology.orchestra.run.smithi153.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 265 kB/s | 20 kB 00:00 2024-03-16T18:08:28.489 INFO:teuthology.orchestra.run.smithi017.stdout:(29/174): ceph-grafana-dashboards-19.0.0-1681.g 752 kB/s | 31 kB 00:00 2024-03-16T18:08:28.528 INFO:teuthology.orchestra.run.smithi153.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 2.0 MB/s | 192 kB 00:00 2024-03-16T18:08:28.531 INFO:teuthology.orchestra.run.smithi017.stdout:(30/174): ceph-mgr-cephadm-19.0.0-1681.gaba3c1d 2.3 MB/s | 138 kB 00:00 2024-03-16T18:08:28.604 INFO:teuthology.orchestra.run.smithi153.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-03-16T18:08:28.615 INFO:teuthology.orchestra.run.smithi017.stdout:(31/174): ceph-mgr-dashboard-19.0.0-1681.gaba3c 14 MB/s | 1.8 MB 00:00 2024-03-16T18:08:28.682 INFO:teuthology.orchestra.run.smithi017.stdout:(32/174): ceph-mgr-modules-core-19.0.0-1681.gab 3.7 MB/s | 248 kB 00:00 2024-03-16T18:08:28.715 INFO:teuthology.orchestra.run.smithi017.stdout:(33/174): ceph-mgr-rook-19.0.0-1681.gaba3c1d2.e 1.5 MB/s | 49 kB 00:00 2024-03-16T18:08:28.749 INFO:teuthology.orchestra.run.smithi017.stdout:(34/174): ceph-prometheus-alerts-19.0.0-1681.ga 458 kB/s | 15 kB 00:00 2024-03-16T18:08:28.753 INFO:teuthology.orchestra.run.smithi153.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm 2.5 MB/s | 321 kB 00:00 2024-03-16T18:08:28.799 INFO:teuthology.orchestra.run.smithi017.stdout:(35/174): ceph-volume-19.0.0-1681.gaba3c1d2.el9 5.2 MB/s | 264 kB 00:00 2024-03-16T18:08:28.891 INFO:teuthology.orchestra.run.smithi017.stdout:(36/174): cephadm-19.0.0-1681.gaba3c1d2.el9.noa 8.0 MB/s | 748 kB 00:00 2024-03-16T18:08:28.933 INFO:teuthology.orchestra.run.smithi017.stdout:(37/174): cephfs-top-19.0.0-1681.gaba3c1d2.el9. 438 kB/s | 18 kB 00:00 2024-03-16T18:08:28.962 INFO:teuthology.orchestra.run.smithi153.stdout:(152/174): NetworkManager-1.46.0-1.el9.x86_64.r 11 MB/s | 2.3 MB 00:00 2024-03-16T18:08:29.038 INFO:teuthology.orchestra.run.smithi153.stdout:(153/174): NetworkManager-libnm-1.46.0-1.el9.x8 24 MB/s | 1.8 MB 00:00 2024-03-16T18:08:29.067 INFO:teuthology.orchestra.run.smithi017.stdout:(38/174): automake-1.16.2-8.el9.noarch.rpm 4.9 MB/s | 662 kB 00:00 2024-03-16T18:08:29.079 INFO:teuthology.orchestra.run.smithi153.stdout:(154/174): NetworkManager-team-1.46.0-1.el9.x86 1.0 MB/s | 42 kB 00:00 2024-03-16T18:08:29.121 INFO:teuthology.orchestra.run.smithi153.stdout:(155/174): NetworkManager-tui-1.46.0-1.el9.x86_ 5.8 MB/s | 248 kB 00:00 2024-03-16T18:08:29.125 INFO:teuthology.orchestra.run.smithi017.stdout:(39/174): bison-3.7.4-5.el9.x86_64.rpm 15 MB/s | 920 kB 00:00 2024-03-16T18:08:29.159 INFO:teuthology.orchestra.run.smithi017.stdout:(40/174): boost-program-options-1.75.0-8.el9.x8 3.1 MB/s | 106 kB 00:00 2024-03-16T18:08:29.180 INFO:teuthology.orchestra.run.smithi153.stdout:(156/174): librados2-19.0.0-1681.gaba3c1d2.el9. 4.9 MB/s | 3.4 MB 00:00 2024-03-16T18:08:29.200 INFO:teuthology.orchestra.run.smithi017.stdout:(41/174): flex-2.6.4-9.el9.x86_64.rpm 7.3 MB/s | 307 kB 00:00 2024-03-16T18:08:29.205 INFO:teuthology.orchestra.run.smithi153.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 855 kB/s | 71 kB 00:00 2024-03-16T18:08:29.235 INFO:teuthology.orchestra.run.smithi017.stdout:(42/174): flexiblas-3.0.4-8.el9.x86_64.rpm 938 kB/s | 32 kB 00:00 2024-03-16T18:08:29.247 INFO:teuthology.orchestra.run.smithi153.stdout:(158/174): elfutils-libelf-0.190-2.el9.x86_64.r 4.5 MB/s | 192 kB 00:00 2024-03-16T18:08:29.273 INFO:teuthology.orchestra.run.smithi153.stdout:(159/174): elfutils-debuginfod-client-0.190-2.e 395 kB/s | 36 kB 00:00 2024-03-16T18:08:29.313 INFO:teuthology.orchestra.run.smithi153.stdout:(160/174): elfutils-libs-0.190-2.el9.x86_64.rpm 3.8 MB/s | 256 kB 00:00 2024-03-16T18:08:29.340 INFO:teuthology.orchestra.run.smithi153.stdout:(161/174): libacl-2.3.1-4.el9.x86_64.rpm 345 kB/s | 23 kB 00:00 2024-03-16T18:08:29.357 INFO:teuthology.orchestra.run.smithi153.stdout:(162/174): libblkid-2.37.4-18.el9.x86_64.rpm 2.5 MB/s | 108 kB 00:00 2024-03-16T18:08:29.399 INFO:teuthology.orchestra.run.smithi153.stdout:(163/174): libmount-2.37.4-18.el9.x86_64.rpm 3.2 MB/s | 136 kB 00:00 2024-03-16T18:08:29.424 INFO:teuthology.orchestra.run.smithi153.stdout:(164/174): libfdisk-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 155 kB 00:00 2024-03-16T18:08:29.450 INFO:teuthology.orchestra.run.smithi153.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.2 MB/s | 64 kB 00:00 2024-03-16T18:08:29.451 INFO:teuthology.orchestra.run.smithi017.stdout:(43/174): flexiblas-netlib-3.0.4-8.el9.x86_64.r 14 MB/s | 3.0 MB 00:00 2024-03-16T18:08:29.475 INFO:teuthology.orchestra.run.smithi153.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 569 kB/s | 29 kB 00:00 2024-03-16T18:08:29.517 INFO:teuthology.orchestra.run.smithi153.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 18 MB/s | 1.2 MB 00:00 2024-03-16T18:08:29.552 INFO:teuthology.orchestra.run.smithi017.stdout:(44/174): ceph-mgr-diskprediction-local-19.0.0- 7.3 MB/s | 7.4 MB 00:01 2024-03-16T18:08:29.569 INFO:teuthology.orchestra.run.smithi017.stdout:(45/174): flexiblas-openblas-openmp-3.0.4-8.el9 146 kB/s | 17 kB 00:00 2024-03-16T18:08:29.586 INFO:teuthology.orchestra.run.smithi017.stdout:(46/174): libaio-devel-0.3.111-13.el9.x86_64.rp 301 kB/s | 10 kB 00:00 2024-03-16T18:08:29.600 INFO:teuthology.orchestra.run.smithi153.stdout:(168/174): util-linux-2.37.4-18.el9.x86_64.rpm 27 MB/s | 2.3 MB 00:00 2024-03-16T18:08:29.603 INFO:teuthology.orchestra.run.smithi017.stdout:(47/174): libpmemobj-1.12.1-1.el9.x86_64.rpm 4.6 MB/s | 159 kB 00:00 2024-03-16T18:08:29.619 INFO:teuthology.orchestra.run.smithi017.stdout:(48/174): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 44 kB 00:00 2024-03-16T18:08:29.642 INFO:teuthology.orchestra.run.smithi153.stdout:(169/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 13 MB/s | 2.2 MB 00:00 2024-03-16T18:08:29.653 INFO:teuthology.orchestra.run.smithi017.stdout:(49/174): librdkafka-1.6.1-102.el9.x86_64.rpm 13 MB/s | 661 kB 00:00 2024-03-16T18:08:29.668 INFO:teuthology.orchestra.run.smithi153.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 6.8 MB/s | 465 kB 00:00 2024-03-16T18:08:29.678 INFO:teuthology.orchestra.run.smithi017.stdout:(50/174): libtool-2.4.6-45.el9.x86_64.rpm 9.8 MB/s | 578 kB 00:00 2024-03-16T18:08:29.693 INFO:teuthology.orchestra.run.smithi153.stdout:(171/174): util-linux-user-2.37.4-18.el9.x86_64 624 kB/s | 31 kB 00:00 2024-03-16T18:08:29.695 INFO:teuthology.orchestra.run.smithi017.stdout:(51/174): libzstd-devel-1.5.1-2.el9.x86_64.rpm 1.1 MB/s | 46 kB 00:00 2024-03-16T18:08:29.721 INFO:teuthology.orchestra.run.smithi017.stdout:(52/174): lttng-ust-2.12.0-6.el9.x86_64.rpm 6.6 MB/s | 282 kB 00:00 2024-03-16T18:08:29.726 INFO:teuthology.orchestra.run.smithi153.stdout:(172/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 18 MB/s | 1.1 MB 00:00 2024-03-16T18:08:29.746 INFO:teuthology.orchestra.run.smithi017.stdout:(53/174): lua-5.4.4-4.el9.x86_64.rpm 3.7 MB/s | 187 kB 00:00 2024-03-16T18:08:29.768 INFO:teuthology.orchestra.run.smithi153.stdout:(173/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 987 kB/s | 74 kB 00:00 2024-03-16T18:08:29.771 INFO:teuthology.orchestra.run.smithi017.stdout:(54/174): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 217 kB 00:00 2024-03-16T18:08:29.905 INFO:teuthology.orchestra.run.smithi017.stdout:(55/174): openblas-openmp-0.3.21-2.el9.x86_64.r 36 MB/s | 4.7 MB 00:00 2024-03-16T18:08:29.919 INFO:teuthology.orchestra.run.smithi153.stdout:(174/174): librbd1-19.0.0-1681.gaba3c1d2.el9.x8 2.3 MB/s | 3.1 MB 00:01 2024-03-16T18:08:29.927 INFO:teuthology.orchestra.run.smithi153.stdout:-------------------------------------------------------------------------------- 2024-03-16T18:08:29.928 INFO:teuthology.orchestra.run.smithi153.stdout:Total 12 MB/s | 224 MB 00:19 2024-03-16T18:08:29.930 INFO:teuthology.orchestra.run.smithi017.stdout:(56/174): openblas-0.3.21-2.el9.x86_64.rpm 186 kB/s | 34 kB 00:00 2024-03-16T18:08:29.964 INFO:teuthology.orchestra.run.smithi017.stdout:(57/174): postgresql-13.11-1.el9.x86_64.rpm 26 MB/s | 1.5 MB 00:00 2024-03-16T18:08:29.997 INFO:teuthology.orchestra.run.smithi017.stdout:(58/174): postgresql-contrib-13.11-1.el9.x86_64 12 MB/s | 811 kB 00:00 2024-03-16T18:08:30.022 INFO:teuthology.orchestra.run.smithi017.stdout:(59/174): postgresql-private-libs-13.11-1.el9.x 2.3 MB/s | 134 kB 00:00 2024-03-16T18:08:30.156 INFO:teuthology.orchestra.run.smithi017.stdout:(60/174): postgresql-server-13.11-1.el9.x86_64. 36 MB/s | 5.7 MB 00:00 2024-03-16T18:08:30.190 INFO:teuthology.orchestra.run.smithi017.stdout:(61/174): protobuf-3.14.0-13.el9.x86_64.rpm 6.1 MB/s | 1.0 MB 00:00 2024-03-16T18:08:30.215 INFO:teuthology.orchestra.run.smithi017.stdout:(62/174): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 78 kB 00:00 2024-03-16T18:08:30.396 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction check 2024-03-16T18:08:30.515 INFO:teuthology.orchestra.run.smithi017.stdout:(63/174): ceph-osd-19.0.0-1681.gaba3c1d2.el9.x8 2.6 MB/s | 17 MB 00:06 2024-03-16T18:08:30.591 INFO:teuthology.orchestra.run.smithi017.stdout:(64/174): python3-babel-2.9.1-2.el9.noarch.rpm 14 MB/s | 5.8 MB 00:00 2024-03-16T18:08:30.616 INFO:teuthology.orchestra.run.smithi017.stdout:(65/174): python3-jsonpatch-1.21-16.el9.noarch. 61 kB/s | 24 kB 00:00 2024-03-16T18:08:30.641 INFO:teuthology.orchestra.run.smithi017.stdout:(66/174): python3-jsonpointer-2.0-4.el9.noarch. 147 kB/s | 18 kB 00:00 2024-03-16T18:08:30.666 INFO:teuthology.orchestra.run.smithi017.stdout:(67/174): python3-markupsafe-1.1.1-12.el9.x86_6 633 kB/s | 32 kB 00:00 2024-03-16T18:08:30.691 INFO:teuthology.orchestra.run.smithi017.stdout:(68/174): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-03-16T18:08:30.710 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction check succeeded. 2024-03-16T18:08:30.710 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction test 2024-03-16T18:08:30.767 INFO:teuthology.orchestra.run.smithi017.stdout:(69/174): python3-numpy-1.20.1-5.el9.x86_64.rpm 38 MB/s | 4.8 MB 00:00 2024-03-16T18:08:30.784 INFO:teuthology.orchestra.run.smithi017.stdout:(70/174): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.9 MB/s | 217 kB 00:00 2024-03-16T18:08:30.809 INFO:teuthology.orchestra.run.smithi017.stdout:(71/174): python3-oauthlib-3.1.1-5.el9.noarch.r 1.5 MB/s | 174 kB 00:00 2024-03-16T18:08:30.834 INFO:teuthology.orchestra.run.smithi017.stdout:(72/174): python3-packaging-20.9-5.el9.noarch.r 1.0 MB/s | 69 kB 00:00 2024-03-16T18:08:30.851 INFO:teuthology.orchestra.run.smithi017.stdout:(73/174): python3-prettytable-0.7.2-27.el9.noar 985 kB/s | 41 kB 00:00 2024-03-16T18:08:30.876 INFO:teuthology.orchestra.run.smithi017.stdout:(74/174): python3-protobuf-3.14.0-13.el9.noarch 3.5 MB/s | 238 kB 00:00 2024-03-16T18:08:30.901 INFO:teuthology.orchestra.run.smithi017.stdout:(75/174): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.9 MB/s | 132 kB 00:00 2024-03-16T18:08:30.927 INFO:teuthology.orchestra.run.smithi017.stdout:(76/174): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-03-16T18:08:30.943 INFO:teuthology.orchestra.run.smithi017.stdout:(77/174): python3-pytz-2021.1-5.el9.noarch.rpm 711 kB/s | 47 kB 00:00 2024-03-16T18:08:30.960 INFO:teuthology.orchestra.run.smithi017.stdout:(78/174): python3-requests-oauthlib-1.3.0-12.el 729 kB/s | 43 kB 00:00 2024-03-16T18:08:30.977 INFO:teuthology.orchestra.run.smithi017.stdout:(79/174): python3-toml-0.10.2-6.el9.noarch.rpm 1.1 MB/s | 39 kB 00:00 2024-03-16T18:08:31.086 INFO:teuthology.orchestra.run.smithi017.stdout:(80/174): python3-wcwidth-0.2.5-8.el9.noarch.rp 327 kB/s | 41 kB 00:00 2024-03-16T18:08:31.144 INFO:teuthology.orchestra.run.smithi017.stdout:(81/174): socat-1.7.4.1-5.el9.x86_64.rpm 1.8 MB/s | 300 kB 00:00 2024-03-16T18:08:31.303 INFO:teuthology.orchestra.run.smithi017.stdout:(82/174): python3-scipy-1.6.2-8.el9.x86_64.rpm 44 MB/s | 16 MB 00:00 2024-03-16T18:08:31.328 INFO:teuthology.orchestra.run.smithi017.stdout:(83/174): uuid-1.6.2-55.el9.x86_64.rpm 235 kB/s | 56 kB 00:00 2024-03-16T18:08:31.354 INFO:teuthology.orchestra.run.smithi017.stdout:(84/174): xmlstarlet-1.6.1-20.el9.x86_64.rpm 303 kB/s | 63 kB 00:00 2024-03-16T18:08:31.361 INFO:teuthology.orchestra.run.smithi149.stdout: Preparing : 1/1 2024-03-16T18:08:31.379 INFO:teuthology.orchestra.run.smithi017.stdout:(85/174): zlib-devel-1.2.11-40.el9.x86_64.rpm 882 kB/s | 44 kB 00:00 2024-03-16T18:08:31.404 INFO:teuthology.orchestra.run.smithi017.stdout:(86/174): fuse-2.9.9-15.el9.x86_64.rpm 1.0 MB/s | 79 kB 00:00 2024-03-16T18:08:31.429 INFO:teuthology.orchestra.run.smithi017.stdout:(87/174): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.1 MB/s | 241 kB 00:00 2024-03-16T18:08:31.449 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-16T18:08:31.455 INFO:teuthology.orchestra.run.smithi017.stdout:(88/174): python3-ply-3.11-14.el9.noarch.rpm 2.0 MB/s | 103 kB 00:00 2024-03-16T18:08:31.484 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-16T18:08:31.488 INFO:teuthology.orchestra.run.smithi017.stdout:(89/174): python3-cryptography-36.0.1-4.el9.x86 14 MB/s | 1.1 MB 00:00 2024-03-16T18:08:31.513 INFO:teuthology.orchestra.run.smithi017.stdout:(90/174): python3-pycparser-2.20-6.el9.noarch.r 1.5 MB/s | 124 kB 00:00 2024-03-16T18:08:31.522 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-16T18:08:31.532 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-16T18:08:31.538 INFO:teuthology.orchestra.run.smithi017.stdout:(91/174): python3-urllib3-1.26.5-5.el9.noarch.r 2.2 MB/s | 187 kB 00:00 2024-03-16T18:08:31.580 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-16T18:08:31.634 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-16T18:08:31.664 INFO:teuthology.orchestra.run.smithi017.stdout:(92/174): libquadmath-11.4.1-3.el9.x86_64.rpm 1.5 MB/s | 195 kB 00:00 2024-03-16T18:08:31.667 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-16T18:08:31.689 INFO:teuthology.orchestra.run.smithi017.stdout:(93/174): jq-1.6-16.el9.x86_64.rpm 1.0 MB/s | 187 kB 00:00 2024-03-16T18:08:31.692 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-16T18:08:31.706 INFO:teuthology.orchestra.run.smithi017.stdout:(94/174): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-03-16T18:08:31.739 INFO:teuthology.orchestra.run.smithi017.stdout:(95/174): libgfortran-11.4.1-3.el9.x86_64.rpm 3.5 MB/s | 803 kB 00:00 2024-03-16T18:08:31.856 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-16T18:08:31.948 INFO:teuthology.orchestra.run.smithi017.stdout:(96/174): elfutils-libelf-devel-0.190-2.el9.x86 83 kB/s | 21 kB 00:00 2024-03-16T18:08:31.973 INFO:teuthology.orchestra.run.smithi017.stdout:(97/174): libuuid-devel-2.37.4-18.el9.x86_64.rp 95 kB/s | 25 kB 00:00 2024-03-16T18:08:32.140 INFO:teuthology.orchestra.run.smithi017.stdout:(98/174): python3-devel-3.9.17-2.el9.x86_64.rpm 1.2 MB/s | 245 kB 00:00 2024-03-16T18:08:32.165 INFO:teuthology.orchestra.run.smithi017.stdout:(99/174): python3-jinja2-2.11.3-5.el9.noarch.rp 1.3 MB/s | 248 kB 00:00 2024-03-16T18:08:32.225 INFO:teuthology.orchestra.run.smithi017.stdout:(100/174): qatlib-23.11.0-1.el9.x86_64.rpm 2.5 MB/s | 216 kB 00:00 2024-03-16T18:08:32.258 INFO:teuthology.orchestra.run.smithi017.stdout:(101/174): qatlib-service-23.11.0-1.el9.x86_64. 379 kB/s | 35 kB 00:00 2024-03-16T18:08:32.266 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-16T18:08:32.316 INFO:teuthology.orchestra.run.smithi017.stdout:(102/174): openssl-devel-3.0.7-27.el9.x86_64.rp 7.2 MB/s | 4.1 MB 00:00 2024-03-16T18:08:32.331 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:08:32.342 INFO:teuthology.orchestra.run.smithi017.stdout:(103/174): qatzip-libs-1.1.2-2.el9.x86_64.rpm 380 kB/s | 44 kB 00:00 2024-03-16T18:08:32.367 INFO:teuthology.orchestra.run.smithi017.stdout:(104/174): xfsprogs-devel-6.3.0-1.el9.x86_64.rp 862 kB/s | 94 kB 00:00 2024-03-16T18:08:32.409 INFO:teuthology.orchestra.run.smithi017.stdout:(105/174): lua-devel-5.4.4-4.el9.x86_64.rpm 242 kB/s | 22 kB 00:00 2024-03-16T18:08:32.436 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:08:32.473 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:08:32.476 INFO:teuthology.orchestra.run.smithi017.stdout:(106/174): protobuf-compiler-3.14.0-13.el9.x86_ 6.3 MB/s | 863 kB 00:00 2024-03-16T18:08:32.565 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:08:32.599 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 12/198 2024-03-16T18:08:32.640 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-16T18:08:32.651 INFO:teuthology.orchestra.run.smithi017.stdout:(107/174): grpc-data-1.46.7-10.el9.noarch.rpm 111 kB/s | 19 kB 00:00 2024-03-16T18:08:32.721 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction test succeeded. 2024-03-16T18:08:32.722 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction 2024-03-16T18:08:32.760 INFO:teuthology.orchestra.run.smithi017.stdout:(108/174): abseil-cpp-20211102.0-3.el9.x86_64.r 1.4 MB/s | 548 kB 00:00 2024-03-16T18:08:32.785 INFO:teuthology.orchestra.run.smithi017.stdout:(109/174): gperftools-libs-2.9.1-2.el9.x86_64.r 822 kB/s | 309 kB 00:00 2024-03-16T18:08:32.814 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-16T18:08:32.827 INFO:teuthology.orchestra.run.smithi017.stdout:(110/174): libarrow-doc-9.0.0-10.el9.noarch.rpm 388 kB/s | 26 kB 00:00 2024-03-16T18:08:32.852 INFO:teuthology.orchestra.run.smithi017.stdout:(111/174): liboath-2.6.7-2.el9.x86_64.rpm 725 kB/s | 49 kB 00:00 2024-03-16T18:08:32.867 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-16T18:08:32.886 INFO:teuthology.orchestra.run.smithi017.stdout:(112/174): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-03-16T18:08:32.895 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:08:32.919 INFO:teuthology.orchestra.run.smithi017.stdout:(113/174): luarocks-3.9.2-1.el9.noarch.rpm 2.2 MB/s | 151 kB 00:00 2024-03-16T18:08:32.999 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:08:33.011 INFO:teuthology.orchestra.run.smithi017.stdout:(114/174): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.5 MB/s | 838 kB 00:00 2024-03-16T18:08:33.021 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 17/198 2024-03-16T18:08:33.036 INFO:teuthology.orchestra.run.smithi017.stdout:(115/174): python3-asyncssh-2.13.2-4.el9.noarch 4.6 MB/s | 548 kB 00:00 2024-03-16T18:08:33.070 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 17/198 2024-03-16T18:08:33.078 INFO:teuthology.orchestra.run.smithi017.stdout:(116/174): python3-bcrypt-3.2.2-1.el9.x86_64.rp 648 kB/s | 43 kB 00:00 2024-03-16T18:08:33.104 INFO:teuthology.orchestra.run.smithi017.stdout:(117/174): python3-cachetools-4.2.4-1.el9.noarc 482 kB/s | 32 kB 00:00 2024-03-16T18:08:33.109 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-16T18:08:33.131 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-16T18:08:33.147 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-16T18:08:33.170 INFO:teuthology.orchestra.run.smithi017.stdout:(118/174): libarrow-9.0.0-10.el9.x86_64.rpm 8.5 MB/s | 4.4 MB 00:00 2024-03-16T18:08:33.187 INFO:teuthology.orchestra.run.smithi017.stdout:(119/174): python3-certifi-2021.10.8-2.el9.noar 138 kB/s | 15 kB 00:00 2024-03-16T18:08:33.213 INFO:teuthology.orchestra.run.smithi017.stdout:(120/174): python3-cheroot-8.6.0-4.el9.noarch.r 1.5 MB/s | 172 kB 00:00 2024-03-16T18:08:33.246 INFO:teuthology.orchestra.run.smithi017.stdout:(121/174): python3-cherrypy-18.6.1-2.el9.noarch 4.6 MB/s | 358 kB 00:00 2024-03-16T18:08:33.288 INFO:teuthology.orchestra.run.smithi017.stdout:(122/174): python3-cmd2-2.4.2-2.el9.noarch.rpm 2.9 MB/s | 303 kB 00:00 2024-03-16T18:08:33.305 INFO:teuthology.orchestra.run.smithi017.stdout:(123/174): python3-colorama-0.4.4-12.el9.noarch 383 kB/s | 35 kB 00:00 2024-03-16T18:08:33.330 INFO:teuthology.orchestra.run.smithi017.stdout:(124/174): python3-google-auth-2.28.0-1.el9.noa 2.4 MB/s | 203 kB 00:00 2024-03-16T18:08:33.340 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-16T18:08:33.371 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-16T18:08:33.397 INFO:teuthology.orchestra.run.smithi017.stdout:(125/174): python3-grpcio-1.46.7-10.el9.x86_64. 19 MB/s | 2.0 MB 00:00 2024-03-16T18:08:33.410 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-16T18:08:33.422 INFO:teuthology.orchestra.run.smithi017.stdout:(126/174): python3-jaraco-8.2.1-3.el9.noarch.rp 116 kB/s | 11 kB 00:00 2024-03-16T18:08:33.448 INFO:teuthology.orchestra.run.smithi017.stdout:(127/174): python3-grpcio-tools-1.46.7-10.el9.x 1.0 MB/s | 144 kB 00:00 2024-03-16T18:08:33.473 INFO:teuthology.orchestra.run.smithi017.stdout:(128/174): python3-jaraco-classes-3.2.1-5.el9.n 234 kB/s | 18 kB 00:00 2024-03-16T18:08:33.498 INFO:teuthology.orchestra.run.smithi017.stdout:(129/174): python3-jaraco-collections-3.0.0-8.e 306 kB/s | 23 kB 00:00 2024-03-16T18:08:33.524 INFO:teuthology.orchestra.run.smithi017.stdout:(130/174): python3-jaraco-functools-3.5.0-2.el9 257 kB/s | 19 kB 00:00 2024-03-16T18:08:33.549 INFO:teuthology.orchestra.run.smithi017.stdout:(131/174): python3-jaraco-text-3.2.0-6.el9.noar 261 kB/s | 20 kB 00:00 2024-03-16T18:08:33.583 INFO:teuthology.orchestra.run.smithi017.stdout:(132/174): python3-kubernetes-26.1.0-2.el9.noar 12 MB/s | 1.0 MB 00:00 2024-03-16T18:08:33.585 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-16T18:08:33.608 INFO:teuthology.orchestra.run.smithi017.stdout:(133/174): python3-logutils-0.3.5-21.el9.noarch 553 kB/s | 46 kB 00:00 2024-03-16T18:08:33.633 INFO:teuthology.orchestra.run.smithi017.stdout:(134/174): python3-more-itertools-8.12.0-2.el9. 940 kB/s | 79 kB 00:00 2024-03-16T18:08:33.658 INFO:teuthology.orchestra.run.smithi017.stdout:(135/174): python3-natsort-7.1.1-5.el9.noarch.r 765 kB/s | 58 kB 00:00 2024-03-16T18:08:33.700 INFO:teuthology.orchestra.run.smithi017.stdout:(136/174): python3-pecan-1.4.2-3.el9.noarch.rpm 2.9 MB/s | 272 kB 00:00 2024-03-16T18:08:33.721 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-16T18:08:33.734 INFO:teuthology.orchestra.run.smithi017.stdout:(137/174): python3-portend-3.1.0-2.el9.noarch.r 163 kB/s | 16 kB 00:00 2024-03-16T18:08:33.759 INFO:teuthology.orchestra.run.smithi017.stdout:(138/174): python3-pyOpenSSL-21.0.0-1.el9.noarc 894 kB/s | 90 kB 00:00 2024-03-16T18:08:33.765 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-16T18:08:33.809 INFO:teuthology.orchestra.run.smithi017.stdout:(139/174): python3-pyperclip-1.8.2-2.el9.noarch 259 kB/s | 28 kB 00:00 2024-03-16T18:08:33.843 INFO:teuthology.orchestra.run.smithi017.stdout:(140/174): python3-repoze-lru-0.7-16.el9.noarch 282 kB/s | 31 kB 00:00 2024-03-16T18:08:33.868 INFO:teuthology.orchestra.run.smithi017.stdout:(141/174): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-03-16T18:08:33.874 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:33.902 INFO:teuthology.orchestra.run.smithi017.stdout:(142/174): python3-rsa-4.9-2.el9.noarch.rpm 640 kB/s | 59 kB 00:00 2024-03-16T18:08:33.933 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:33.935 INFO:teuthology.orchestra.run.smithi017.stdout:(143/174): python3-tempora-5.0.0-2.el9.noarch.r 388 kB/s | 36 kB 00:00 2024-03-16T18:08:33.961 INFO:teuthology.orchestra.run.smithi017.stdout:(144/174): python3-typing-extensions-4.4.0-2.el 552 kB/s | 51 kB 00:00 2024-03-16T18:08:33.994 INFO:teuthology.orchestra.run.smithi017.stdout:(145/174): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-03-16T18:08:34.028 INFO:teuthology.orchestra.run.smithi017.stdout:(146/174): python3-websocket-client-1.2.3-2.el9 975 kB/s | 90 kB 00:00 2024-03-16T18:08:34.062 INFO:teuthology.orchestra.run.smithi017.stdout:(147/174): python3-werkzeug-2.0.3-3.el9.1.noarc 4.2 MB/s | 427 kB 00:00 2024-03-16T18:08:34.087 INFO:teuthology.orchestra.run.smithi017.stdout:(148/174): python3-zc-lockfile-2.0-10.el9.noarc 217 kB/s | 20 kB 00:00 2024-03-16T18:08:34.112 INFO:teuthology.orchestra.run.smithi017.stdout:(149/174): re2-20211101-3.el9.x86_64.rpm 2.2 MB/s | 192 kB 00:00 2024-03-16T18:08:34.172 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:34.179 INFO:teuthology.orchestra.run.smithi017.stdout:(150/174): thrift-0.15.0-2.el9.x86_64.rpm 14 MB/s | 1.6 MB 00:00 2024-03-16T18:08:34.238 INFO:teuthology.orchestra.run.smithi017.stdout:(151/174): xfsdump-3.1.12-4.el9.x86_64.rpm 5.4 MB/s | 321 kB 00:00 2024-03-16T18:08:34.281 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-16T18:08:34.374 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-16T18:08:34.405 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-16T18:08:34.432 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-16T18:08:34.475 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-16T18:08:34.538 INFO:teuthology.orchestra.run.smithi017.stdout:(152/174): NetworkManager-1.46.0-1.el9.x86_64.r 7.6 MB/s | 2.3 MB 00:00 2024-03-16T18:08:34.549 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-16T18:08:34.603 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-16T18:08:34.641 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-16T18:08:34.681 INFO:teuthology.orchestra.run.smithi017.stdout:(153/174): NetworkManager-libnm-1.46.0-1.el9.x8 13 MB/s | 1.8 MB 00:00 2024-03-16T18:08:34.706 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-16T18:08:34.730 INFO:teuthology.orchestra.run.smithi017.stdout:(154/174): NetworkManager-team-1.46.0-1.el9.x86 853 kB/s | 42 kB 00:00 2024-03-16T18:08:34.741 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-16T18:08:34.784 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-16T18:08:34.788 INFO:teuthology.orchestra.run.smithi017.stdout:(155/174): librbd1-19.0.0-1681.gaba3c1d2.el9.x8 4.6 MB/s | 3.1 MB 00:00 2024-03-16T18:08:34.814 INFO:teuthology.orchestra.run.smithi017.stdout:(156/174): NetworkManager-tui-1.46.0-1.el9.x86_ 2.9 MB/s | 248 kB 00:00 2024-03-16T18:08:34.817 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-16T18:08:34.845 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-16T18:08:34.864 INFO:teuthology.orchestra.run.smithi017.stdout:(157/174): acl-2.3.1-4.el9.x86_64.rpm 952 kB/s | 71 kB 00:00 2024-03-16T18:08:34.889 INFO:teuthology.orchestra.run.smithi017.stdout:(158/174): elfutils-debuginfod-client-0.190-2.e 484 kB/s | 36 kB 00:00 2024-03-16T18:08:34.914 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-16T18:08:34.948 INFO:teuthology.orchestra.run.smithi017.stdout:(159/174): elfutils-libs-0.190-2.el9.x86_64.rpm 4.3 MB/s | 256 kB 00:00 2024-03-16T18:08:34.949 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9. 39/198 2024-03-16T18:08:34.973 INFO:teuthology.orchestra.run.smithi017.stdout:(160/174): elfutils-libelf-0.190-2.el9.x86_64.r 1.7 MB/s | 192 kB 00:00 2024-03-16T18:08:34.993 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el 40/198 2024-03-16T18:08:35.007 INFO:teuthology.orchestra.run.smithi017.stdout:(161/174): libacl-2.3.1-4.el9.x86_64.rpm 393 kB/s | 23 kB 00:00 2024-03-16T18:08:35.022 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_6 41/198 2024-03-16T18:08:35.032 INFO:teuthology.orchestra.run.smithi017.stdout:(162/174): libblkid-2.37.4-18.el9.x86_64.rpm 1.8 MB/s | 108 kB 00:00 2024-03-16T18:08:35.066 INFO:teuthology.orchestra.run.smithi017.stdout:(163/174): libfdisk-2.37.4-18.el9.x86_64.rpm 2.6 MB/s | 155 kB 00:00 2024-03-16T18:08:35.091 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-16T18:08:35.091 INFO:teuthology.orchestra.run.smithi017.stdout:(164/174): libmount-2.37.4-18.el9.x86_64.rpm 2.3 MB/s | 136 kB 00:00 2024-03-16T18:08:35.108 INFO:teuthology.orchestra.run.smithi017.stdout:(165/174): libsmartcols-2.37.4-18.el9.x86_64.rp 1.5 MB/s | 64 kB 00:00 2024-03-16T18:08:35.137 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-16T18:08:35.141 INFO:teuthology.orchestra.run.smithi017.stdout:(166/174): libuuid-2.37.4-18.el9.x86_64.rpm 572 kB/s | 29 kB 00:00 2024-03-16T18:08:35.210 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-16T18:08:35.216 INFO:teuthology.orchestra.run.smithi017.stdout:(167/174): openssl-3.0.7-27.el9.x86_64.rpm 11 MB/s | 1.2 MB 00:00 2024-03-16T18:08:35.325 INFO:teuthology.orchestra.run.smithi017.stdout:(168/174): openssl-libs-3.0.7-27.el9.x86_64.rpm 12 MB/s | 2.2 MB 00:00 2024-03-16T18:08:35.343 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-16T18:08:35.375 INFO:teuthology.orchestra.run.smithi017.stdout:(169/174): librados2-19.0.0-1681.gaba3c1d2.el9. 2.6 MB/s | 3.4 MB 00:01 2024-03-16T18:08:35.397 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-16T18:08:35.400 INFO:teuthology.orchestra.run.smithi017.stdout:(170/174): util-linux-core-2.37.4-18.el9.x86_64 6.0 MB/s | 465 kB 00:00 2024-03-16T18:08:35.460 INFO:teuthology.orchestra.run.smithi017.stdout:(171/174): util-linux-2.37.4-18.el9.x86_64.rpm 9.4 MB/s | 2.3 MB 00:00 2024-03-16T18:08:35.485 INFO:teuthology.orchestra.run.smithi017.stdout:(172/174): util-linux-user-2.37.4-18.el9.x86_64 285 kB/s | 31 kB 00:00 2024-03-16T18:08:35.527 INFO:teuthology.orchestra.run.smithi017.stdout:(173/174): xfsprogs-6.3.0-1.el9.x86_64.rpm 8.5 MB/s | 1.1 MB 00:00 2024-03-16T18:08:35.752 INFO:teuthology.orchestra.run.smithi017.stdout:(174/174): libacl-devel-2.3.1-4.el9.x86_64.rpm 255 kB/s | 74 kB 00:00 2024-03-16T18:08:35.756 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-03-16T18:08:35.756 INFO:teuthology.orchestra.run.smithi017.stdout:Total 17 MB/s | 224 MB 00:13 2024-03-16T18:08:35.920 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-16T18:08:36.009 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-16T18:08:36.090 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-16T18:08:36.139 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-16T18:08:36.149 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-16T18:08:36.183 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-16T18:08:36.229 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-16T18:08:36.231 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction check 2024-03-16T18:08:36.267 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_6 53/198 2024-03-16T18:08:36.298 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-16T18:08:36.562 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction check succeeded. 2024-03-16T18:08:36.563 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction test 2024-03-16T18:08:36.574 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-16T18:08:36.757 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-16T18:08:36.841 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-16T18:08:36.884 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-16T18:08:37.034 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-16T18:08:37.087 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-16T18:08:37.142 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-16T18:08:37.215 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-16T18:08:37.247 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-16T18:08:37.283 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-16T18:08:37.330 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-16T18:08:37.584 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-16T18:08:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-16T18:08:37.678 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-16T18:08:37.841 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-16T18:08:37.899 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-16T18:08:37.929 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-16T18:08:37.971 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-16T18:08:38.064 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-16T18:08:38.104 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-16T18:08:38.145 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-16T18:08:38.178 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-16T18:08:38.203 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-16T18:08:38.283 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-16T18:08:38.403 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-16T18:08:38.511 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-16T18:08:38.553 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-16T18:08:38.601 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-16T18:08:38.663 INFO:teuthology.orchestra.run.smithi017.stdout:Transaction test succeeded. 2024-03-16T18:08:38.663 INFO:teuthology.orchestra.run.smithi017.stdout:Running transaction 2024-03-16T18:08:38.666 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-16T18:08:38.850 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-16T18:08:38.972 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-16T18:08:39.237 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-16T18:08:39.447 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 87/198 2024-03-16T18:08:39.479 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-16T18:08:39.510 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-16T18:08:39.538 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-16T18:08:39.572 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-16T18:08:39.628 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-16T18:08:39.660 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-16T18:08:39.690 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-16T18:08:39.766 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-16T18:08:39.800 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-16T18:08:39.821 INFO:teuthology.orchestra.run.smithi153.stdout: Preparing : 1/1 2024-03-16T18:08:39.834 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-16T18:08:39.875 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-16T18:08:39.906 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-16T18:08:39.909 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-16T18:08:39.941 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-16T18:08:39.979 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-16T18:08:39.989 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-16T18:08:39.999 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-16T18:08:40.029 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-16T18:08:40.089 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-16T18:08:40.105 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-16T18:08:40.132 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-16T18:08:40.149 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-16T18:08:40.158 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-16T18:08:40.180 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-16T18:08:40.203 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-16T18:08:40.228 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-16T18:08:40.325 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-16T18:08:40.382 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-16T18:08:40.527 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-16T18:08:40.584 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:08:40.711 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:08:40.733 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:08:40.825 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:08:40.862 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 12/198 2024-03-16T18:08:40.904 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-16T18:08:41.083 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-16T18:08:41.113 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-16T18:08:41.144 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-16T18:08:41.163 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-16T18:08:41.172 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:08:41.197 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-16T18:08:41.244 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-16T18:08:41.276 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:08:41.306 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 17/198 2024-03-16T18:08:41.326 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-16T18:08:41.372 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 17/198 2024-03-16T18:08:41.400 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-16T18:08:41.419 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-16T18:08:41.441 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-16T18:08:41.457 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-16T18:08:41.576 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-16T18:08:41.598 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-16T18:08:41.627 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-16T18:08:41.656 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-16T18:08:41.666 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-16T18:08:41.688 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-16T18:08:41.864 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-16T18:08:42.048 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-16T18:08:42.111 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-16T18:08:42.218 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:42.278 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:42.314 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-16T18:08:42.429 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-16T18:08:42.493 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:42.601 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-16T18:08:42.702 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-16T18:08:42.733 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-16T18:08:42.760 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-16T18:08:42.795 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-16T18:08:42.869 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-16T18:08:42.923 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-16T18:08:42.962 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-16T18:08:43.026 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-16T18:08:43.061 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-16T18:08:43.104 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-16T18:08:43.137 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-16T18:08:43.167 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-16T18:08:43.236 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-16T18:08:43.272 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9. 39/198 2024-03-16T18:08:43.315 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el 40/198 2024-03-16T18:08:43.344 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_6 41/198 2024-03-16T18:08:43.411 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-16T18:08:43.458 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-16T18:08:43.573 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-16T18:08:43.657 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-16T18:08:43.706 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-16T18:08:43.749 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-16T18:08:43.759 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-16T18:08:43.780 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-16T18:08:43.811 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-16T18:08:43.838 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-16T18:08:44.146 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-16T18:08:44.177 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 124/198 2024-03-16T18:08:44.268 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 124/198 2024-03-16T18:08:44.275 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-16T18:08:44.299 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 125/198 2024-03-16T18:08:44.335 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-16T18:08:44.355 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-16T18:08:44.438 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-16T18:08:44.475 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-16T18:08:44.483 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-16T18:08:44.521 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-16T18:08:44.565 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-16T18:08:44.602 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_6 53/198 2024-03-16T18:08:44.633 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-16T18:08:44.788 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-16T18:08:44.814 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 128/198 2024-03-16T18:08:44.877 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 128/198 2024-03-16T18:08:44.907 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 129/198 2024-03-16T18:08:44.907 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-16T18:08:45.278 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-16T18:08:45.368 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-16T18:08:45.414 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-16T18:08:45.567 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-16T18:08:45.615 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-16T18:08:45.670 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-16T18:08:45.742 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-16T18:08:45.773 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-16T18:08:45.780 INFO:teuthology.orchestra.run.smithi017.stdout: Preparing : 1/1 2024-03-16T18:08:45.810 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-16T18:08:45.856 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-16T18:08:45.892 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-16T18:08:45.898 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : openssl-libs-1:3.0.7-27.el9.x86_64 1/198 2024-03-16T18:08:45.936 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-16T18:08:45.941 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libuuid-2.37.4-18.el9.x86_64 2/198 2024-03-16T18:08:45.978 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-16T18:08:46.011 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-16T18:08:46.060 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libblkid-2.37.4-18.el9.x86_64 3/198 2024-03-16T18:08:46.111 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-16T18:08:46.158 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-16T18:08:46.189 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-16T18:08:46.230 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-16T18:08:46.272 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 4/198 2024-03-16T18:08:46.341 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 5/198 2024-03-16T18:08:46.351 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-16T18:08:46.383 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : thrift-0.15.0-2.el9.x86_64 6/198 2024-03-16T18:08:46.388 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-16T18:08:46.416 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 7/198 2024-03-16T18:08:46.420 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-16T18:08:46.446 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-16T18:08:46.470 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-16T18:08:46.472 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 8/198 2024-03-16T18:08:46.548 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-16T18:08:46.680 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-16T18:08:46.787 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-16T18:08:46.814 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 9/198 2024-03-16T18:08:46.829 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-16T18:08:46.867 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:08:46.877 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-16T18:08:46.933 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-16T18:08:47.007 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:08:47.034 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:08:47.117 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-16T18:08:47.119 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:08:47.148 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:08:47.156 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 12/198 2024-03-16T18:08:47.166 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-16T18:08:47.187 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:08:47.199 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-private-libs-13.11-1.el9.x86_64 13/198 2024-03-16T18:08:47.297 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-16T18:08:47.339 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 87/198 2024-03-16T18:08:47.370 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-16T18:08:47.392 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : elfutils-libelf-0.190-2.el9.x86_64 14/198 2024-03-16T18:08:47.401 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-16T18:08:47.429 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-16T18:08:47.445 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-13.11-1.el9.x86_64 15/198 2024-03-16T18:08:47.473 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:08:47.481 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-16T18:08:47.519 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-16T18:08:47.551 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-16T18:08:47.561 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:08:47.581 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-16T18:08:47.590 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 17/198 2024-03-16T18:08:47.638 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 17/198 2024-03-16T18:08:47.656 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-16T18:08:47.678 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libmount-2.37.4-18.el9.x86_64 18/198 2024-03-16T18:08:47.691 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-16T18:08:47.700 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-16T18:08:47.716 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: qatlib-service-23.11.0-1.el9.x86_64 19/198 2024-03-16T18:08:47.716 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-16T18:08:47.743 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:08:47.758 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-16T18:08:47.782 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 131/198 2024-03-16T18:08:47.792 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-16T18:08:47.883 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 131/198 2024-03-16T18:08:47.883 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-16T18:08:47.883 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-16T18:08:47.883 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:08:47.883 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-16T18:08:47.917 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 132/198 2024-03-16T18:08:47.930 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-16T18:08:47.964 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatlib-23.11.0-1.el9.x86_64 20/198 2024-03-16T18:08:47.971 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-16T18:08:48.004 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libsmartcols-2.37.4-18.el9.x86_64 21/198 2024-03-16T18:08:48.015 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-16T18:08:48.046 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-16T18:08:48.085 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-16T18:08:48.178 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libacl-2.3.1-4.el9.x86_64 22/198 2024-03-16T18:08:48.184 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-16T18:08:48.231 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-16T18:08:48.298 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-16T18:08:48.341 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 23/198 2024-03-16T18:08:48.454 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:48.500 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:48.722 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.46.0-1.el9.x86_64 24/198 2024-03-16T18:08:48.833 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : re2-1:20211101-3.el9.x86_64 25/198 2024-03-16T18:08:48.928 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 26/198 2024-03-16T18:08:48.959 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-16T18:08:48.964 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 27/198 2024-03-16T18:08:48.991 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : liboath-2.6.7-2.el9.x86_64 28/198 2024-03-16T18:08:49.011 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-16T18:08:49.034 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 29/198 2024-03-16T18:08:49.045 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-16T18:08:49.093 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-16T18:08:49.110 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 30/198 2024-03-16T18:08:49.162 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 31/198 2024-03-16T18:08:49.174 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-16T18:08:49.203 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 32/198 2024-03-16T18:08:49.213 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-16T18:08:49.270 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 33/198 2024-03-16T18:08:49.313 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 34/198 2024-03-16T18:08:49.354 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 35/198 2024-03-16T18:08:49.387 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : protobuf-3.14.0-13.el9.x86_64 36/198 2024-03-16T18:08:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-16T18:08:49.414 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lua-5.4.4-4.el9.x86_64 37/198 2024-03-16T18:08:49.427 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-16T18:08:49.486 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 38/198 2024-03-16T18:08:49.505 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-16T18:08:49.519 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9. 39/198 2024-03-16T18:08:49.564 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el 40/198 2024-03-16T18:08:49.591 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_6 41/198 2024-03-16T18:08:49.663 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : lua-devel-5.4.4-4.el9.x86_64 42/198 2024-03-16T18:08:49.706 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : luarocks-3.9.2-1.el9.noarch 43/198 2024-03-16T18:08:49.782 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : protobuf-compiler-3.14.0-13.el9.x86_64 44/198 2024-03-16T18:08:49.919 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 45/198 2024-03-16T18:08:49.968 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 46/198 2024-03-16T18:08:50.168 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-16T18:08:50.282 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-16T18:08:50.517 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rsa-4.9-2.el9.noarch 47/198 2024-03-16T18:08:50.598 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 48/198 2024-03-16T18:08:50.683 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 49/198 2024-03-16T18:08:50.732 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-16T18:08:50.740 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: util-linux-core-2.37.4-18.el9.x86_64 50/198 2024-03-16T18:08:50.781 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : qatzip-libs-1.1.2-2.el9.x86_64 51/198 2024-03-16T18:08:50.822 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : elfutils-libs-0.190-2.el9.x86_64 52/198 2024-03-16T18:08:50.868 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_6 53/198 2024-03-16T18:08:50.898 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 54/198 2024-03-16T18:08:51.193 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libfdisk-2.37.4-18.el9.x86_64 55/198 2024-03-16T18:08:51.366 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : util-linux-2.37.4-18.el9.x86_64 56/198 2024-03-16T18:08:51.442 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : xfsprogs-6.3.0-1.el9.x86_64 57/198 2024-03-16T18:08:51.486 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libuuid-devel-2.37.4-18.el9.x86_64 58/198 2024-03-16T18:08:51.524 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-16T18:08:51.618 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-16T18:08:51.649 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-16T18:08:51.680 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-16T18:08:51.707 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-16T18:08:51.810 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 59/198 2024-03-16T18:08:51.898 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : openssl-1:3.0.7-27.el9.x86_64 60/198 2024-03-16T18:08:51.957 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 61/198 2024-03-16T18:08:52.018 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-16T18:08:52.038 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 62/198 2024-03-16T18:08:52.045 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 124/198 2024-03-16T18:08:52.082 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 63/198 2024-03-16T18:08:52.119 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 64/198 2024-03-16T18:08:52.135 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 124/198 2024-03-16T18:08:52.167 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 125/198 2024-03-16T18:08:52.182 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 65/198 2024-03-16T18:08:52.195 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-16T18:08:52.218 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 66/198 2024-03-16T18:08:52.262 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyperclip-1.8.2-2.el9.noarch 67/198 2024-03-16T18:08:52.304 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 68/198 2024-03-16T18:08:52.443 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 69/198 2024-03-16T18:08:52.492 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 70/198 2024-03-16T18:08:52.522 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-colorama-0.4.4-12.el9.noarch 71/198 2024-03-16T18:08:52.565 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 72/198 2024-03-16T18:08:52.651 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-16T18:08:52.660 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 73/198 2024-03-16T18:08:52.705 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-google-auth-1:2.28.0-1.el9.noarch 74/198 2024-03-16T18:08:52.745 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 75/198 2024-03-16T18:08:52.771 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 76/198 2024-03-16T18:08:52.795 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 77/198 2024-03-16T18:08:52.815 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 128/198 2024-03-16T18:08:52.875 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : grpc-data-1.46.7-10.el9.noarch 78/198 2024-03-16T18:08:53.000 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : abseil-cpp-20211102.0-3.el9.x86_64 79/198 2024-03-16T18:08:53.108 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-grpcio-1.46.7-10.el9.x86_64 80/198 2024-03-16T18:08:53.143 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 128/198 2024-03-16T18:08:53.154 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 81/198 2024-03-16T18:08:53.213 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 129/198 2024-03-16T18:08:53.229 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-ply-3.11-14.el9.noarch 82/198 2024-03-16T18:08:53.286 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 83/198 2024-03-16T18:08:53.477 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 84/198 2024-03-16T18:08:53.533 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 85/198 2024-03-16T18:08:53.675 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 86/198 2024-03-16T18:08:53.715 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-asyncssh-2.13.2-4.el9.noarch 87/198 2024-03-16T18:08:53.747 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 88/198 2024-03-16T18:08:53.777 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : fuse-2.9.9-15.el9.x86_64 89/198 2024-03-16T18:08:53.805 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : zlib-devel-1.2.11-40.el9.x86_64 90/198 2024-03-16T18:08:53.840 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 91/198 2024-03-16T18:08:53.879 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : uuid-1.6.2-55.el9.x86_64 92/198 2024-03-16T18:08:53.911 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-wcwidth-0.2.5-8.el9.noarch 93/198 2024-03-16T18:08:53.941 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 94/198 2024-03-16T18:08:54.010 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 95/198 2024-03-16T18:08:54.051 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 96/198 2024-03-16T18:08:54.084 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 97/198 2024-03-16T18:08:54.126 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 98/198 2024-03-16T18:08:54.160 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 99/198 2024-03-16T18:08:54.251 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 100/198 2024-03-16T18:08:54.341 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 101/198 2024-03-16T18:08:54.383 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-protobuf-3.14.0-13.el9.noarch 102/198 2024-03-16T18:08:54.423 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-grpcio-tools-1.46.7-10.el9.x86_64 103/198 2024-03-16T18:08:54.487 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 104/198 2024-03-16T18:08:54.589 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-packaging-20.9-5.el9.noarch 105/198 2024-03-16T18:08:54.642 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 106/198 2024-03-16T18:08:55.376 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:08:55.403 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 107/198 2024-03-16T18:08:55.413 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:08:55.448 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 108/198 2024-03-16T18:08:55.482 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 109/198 2024-03-16T18:08:55.531 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 110/198 2024-03-16T18:08:55.623 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 111/198 2024-03-16T18:08:55.658 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-cmd2-2.4.2-2.el9.noarch 112/198 2024-03-16T18:08:55.832 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openblas-0.3.21-2.el9.x86_64 113/198 2024-03-16T18:08:55.864 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 114/198 2024-03-16T18:08:55.944 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 115/198 2024-03-16T18:08:55.957 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:08:55.991 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 131/198 2024-03-16T18:08:56.069 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 131/198 2024-03-16T18:08:56.069 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-16T18:08:56.069 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-16T18:08:56.069 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:08:56.109 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 132/198 2024-03-16T18:08:56.615 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 116/198 2024-03-16T18:08:56.731 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 117/198 2024-03-16T18:08:58.006 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 118/198 2024-03-16T18:08:58.082 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 119/198 2024-03-16T18:08:58.113 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 120/198 2024-03-16T18:08:58.144 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : jq-1.6-16.el9.x86_64 121/198 2024-03-16T18:08:58.172 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 122/198 2024-03-16T18:08:58.495 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 123/198 2024-03-16T18:08:58.526 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 124/198 2024-03-16T18:08:58.626 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 124/198 2024-03-16T18:08:58.657 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 125/198 2024-03-16T18:08:58.693 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 126/198 2024-03-16T18:08:59.171 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 127/198 2024-03-16T18:08:59.196 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 128/198 2024-03-16T18:08:59.268 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 128/198 2024-03-16T18:08:59.298 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 129/198 2024-03-16T18:08:59.850 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 132/198 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /sys 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /proc 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /mnt 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /var/tmp 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /home 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /root 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout:skipping the directory /tmp 2024-03-16T18:08:59.851 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:00.014 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 133/198 2024-03-16T18:09:00.030 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 133/198 2024-03-16T18:09:00.030 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:00.030 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-16T18:09:00.030 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:01.501 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 134/198 2024-03-16T18:09:01.526 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 134/198 2024-03-16T18:09:01.526 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:01.526 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-16T18:09:01.527 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-16T18:09:01.527 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-16T18:09:01.527 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:01.600 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:09:01.636 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:09:01.752 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 135/198 2024-03-16T18:09:01.774 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 135/198 2024-03-16T18:09:01.774 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:01.774 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-16T18:09:01.775 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-16T18:09:01.775 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-16T18:09:01.775 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:02.203 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 130/198 2024-03-16T18:09:02.219 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 136/198 2024-03-16T18:09:02.239 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 131/198 2024-03-16T18:09:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 136/198 2024-03-16T18:09:02.242 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:02.242 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-16T18:09:02.242 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-16T18:09:02.242 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-16T18:09:02.242 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:02.329 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 131/198 2024-03-16T18:09:02.329 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-03-16T18:09:02.329 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-03-16T18:09:02.329 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:02.337 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-16T18:09:02.374 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 132/198 2024-03-16T18:09:02.746 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 138/198 2024-03-16T18:09:02.778 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 138/198 2024-03-16T18:09:02.809 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.e 139/198 2024-03-16T18:09:02.869 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2. 140/198 2024-03-16T18:09:02.901 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 141/198 2024-03-16T18:09:03.134 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 141/198 2024-03-16T18:09:03.160 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 142/198 2024-03-16T18:09:04.121 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 142/198 2024-03-16T18:09:04.152 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 143/198 2024-03-16T18:09:04.251 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 143/198 2024-03-16T18:09:04.406 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el 144/198 2024-03-16T18:09:04.437 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 145/198 2024-03-16T18:09:04.460 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 145/198 2024-03-16T18:09:04.460 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:04.461 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-16T18:09:04.461 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-16T18:09:04.461 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-16T18:09:04.461 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:04.505 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 146/198 2024-03-16T18:09:04.516 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 146/198 2024-03-16T18:09:04.570 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 147/198 2024-03-16T18:09:05.422 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-16T18:09:05.448 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 149/198 2024-03-16T18:09:05.471 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 149/198 2024-03-16T18:09:05.471 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:05.471 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-16T18:09:05.472 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-16T18:09:05.472 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-16T18:09:05.472 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:05.524 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 150/198 2024-03-16T18:09:05.547 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 150/198 2024-03-16T18:09:05.547 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:05.547 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-16T18:09:05.547 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:05.608 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:05.631 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:05.631 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:05.631 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-16T18:09:05.632 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-16T18:09:05.632 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-16T18:09:05.632 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:05.951 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 152/198 2024-03-16T18:09:05.974 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 152/198 2024-03-16T18:09:05.974 INFO:teuthology.orchestra.run.smithi149.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:05.974 INFO:teuthology.orchestra.run.smithi149.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-16T18:09:05.974 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-16T18:09:05.974 INFO:teuthology.orchestra.run.smithi149.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-16T18:09:05.974 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 132/198 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /sys 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /proc 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /mnt 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /var/tmp 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /home 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /root 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /tmp 2024-03-16T18:09:07.595 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:07.771 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 133/198 2024-03-16T18:09:07.786 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 133/198 2024-03-16T18:09:07.786 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:07.786 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-16T18:09:07.786 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:09.257 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 134/198 2024-03-16T18:09:09.282 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 134/198 2024-03-16T18:09:09.282 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:09.283 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-16T18:09:09.283 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-16T18:09:09.283 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-16T18:09:09.283 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:09.499 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 135/198 2024-03-16T18:09:09.522 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 135/198 2024-03-16T18:09:09.522 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:09.522 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-16T18:09:09.522 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-16T18:09:09.522 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-16T18:09:09.522 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:09.967 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 136/198 2024-03-16T18:09:09.989 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 136/198 2024-03-16T18:09:09.990 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:09.990 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-16T18:09:09.990 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-16T18:09:09.990 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-16T18:09:09.990 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:10.102 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-16T18:09:10.430 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 153/198 2024-03-16T18:09:10.471 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 154/198 2024-03-16T18:09:10.502 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 155/198 2024-03-16T18:09:10.535 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 138/198 2024-03-16T18:09:10.555 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-16T18:09:10.566 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 138/198 2024-03-16T18:09:10.598 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.e 139/198 2024-03-16T18:09:10.658 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2. 140/198 2024-03-16T18:09:10.681 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 141/198 2024-03-16T18:09:10.745 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 157/198 2024-03-16T18:09:10.862 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 158/198 2024-03-16T18:09:10.910 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 141/198 2024-03-16T18:09:10.910 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 159/198 2024-03-16T18:09:10.941 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 142/198 2024-03-16T18:09:10.968 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-16T18:09:11.019 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-16T18:09:11.063 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-16T18:09:11.104 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_ 163/198 2024-03-16T18:09:11.144 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-16T18:09:11.173 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-team-1:1.46.0-1.el9.x86_64 165/198 2024-03-16T18:09:11.233 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : NetworkManager-tui-1:1.46.0-1.el9.x86_64 166/198 2024-03-16T18:09:11.298 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-16T18:09:11.330 INFO:teuthology.orchestra.run.smithi149.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-16T18:09:11.896 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 142/198 2024-03-16T18:09:11.902 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:11.932 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 143/198 2024-03-16T18:09:11.937 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:11.957 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:12.033 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 143/198 2024-03-16T18:09:12.194 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el 144/198 2024-03-16T18:09:12.226 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 145/198 2024-03-16T18:09:12.249 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 145/198 2024-03-16T18:09:12.249 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:12.249 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-16T18:09:12.250 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-16T18:09:12.250 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-16T18:09:12.250 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:12.293 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 146/198 2024-03-16T18:09:12.304 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 146/198 2024-03-16T18:09:12.357 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 147/198 2024-03-16T18:09:12.776 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 170/198 2024-03-16T18:09:12.857 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-16T18:09:12.898 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-16T18:09:13.005 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-16T18:09:13.036 INFO:teuthology.orchestra.run.smithi149.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-16T18:09:13.061 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-16T18:09:13.086 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-16T18:09:13.113 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-16T18:09:13.113 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-16T18:09:13.184 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-16T18:09:13.208 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-16T18:09:13.213 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-16T18:09:13.214 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-16T18:09:13.245 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 149/198 2024-03-16T18:09:13.268 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 149/198 2024-03-16T18:09:13.268 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:13.268 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-16T18:09:13.268 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-16T18:09:13.268 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-16T18:09:13.268 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:13.298 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-16T18:09:13.313 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 150/198 2024-03-16T18:09:13.335 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 150/198 2024-03-16T18:09:13.335 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:13.335 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-16T18:09:13.335 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:13.342 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-16T18:09:13.374 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-16T18:09:13.388 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:13.400 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-16T18:09:13.410 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:13.410 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:13.411 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-16T18:09:13.411 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-16T18:09:13.411 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-16T18:09:13.411 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:13.425 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-16T18:09:13.478 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-16T18:09:13.516 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-16T18:09:13.548 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-16T18:09:13.573 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-16T18:09:13.599 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-16T18:09:13.624 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-16T18:09:13.649 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-16T18:09:13.656 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:13.656 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:13.722 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 152/198 2024-03-16T18:09:13.745 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 152/198 2024-03-16T18:09:13.745 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:13.745 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-16T18:09:13.745 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-16T18:09:13.746 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-16T18:09:13.746 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:13.836 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:13.836 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-16T18:09:13.910 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-16T18:09:13.935 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-16T18:09:13.960 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-16T18:09:13.993 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-16T18:09:14.028 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-16T18:09:14.093 INFO:teuthology.orchestra.run.smithi149.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 132/198 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /sys 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /proc 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /mnt 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /var/tmp 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /home 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /root 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout:skipping the directory /tmp 2024-03-16T18:09:14.400 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:14.563 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 133/198 2024-03-16T18:09:14.581 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 133/198 2024-03-16T18:09:14.582 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:14.582 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-03-16T18:09:14.582 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:16.100 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 134/198 2024-03-16T18:09:16.125 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 134/198 2024-03-16T18:09:16.125 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:16.125 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-03-16T18:09:16.125 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-16T18:09:16.125 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-03-16T18:09:16.125 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:16.359 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 135/198 2024-03-16T18:09:16.381 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 135/198 2024-03-16T18:09:16.381 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:16.381 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-03-16T18:09:16.381 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-16T18:09:16.381 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-03-16T18:09:16.381 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:16.843 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 136/198 2024-03-16T18:09:16.865 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 136/198 2024-03-16T18:09:16.865 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:16.865 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-03-16T18:09:16.865 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-16T18:09:16.865 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-03-16T18:09:16.865 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:16.961 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : automake-1.16.2-8.el9.noarch 137/198 2024-03-16T18:09:17.372 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 138/198 2024-03-16T18:09:17.401 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 138/198 2024-03-16T18:09:17.434 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.e 139/198 2024-03-16T18:09:17.488 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2. 140/198 2024-03-16T18:09:17.516 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 141/198 2024-03-16T18:09:17.759 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 141/198 2024-03-16T18:09:17.792 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 142/198 2024-03-16T18:09:18.160 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 153/198 2024-03-16T18:09:18.201 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 154/198 2024-03-16T18:09:18.232 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 155/198 2024-03-16T18:09:18.259 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-16T18:09:18.458 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 157/198 2024-03-16T18:09:18.575 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 158/198 2024-03-16T18:09:18.623 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 159/198 2024-03-16T18:09:18.680 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-16T18:09:18.731 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-16T18:09:18.785 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-16T18:09:18.801 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 142/198 2024-03-16T18:09:18.816 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_ 163/198 2024-03-16T18:09:18.826 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 143/198 2024-03-16T18:09:18.857 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-16T18:09:18.886 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-team-1:1.46.0-1.el9.x86_64 165/198 2024-03-16T18:09:18.925 INFO:teuthology.orchestra.run.smithi149.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 1/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 3/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 4/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 5/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 6/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 7/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 8/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 9/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:09:18.926 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 12/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 13/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 14/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_ 15/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 17/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_6 18/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 19/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 20/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el 21/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9. 22/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_6 23/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 24/198 2024-03-16T18:09:18.927 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 25/198 2024-03-16T18:09:18.928 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 26/198 2024-03-16T18:09:18.928 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 27/198 2024-03-16T18:09:18.934 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 143/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 28/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 29/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2. 30/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 31/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 32/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 33/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el 34/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 35/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.e 36/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 37/198 2024-03-16T18:09:18.945 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 38/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 39/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-16T18:09:18.946 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-13.11-1.el9.x86_64 58/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 59/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 60/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 61/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-16T18:09:18.947 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-16T18:09:18.948 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 82/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 84/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 85/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 86/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 87/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 88/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-ply-3.11-14.el9.noarch 89/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 91/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : jq-1.6-16.el9.x86_64 92/198 2024-03-16T18:09:18.949 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 93/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 94/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 95/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 96/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 97/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 98/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 99/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 100/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 101/198 2024-03-16T18:09:18.950 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 102/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 103/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-16T18:09:18.951 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-16T18:09:18.952 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-16T18:09:18.953 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:18.954 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 153/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 155/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 156/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-1:1.46.0-1.el9.x86_64 157/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 159/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-team-1:1.46.0-1.el9.x86_64 161/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-tui-1:1.46.0-1.el9.x86_64 163/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/198 2024-03-16T18:09:18.955 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-16T18:09:18.956 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-16T18:09:18.957 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-16T18:09:18.958 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-16T18:09:18.958 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-16T18:09:18.958 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-16T18:09:18.958 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-16T18:09:18.958 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : NetworkManager-tui-1:1.46.0-1.el9.x86_64 166/198 2024-03-16T18:09:19.013 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-16T18:09:19.043 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-16T18:09:19.096 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el 144/198 2024-03-16T18:09:19.120 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 145/198 2024-03-16T18:09:19.142 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 145/198 2024-03-16T18:09:19.143 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:19.143 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-03-16T18:09:19.143 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-16T18:09:19.143 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-03-16T18:09:19.143 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:19.187 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 146/198 2024-03-16T18:09:19.198 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 146/198 2024-03-16T18:09:19.252 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 147/198 2024-03-16T18:09:19.597 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:19.651 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:19.671 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libtool-2.4.6-45.el9.x86_64 148/198 2024-03-16T18:09:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 149/198 2024-03-16T18:09:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 149/198 2024-03-16T18:09:20.203 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:20.203 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-03-16T18:09:20.203 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-16T18:09:20.203 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-03-16T18:09:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 150/198 2024-03-16T18:09:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 150/198 2024-03-16T18:09:20.278 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:20.278 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-03-16T18:09:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:20.362 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:20.363 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-03-16T18:09:20.363 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-16T18:09:20.363 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-03-16T18:09:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:20.501 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 170/198 2024-03-16T18:09:20.587 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-16T18:09:20.628 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-16T18:09:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 152/198 2024-03-16T18:09:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 152/198 2024-03-16T18:09:20.713 INFO:teuthology.orchestra.run.smithi017.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-03-16T18:09:20.713 INFO:teuthology.orchestra.run.smithi017.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-03-16T18:09:20.714 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-16T18:09:20.714 INFO:teuthology.orchestra.run.smithi017.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-03-16T18:09:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:20.726 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-16T18:09:20.757 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-16T18:09:20.782 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-16T18:09:20.808 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-16T18:09:20.834 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-16T18:09:20.834 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-16T18:09:20.905 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-16T18:09:20.935 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-16T18:09:20.935 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-16T18:09:21.019 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-16T18:09:21.052 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-16T18:09:21.079 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-16T18:09:21.104 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-16T18:09:21.129 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-16T18:09:21.163 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-16T18:09:21.202 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-16T18:09:21.233 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-16T18:09:21.275 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-16T18:09:21.301 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-16T18:09:21.326 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-16T18:09:21.352 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-16T18:09:21.358 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:21.358 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:21.538 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:21.538 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-16T18:09:21.612 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-16T18:09:21.637 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-16T18:09:21.662 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-16T18:09:21.695 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-16T18:09:21.730 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-16T18:09:21.795 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-16T18:09:21.897 INFO:teuthology.orchestra.run.smithi149.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-16T18:09:21.897 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:21.897 INFO:teuthology.orchestra.run.smithi149.stdout:Upgraded: 2024-03-16T18:09:21.897 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-team-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: NetworkManager-tui-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: acl-2.3.1-4.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.898 INFO:teuthology.orchestra.run.smithi149.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-16T18:09:21.899 INFO:teuthology.orchestra.run.smithi149.stdout:Installed: 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: automake-1.16.2-8.el9.noarch 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: bison-3.7.4-5.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-immutable-object-cache-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.900 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.901 INFO:teuthology.orchestra.run.smithi149.stdout: cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: flex-2.6.4-9.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: jq-1.6-16.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-16T18:09:21.902 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-16T18:09:21.903 INFO:teuthology.orchestra.run.smithi149.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: lua-5.4.4-4.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-13.11-1.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-16T18:09:21.904 INFO:teuthology.orchestra.run.smithi149.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-16T18:09:21.905 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-16T18:09:21.906 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-16T18:09:21.907 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-ply-3.11-14.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.908 INFO:teuthology.orchestra.run.smithi149.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-16T18:09:21.909 INFO:teuthology.orchestra.run.smithi149.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: re2-1:20211101-3.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-16T18:09:21.910 INFO:teuthology.orchestra.run.smithi149.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-16T18:09:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-16T18:09:21.911 INFO:teuthology.orchestra.run.smithi149.stdout: 2024-03-16T18:09:21.911 INFO:teuthology.orchestra.run.smithi149.stdout:Complete! 2024-03-16T18:09:22.367 DEBUG:teuthology.parallel:result is None 2024-03-16T18:09:25.379 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 153/198 2024-03-16T18:09:25.421 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 154/198 2024-03-16T18:09:25.459 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 155/198 2024-03-16T18:09:25.486 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : elfutils-libelf-devel-0.190-2.el9.x86_64 156/198 2024-03-16T18:09:25.682 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 157/198 2024-03-16T18:09:25.806 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-contrib-13.11-1.el9.x86_64 158/198 2024-03-16T18:09:25.852 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 159/198 2024-03-16T18:09:25.909 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : xfsprogs-devel-6.3.0-1.el9.x86_64 160/198 2024-03-16T18:09:25.968 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : xfsdump-3.1.12-4.el9.x86_64 161/198 2024-03-16T18:09:26.011 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : util-linux-user-2.37.4-18.el9.x86_64 162/198 2024-03-16T18:09:26.044 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_ 163/198 2024-03-16T18:09:26.076 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : elfutils-debuginfod-client-0.190-2.el9.x86_64 164/198 2024-03-16T18:09:26.106 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-team-1:1.46.0-1.el9.x86_64 165/198 2024-03-16T18:09:26.186 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : NetworkManager-tui-1:1.46.0-1.el9.x86_64 166/198 2024-03-16T18:09:26.245 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : acl-2.3.1-4.el9.x86_64 167/198 2024-03-16T18:09:26.279 INFO:teuthology.orchestra.run.smithi017.stdout: Upgrading : libacl-devel-2.3.1-4.el9.x86_64 168/198 2024-03-16T18:09:26.427 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 1/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 3/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 4/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 5/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 6/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 7/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 8/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 9/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:09:26.428 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 12/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 13/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 14/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_ 15/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 17/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_6 18/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 19/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 20/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el 21/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9. 22/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_6 23/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 24/198 2024-03-16T18:09:26.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 25/198 2024-03-16T18:09:26.430 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 26/198 2024-03-16T18:09:26.430 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 27/198 2024-03-16T18:09:26.430 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 28/198 2024-03-16T18:09:26.430 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 29/198 2024-03-16T18:09:26.430 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2. 30/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 31/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 32/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 33/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el 34/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 35/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.e 36/198 2024-03-16T18:09:26.445 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 37/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 38/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 39/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-16T18:09:26.446 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-13.11-1.el9.x86_64 58/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 59/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 60/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 61/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-16T18:09:26.447 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-16T18:09:26.448 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 82/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 84/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 85/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 86/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 87/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 88/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ply-3.11-14.el9.noarch 89/198 2024-03-16T18:09:26.449 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 91/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : jq-1.6-16.el9.x86_64 92/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 93/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 94/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 95/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 96/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 97/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 98/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 99/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 100/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 101/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 102/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 103/198 2024-03-16T18:09:26.450 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-16T18:09:26.451 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-16T18:09:26.452 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-16T18:09:26.453 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 153/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 155/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 156/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-1:1.46.0-1.el9.x86_64 157/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 159/198 2024-03-16T18:09:26.454 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-team-1:1.46.0-1.el9.x86_64 161/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-tui-1:1.46.0-1.el9.x86_64 163/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-16T18:09:26.455 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-16T18:09:26.456 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-16T18:09:26.457 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-16T18:09:26.892 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:26.927 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:26.946 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: postgresql-server-13.11-1.el9.x86_64 169/198 2024-03-16T18:09:27.816 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 170/198 2024-03-16T18:09:27.891 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : openssl-devel-1:3.0.7-27.el9.x86_64 171/198 2024-03-16T18:09:27.933 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 172/198 2024-03-16T18:09:28.027 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : flex-2.6.4-9.el9.x86_64 173/198 2024-03-16T18:09:28.061 INFO:teuthology.orchestra.run.smithi017.stdout: Installing : bison-3.7.4-5.el9.x86_64 174/198 2024-03-16T18:09:28.086 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-tui-1:1.44.0-2.el9.x86_64 175/198 2024-03-16T18:09:28.111 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : elfutils-debuginfod-client-0.189-3.el9.x86_64 176/198 2024-03-16T18:09:28.138 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : elfutils-libs-0.189-3.el9.x86_64 177/198 2024-03-16T18:09:28.138 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-16T18:09:28.226 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 178/198 2024-03-16T18:09:28.255 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : openssl-1:3.0.7-24.el9.x86_64 179/198 2024-03-16T18:09:28.256 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-16T18:09:28.349 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 180/198 2024-03-16T18:09:28.375 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : xfsdump-3.1.12-3.el9.x86_64 181/198 2024-03-16T18:09:28.408 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : xfsprogs-5.19.0-4.el9.x86_64 182/198 2024-03-16T18:09:28.434 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : acl-2.3.1-3.el9.x86_64 183/198 2024-03-16T18:09:28.459 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libacl-devel-2.3.1-3.el9.x86_64 184/198 2024-03-16T18:09:28.492 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : util-linux-user-2.37.4-15.el9.x86_64 185/198 2024-03-16T18:09:28.544 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : util-linux-2.37.4-15.el9.x86_64 186/198 2024-03-16T18:09:28.580 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : util-linux-core-2.37.4-15.el9.x86_64 187/198 2024-03-16T18:09:28.605 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libfdisk-2.37.4-15.el9.x86_64 188/198 2024-03-16T18:09:28.630 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libmount-2.37.4-15.el9.x86_64 189/198 2024-03-16T18:09:28.656 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libblkid-2.37.4-15.el9.x86_64 190/198 2024-03-16T18:09:28.689 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-team-1:1.44.0-2.el9.x86_64 191/198 2024-03-16T18:09:28.696 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:28.696 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:28.876 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-1:1.44.0-2.el9.x86_64 192/198 2024-03-16T18:09:28.876 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-16T18:09:28.958 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: NetworkManager-libnm-1:1.44.0-2.el9.x86_64 193/198 2024-03-16T18:09:28.983 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libuuid-2.37.4-15.el9.x86_64 194/198 2024-03-16T18:09:29.008 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libsmartcols-2.37.4-15.el9.x86_64 195/198 2024-03-16T18:09:29.041 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : libacl-2.3.1-3.el9.x86_64 196/198 2024-03-16T18:09:29.070 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : openssl-libs-1:3.0.7-24.el9.x86_64 197/198 2024-03-16T18:09:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: Cleanup : elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout:Upgraded: 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-team-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: NetworkManager-tui-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: acl-2.3.1-4.el9.x86_64 2024-03-16T18:09:29.429 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.430 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout:Installed: 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: automake-1.16.2-8.el9.noarch 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: bison-3.7.4-5.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-16T18:09:29.431 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-immutable-object-cache-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.432 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.433 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: flex-2.6.4-9.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: jq-1.6-16.el9.x86_64 2024-03-16T18:09:29.434 INFO:teuthology.orchestra.run.smithi153.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-16T18:09:29.435 INFO:teuthology.orchestra.run.smithi153.stdout: librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: lua-5.4.4-4.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-16T18:09:29.436 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-13.11-1.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-16T18:09:29.437 INFO:teuthology.orchestra.run.smithi153.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-16T18:09:29.438 INFO:teuthology.orchestra.run.smithi153.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-16T18:09:29.439 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-16T18:09:29.440 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ply-3.11-14.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-16T18:09:29.441 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-16T18:09:29.442 INFO:teuthology.orchestra.run.smithi153.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: re2-1:20211101-3.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-16T18:09:29.443 INFO:teuthology.orchestra.run.smithi153.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-16T18:09:29.444 INFO:teuthology.orchestra.run.smithi153.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-16T18:09:29.444 INFO:teuthology.orchestra.run.smithi153.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-16T18:09:29.444 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:09:29.444 INFO:teuthology.orchestra.run.smithi153.stdout:Complete! 2024-03-16T18:09:29.928 DEBUG:teuthology.parallel:result is None 2024-03-16T18:09:33.762 INFO:teuthology.orchestra.run.smithi017.stdout: Running scriptlet: elfutils-libelf-0.189-3.el9.x86_64 198/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 1/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 3/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 4/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-immutable-object-cache-2:19.0.0-1681.gaba3c 5/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 6/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 7/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 8/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 9/198 2024-03-16T18:09:33.763 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 10/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 11/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 12/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 13/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 14/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_ 15/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 16/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 17/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_6 18/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86 19/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 20/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el 21/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9. 22/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_6 23/198 2024-03-16T18:09:33.764 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 24/198 2024-03-16T18:09:33.765 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 25/198 2024-03-16T18:09:33.765 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 26/198 2024-03-16T18:09:33.765 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 27/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 28/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 29/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2. 30/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noa 31/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.n 32/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba 33/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el 34/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 35/198 2024-03-16T18:09:33.782 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.e 36/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 37/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 38/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 39/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : automake-1.16.2-8.el9.noarch 40/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : bison-3.7.4-5.el9.x86_64 41/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 42/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flex-2.6.4-9.el9.x86_64 43/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 44/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 45/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 46/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 47/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 48/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 49/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 50/198 2024-03-16T18:09:33.783 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libtool-2.4.6-45.el9.x86_64 51/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 52/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 53/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lua-5.4.4-4.el9.x86_64 54/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 55/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 56/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 57/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-13.11-1.el9.x86_64 58/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-contrib-13.11-1.el9.x86_64 59/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-private-libs-13.11-1.el9.x86_64 60/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : postgresql-server-13.11-1.el9.x86_64 61/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : protobuf-3.14.0-13.el9.x86_64 62/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 63/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 64/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 65/198 2024-03-16T18:09:33.784 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 66/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 67/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 68/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 69/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 70/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 71/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 72/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 73/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-protobuf-3.14.0-13.el9.noarch 74/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 75/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 76/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 77/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 78/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 79/198 2024-03-16T18:09:33.785 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 80/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-wcwidth-0.2.5-8.el9.noarch 81/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 82/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 83/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 84/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : zlib-devel-1.2.11-40.el9.x86_64 85/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 86/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 87/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 88/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-ply-3.11-14.el9.noarch 89/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 90/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 91/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : jq-1.6-16.el9.x86_64 92/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 93/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 94/198 2024-03-16T18:09:33.786 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 95/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libelf-devel-0.190-2.el9.x86_64 96/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libuuid-devel-2.37.4-18.el9.x86_64 97/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-devel-1:3.0.7-27.el9.x86_64 98/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 99/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 100/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatlib-23.11.0-1.el9.x86_64 101/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatlib-service-23.11.0-1.el9.x86_64 102/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : qatzip-libs-1.1.2-2.el9.x86_64 103/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsprogs-devel-6.3.0-1.el9.x86_64 104/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : lua-devel-5.4.4-4.el9.x86_64 105/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : protobuf-compiler-3.14.0-13.el9.x86_64 106/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : abseil-cpp-20211102.0-3.el9.x86_64 107/198 2024-03-16T18:09:33.787 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 108/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : grpc-data-1.46.7-10.el9.noarch 109/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 110/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 111/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 112/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 113/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : luarocks-3.9.2-1.el9.noarch 114/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 115/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-asyncssh-2.13.2-4.el9.noarch 116/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 117/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 118/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 119/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 120/198 2024-03-16T18:09:33.788 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 121/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-cmd2-2.4.2-2.el9.noarch 122/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-colorama-0.4.4-12.el9.noarch 123/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-google-auth-1:2.28.0-1.el9.noarch 124/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-grpcio-1.46.7-10.el9.x86_64 125/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-grpcio-tools-1.46.7-10.el9.x86_64 126/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 127/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 128/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 129/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 130/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 131/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 132/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 133/198 2024-03-16T18:09:33.789 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 134/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 135/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 136/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 137/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 138/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-pyperclip-1.8.2-2.el9.noarch 139/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 140/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 141/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 142/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 143/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 144/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 145/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 146/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 147/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 148/198 2024-03-16T18:09:33.790 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : re2-1:20211101-3.el9.x86_64 149/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 150/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 151/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 152/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 153/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 154/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsdump-3.1.12-4.el9.x86_64 155/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsdump-3.1.12-3.el9.x86_64 156/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-1:1.46.0-1.el9.x86_64 157/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-1:1.44.0-2.el9.x86_64 158/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-libnm-1:1.46.0-1.el9.x86_64 159/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-libnm-1:1.44.0-2.el9.x86_64 160/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-team-1:1.46.0-1.el9.x86_64 161/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-team-1:1.44.0-2.el9.x86_64 162/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-tui-1:1.46.0-1.el9.x86_64 163/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : NetworkManager-tui-1:1.44.0-2.el9.x86_64 164/198 2024-03-16T18:09:33.791 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : acl-2.3.1-4.el9.x86_64 165/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : acl-2.3.1-3.el9.x86_64 166/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-debuginfod-client-0.190-2.el9.x86_64 167/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el9.x86_64 168/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libelf-0.190-2.el9.x86_64 169/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libelf-0.189-3.el9.x86_64 170/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libs-0.190-2.el9.x86_64 171/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : elfutils-libs-0.189-3.el9.x86_64 172/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libacl-2.3.1-4.el9.x86_64 173/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libacl-2.3.1-3.el9.x86_64 174/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libblkid-2.37.4-18.el9.x86_64 175/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libblkid-2.37.4-15.el9.x86_64 176/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libfdisk-2.37.4-18.el9.x86_64 177/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libfdisk-2.37.4-15.el9.x86_64 178/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libmount-2.37.4-18.el9.x86_64 179/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libmount-2.37.4-15.el9.x86_64 180/198 2024-03-16T18:09:33.792 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libsmartcols-2.37.4-18.el9.x86_64 181/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libsmartcols-2.37.4-15.el9.x86_64 182/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libuuid-2.37.4-18.el9.x86_64 183/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libuuid-2.37.4-15.el9.x86_64 184/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-1:3.0.7-27.el9.x86_64 185/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-1:3.0.7-24.el9.x86_64 186/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-libs-1:3.0.7-27.el9.x86_64 187/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : openssl-libs-1:3.0.7-24.el9.x86_64 188/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : util-linux-2.37.4-18.el9.x86_64 189/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : util-linux-2.37.4-15.el9.x86_64 190/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : util-linux-core-2.37.4-18.el9.x86_64 191/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : util-linux-core-2.37.4-15.el9.x86_64 192/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : util-linux-user-2.37.4-18.el9.x86_64 193/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : util-linux-user-2.37.4-15.el9.x86_64 194/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsprogs-6.3.0-1.el9.x86_64 195/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : xfsprogs-5.19.0-4.el9.x86_64 196/198 2024-03-16T18:09:33.793 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libacl-devel-2.3.1-4.el9.x86_64 197/198 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: Verifying : libacl-devel-2.3.1-3.el9.x86_64 198/198 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout:Upgraded: 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-libnm-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-team-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: NetworkManager-tui-1:1.46.0-1.el9.x86_64 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: acl-2.3.1-4.el9.x86_64 2024-03-16T18:09:36.597 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-debuginfod-client-0.190-2.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-0.190-2.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libs-0.190-2.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libacl-2.3.1-4.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libacl-devel-2.3.1-4.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libblkid-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libfdisk-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libmount-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: librados2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: librbd1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libsmartcols-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.598 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-libs-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: util-linux-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: util-linux-core-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: util-linux-user-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: xfsdump-3.1.12-4.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-6.3.0-1.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout:Installed: 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: abseil-cpp-20211102.0-3.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: automake-1.16.2-8.el9.noarch 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: bison-3.7.4-5.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-03-16T18:09:36.599 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-base-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-grafana-dashboards-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-immutable-object-cache-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mds-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-dashboard-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-diskprediction-local-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-modules-core-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mgr-rook-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-mon-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.600 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-osd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-prometheus-alerts-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-radosgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-selinux-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-test-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: ceph-volume-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: cephadm-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-shell-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: cephfs-top-2:19.0.0-1681.gaba3c1d2.el9.noarch 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: elfutils-libelf-devel-0.190-2.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: flex-2.6.4-9.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-03-16T18:09:36.601 INFO:teuthology.orchestra.run.smithi017.stdout: fuse-2.9.9-15.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: grpc-data-1.46.7-10.el9.noarch 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: jq-1.6-16.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-9.0.0-10.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libcephfs2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libcephsqlite-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: liboath-2.6.7-2.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-03-16T18:09:36.602 INFO:teuthology.orchestra.run.smithi017.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: librados-devel-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: libradosstriper1-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: librgw2-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: libtool-2.4.6-45.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: libunwind-1.6.2-1.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: libuuid-devel-2.37.4-18.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: lua-5.4.4-4.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: lua-devel-5.4.4-4.el9.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: luarocks-3.9.2-1.el9.noarch 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-03-16T18:09:36.603 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-0.3.21-2.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: openssl-devel-1:3.0.7-27.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-13.11-1.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-contrib-13.11-1.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-private-libs-13.11-1.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: postgresql-server-13.11-1.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-3.14.0-13.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: protobuf-compiler-3.14.0-13.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: python3-asyncssh-2.13.2-4.el9.noarch 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: python3-babel-2.9.1-2.el9.noarch 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-03-16T18:09:36.604 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-argparse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ceph-common-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cephfs-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cmd2-2.4.2-2.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-colorama-0.4.4-12.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-google-auth-1:2.28.0-1.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-1.46.7-10.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-grpcio-tools-1.46.7-10.el9.x86_64 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-03-16T18:09:36.605 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-mako-1.1.4-6.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-03-16T18:09:36.606 INFO:teuthology.orchestra.run.smithi017.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-packaging-20.9-5.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-ply-3.11-14.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-portend-3.1.0-2.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-protobuf-3.14.0-13.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-03-16T18:09:36.607 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pycparser-2.20-6.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pyperclip-1.8.2-2.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-pytz-2021.1-5.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rados-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-2.25.1-8.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rgw-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-routes-2.5.1-5.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-rsa-4.9-2.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-03-16T18:09:36.608 INFO:teuthology.orchestra.run.smithi017.stdout: python3-toml-0.10.2-6.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-wcwidth-0.2.5-8.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-webob-1.8.7-6.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-23.11.0-1.el9.x86_64 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: qatlib-service-23.11.0-1.el9.x86_64 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: qatzip-libs-1.1.2-2.el9.x86_64 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-fuse-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-mirror-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: rbd-nbd-2:19.0.0-1681.gaba3c1d2.el9.x86_64 2024-03-16T18:09:36.609 INFO:teuthology.orchestra.run.smithi017.stdout: re2-1:20211101-3.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: socat-1.7.4.1-5.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: thrift-0.15.0-2.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: uuid-1.6.2-55.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: xfsprogs-devel-6.3.0-1.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: zlib-devel-1.2.11-40.el9.x86_64 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:09:36.610 INFO:teuthology.orchestra.run.smithi017.stdout:Complete! 2024-03-16T18:09:37.060 DEBUG:teuthology.parallel:result is None 2024-03-16T18:09:37.060 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:09:37.208 DEBUG:teuthology.orchestra.run.smithi017:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-16T18:09:37.230 INFO:teuthology.orchestra.run.smithi017.stdout:19.0.0-1681.gaba3c1d2.el9 2024-03-16T18:09:37.230 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1681.gaba3c1d2.el9 2024-03-16T18:09:37.230 INFO:teuthology.task.install:The correct ceph version 19.0.0-1681.gaba3c1d2 is installed. 2024-03-16T18:09:37.232 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:09:37.385 DEBUG:teuthology.orchestra.run.smithi149:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-16T18:09:37.411 INFO:teuthology.orchestra.run.smithi149.stdout:19.0.0-1681.gaba3c1d2.el9 2024-03-16T18:09:37.411 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1681.gaba3c1d2.el9 2024-03-16T18:09:37.411 INFO:teuthology.task.install:The correct ceph version 19.0.0-1681.gaba3c1d2 is installed. 2024-03-16T18:09:37.413 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:09:37.557 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-03-16T18:09:37.582 INFO:teuthology.orchestra.run.smithi153.stdout:19.0.0-1681.gaba3c1d2.el9 2024-03-16T18:09:37.582 INFO:teuthology.packaging:The installed version of ceph is 19.0.0-1681.gaba3c1d2.el9 2024-03-16T18:09:37.583 INFO:teuthology.task.install:The correct ceph version 19.0.0-1681.gaba3c1d2 is installed. 2024-03-16T18:09:37.584 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-03-16T18:09:37.584 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:09:37.584 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-16T18:09:37.615 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:09:37.615 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-16T18:09:37.650 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:09:37.650 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-03-16T18:09:37.684 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-03-16T18:09:37.684 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:09:37.685 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/daemon-helper 2024-03-16T18:09:37.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-16T18:09:37.780 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:09:37.780 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/daemon-helper 2024-03-16T18:09:37.812 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-16T18:09:37.881 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:09:37.882 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/daemon-helper 2024-03-16T18:09:37.913 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-03-16T18:09:37.984 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-03-16T18:09:37.984 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:09:37.984 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-16T18:09:38.011 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-16T18:09:38.079 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:09:38.080 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-16T18:09:38.114 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-16T18:09:38.183 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:09:38.183 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/adjust-ulimits 2024-03-16T18:09:38.214 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-03-16T18:09:38.286 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-03-16T18:09:38.286 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:09:38.286 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/usr/bin/stdin-killer 2024-03-16T18:09:38.315 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-16T18:09:38.383 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:09:38.384 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/usr/bin/stdin-killer 2024-03-16T18:09:38.411 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-16T18:09:38.479 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:09:38.480 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/stdin-killer 2024-03-16T18:09:38.511 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-03-16T18:09:38.582 INFO:teuthology.run_tasks:Running task cephadm... 2024-03-16T18:09:38.674 INFO:tasks.cephadm:Config: {'roleless': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds bal fragment size max': 10000, 'mds bal merge size': 5, 'mds bal split bits': 3, 'mds bal split size': 100, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'cephsqlite lock renewal timeout': 900000, 'debug cephsqlite': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180, 'osd shutdown pgref assert': True, 'osd_max_omap_entries_per_request': 10}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'slow metadata IO', 'SLOW_OPS', 'slow request'], 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b', 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-03-16T18:09:38.674 INFO:tasks.cephadm:Cluster image is quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:09:38.675 INFO:tasks.cephadm:Cluster fsid is 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:09:38.675 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-03-16T18:09:38.675 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.17', 'mon.b': '172.21.15.149', 'mon.c': '172.21.15.153'} 2024-03-16T18:09:38.675 INFO:tasks.cephadm:First mon is mon.a on smithi017 2024-03-16T18:09:38.675 INFO:tasks.cephadm:First mgr is x 2024-03-16T18:09:38.675 INFO:tasks.cephadm:Normalizing hostnames... 2024-03-16T18:09:38.675 DEBUG:teuthology.orchestra.run.smithi017:> sudo hostname $(hostname -s) 2024-03-16T18:09:38.707 DEBUG:teuthology.orchestra.run.smithi149:> sudo hostname $(hostname -s) 2024-03-16T18:09:38.736 DEBUG:teuthology.orchestra.run.smithi153:> sudo hostname $(hostname -s) 2024-03-16T18:09:38.767 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra 2024-03-16T18:09:38.767 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:09:38.912 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/77659/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-1681-gaba3c1d2', 'node_name': '172.21.5.34+adami04', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-1681.gaba3c1d2'}, 'url': 'https://3.chacra.ceph.com/r/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-03-15 03:39:08.164055', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-lusov-qdb-squid', 'chacra_url': 'https://3.chacra.ceph.com/repos/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/flavors/default/', 'archs': ['x86_64', 'source'], 'distro': 'centos'}] 2024-03-16T18:09:39.127 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref wip-lusov-qdb-squid, sha1 aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&sha1=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:09:39.128 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/x86_64/flavors/default/cephadm 2024-03-16T18:09:39.128 DEBUG:teuthology.orchestra.run.smithi017:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:40.645 INFO:teuthology.orchestra.run.smithi017.stdout:-rw-r--r--. 1 ubuntu ubuntu 766937 Mar 16 18:09 /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:40.645 DEBUG:teuthology.orchestra.run.smithi149:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:42.111 INFO:teuthology.orchestra.run.smithi149.stdout:-rw-r--r--. 1 ubuntu ubuntu 766937 Mar 16 18:09 /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:42.111 DEBUG:teuthology.orchestra.run.smithi153:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/wip-lusov-qdb-squid/aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:43.288 INFO:teuthology.orchestra.run.smithi153.stdout:-rw-r--r--. 1 ubuntu ubuntu 766937 Mar 16 18:09 /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:43.289 DEBUG:teuthology.orchestra.run.smithi017:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:43.307 DEBUG:teuthology.orchestra.run.smithi149:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:43.326 DEBUG:teuthology.orchestra.run.smithi153:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-03-16T18:09:43.360 INFO:tasks.cephadm:Pulling image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b on all hosts... 2024-03-16T18:09:43.360 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b pull 2024-03-16T18:09:43.362 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b pull 2024-03-16T18:09:43.368 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b pull 2024-03-16T18:09:44.275 INFO:teuthology.orchestra.run.smithi017.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b... 2024-03-16T18:09:44.291 INFO:teuthology.orchestra.run.smithi153.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b... 2024-03-16T18:09:44.349 INFO:teuthology.orchestra.run.smithi149.stderr:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b... 2024-03-16T18:10:39.806 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:10:39.806 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev)", 2024-03-16T18:10:39.806 INFO:teuthology.orchestra.run.smithi017.stdout: "image_id": "80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0", 2024-03-16T18:10:39.806 INFO:teuthology.orchestra.run.smithi017.stdout: "repo_digests": [ 2024-03-16T18:10:39.807 INFO:teuthology.orchestra.run.smithi017.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3" 2024-03-16T18:10:39.807 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:10:39.807 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:10:41.170 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-03-16T18:10:41.170 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_version": "ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev)", 2024-03-16T18:10:41.170 INFO:teuthology.orchestra.run.smithi153.stdout: "image_id": "80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0", 2024-03-16T18:10:41.170 INFO:teuthology.orchestra.run.smithi153.stdout: "repo_digests": [ 2024-03-16T18:10:41.170 INFO:teuthology.orchestra.run.smithi153.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3" 2024-03-16T18:10:41.171 INFO:teuthology.orchestra.run.smithi153.stdout: ] 2024-03-16T18:10:41.171 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-03-16T18:10:45.031 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-03-16T18:10:45.031 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_version": "ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev)", 2024-03-16T18:10:45.032 INFO:teuthology.orchestra.run.smithi149.stdout: "image_id": "80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0", 2024-03-16T18:10:45.032 INFO:teuthology.orchestra.run.smithi149.stdout: "repo_digests": [ 2024-03-16T18:10:45.032 INFO:teuthology.orchestra.run.smithi149.stdout: "quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3" 2024-03-16T18:10:45.032 INFO:teuthology.orchestra.run.smithi149.stdout: ] 2024-03-16T18:10:45.032 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-03-16T18:10:45.058 DEBUG:teuthology.orchestra.run.smithi017:> sudo mkdir -p /etc/ceph 2024-03-16T18:10:45.093 DEBUG:teuthology.orchestra.run.smithi149:> sudo mkdir -p /etc/ceph 2024-03-16T18:10:45.124 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /etc/ceph 2024-03-16T18:10:45.159 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 777 /etc/ceph 2024-03-16T18:10:45.189 DEBUG:teuthology.orchestra.run.smithi149:> sudo chmod 777 /etc/ceph 2024-03-16T18:10:45.217 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 777 /etc/ceph 2024-03-16T18:10:45.248 INFO:tasks.cephadm:Writing seed config... 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [client] client mount timeout = 600 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [client] debug client = 20 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [client] debug ms = 1 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [client] rados mon op timeout = 900 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [client] rados osd op timeout = 900 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] debug mds = 20 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] debug mds balancer = 20 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] debug ms = 1 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] mds bal fragment size max = 10000 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] mds bal merge size = 5 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] mds bal split bits = 3 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] mds bal split size = 100 2024-03-16T18:10:45.249 INFO:tasks.cephadm: override: [mds] mds debug frag = True 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mds] mds debug scatterstat = True 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mds] mds op complaint time = 180 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mds] mds verify scatter = True 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mds] osd op complaint time = 180 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mds] rados mon op timeout = 900 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mds] rados osd op timeout = 900 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mgr] cephsqlite lock renewal timeout = 900000 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mgr] debug cephsqlite = 20 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-03-16T18:10:45.250 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [mon] mon op complaint time = 120 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] bluestore block size = 96636764160 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] bluestore fsck on mount = True 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] debug bluefs = 20 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] debug bluestore = 20 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] debug rocksdb = 10 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] mon osd backfillfull_ratio = 0.85 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] mon osd full ratio = 0.9 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] mon osd nearfull ratio = 0.8 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] osd failsafe full ratio = 0.95 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] osd objectstore = bluestore 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] osd op complaint time = 180 2024-03-16T18:10:45.251 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-03-16T18:10:45.252 INFO:tasks.cephadm: override: [osd] osd_max_omap_entries_per_request = 10 2024-03-16T18:10:45.252 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:10:45.252 DEBUG:teuthology.orchestra.run.smithi017:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-03-16T18:10:45.270 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 5a81d92e-e3c0-11ee-95c9-87774f69a715 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true bluestore block size = 96636764160 bluestore fsck on mount = True debug bluefs = 20 debug bluestore = 20 debug ms = 1 debug osd = 20 debug rocksdb = 10 mon osd backfillfull_ratio = 0.85 mon osd full ratio = 0.9 mon osd nearfull ratio = 0.8 osd failsafe full ratio = 0.95 osd objectstore = bluestore osd op complaint time = 180 osd_max_omap_entries_per_request = 10 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false cephsqlite lock renewal timeout = 900000 debug cephsqlite = 20 debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 mon op complaint time = 120 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true [client] client mount timeout = 600 debug client = 20 debug ms = 1 rados mon op timeout = 900 rados osd op timeout = 900 [mds] debug mds = 20 debug mds balancer = 20 debug ms = 1 mds bal fragment size max = 10000 mds bal merge size = 5 mds bal split bits = 3 mds bal split size = 100 mds debug frag = True mds debug scatterstat = True mds op complaint time = 180 mds verify scatter = True osd op complaint time = 180 rados mon op timeout = 900 rados osd op timeout = 900 2024-03-16T18:10:45.270 DEBUG:teuthology.orchestra.run.smithi017:mon.a> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a.service 2024-03-16T18:10:45.313 DEBUG:teuthology.orchestra.run.smithi017:mgr.x> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x.service 2024-03-16T18:10:45.356 INFO:tasks.cephadm:Bootstrapping... 2024-03-16T18:10:45.356 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b -v bootstrap --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id x --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.17 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:10:45.558 INFO:teuthology.orchestra.run.smithi017.stdout:-------------------------------------------------------------------------------- 2024-03-16T18:10:45.558 INFO:teuthology.orchestra.run.smithi017.stdout:cephadm ['--image', 'quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b', '-v', 'bootstrap', '--fsid', '5a81d92e-e3c0-11ee-95c9-87774f69a715', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'x', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.17', '--skip-admin-label'] 2024-03-16T18:10:45.583 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-16T18:10:45.583 INFO:teuthology.orchestra.run.smithi017.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-03-16T18:10:45.583 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying podman|docker is present... 2024-03-16T18:10:45.606 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-16T18:10:45.606 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying lvm2 is present... 2024-03-16T18:10:45.607 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying time synchronization is in place... 2024-03-16T18:10:45.614 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-16T18:10:45.614 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-16T18:10:45.620 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-16T18:10:45.620 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-03-16T18:10:45.626 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout enabled 2024-03-16T18:10:45.632 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout active 2024-03-16T18:10:45.632 INFO:teuthology.orchestra.run.smithi017.stdout:Unit chronyd.service is enabled and running 2024-03-16T18:10:45.632 INFO:teuthology.orchestra.run.smithi017.stdout:Repeating the final host check... 2024-03-16T18:10:45.655 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout 4.9.3-dev 2024-03-16T18:10:45.655 INFO:teuthology.orchestra.run.smithi017.stdout:podman (/bin/podman) version 4.9.3 is present 2024-03-16T18:10:45.655 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl is present 2024-03-16T18:10:45.656 INFO:teuthology.orchestra.run.smithi017.stdout:lvcreate is present 2024-03-16T18:10:45.662 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-03-16T18:10:45.662 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-03-16T18:10:45.667 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-03-16T18:10:45.667 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-03-16T18:10:45.673 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout enabled 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout active 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:Unit chronyd.service is enabled and running 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:Host looks OK 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:Cluster fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:Acquiring lock 139885030918992 on /run/cephadm/5a81d92e-e3c0-11ee-95c9-87774f69a715.lock 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:Lock 139885030918992 acquired on /run/cephadm/5a81d92e-e3c0-11ee-95c9-87774f69a715.lock 2024-03-16T18:10:45.680 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying IP 172.21.15.17 port 3300 ... 2024-03-16T18:10:45.681 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying IP 172.21.15.17 port 6789 ... 2024-03-16T18:10:45.681 INFO:teuthology.orchestra.run.smithi017.stdout:Base mon IP(s) is [172.21.15.17:3300, 172.21.15.17:6789], mon addrv is [v2:172.21.15.17:3300,v1:172.21.15.17:6789] 2024-03-16T18:10:45.683 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout default via 172.21.15.254 dev ens1f0 proto dhcp src 172.21.15.17 metric 100 2024-03-16T18:10:45.684 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout 172.21.0.0/20 dev ens1f0 proto kernel scope link src 172.21.15.17 metric 100 2024-03-16T18:10:45.686 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-03-16T18:10:45.686 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout fe80::/64 dev ens1f0 proto kernel metric 1024 pref medium 2024-03-16T18:10:45.686 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev ens1f0 proto ra metric 100 pref medium 2024-03-16T18:10:45.688 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-03-16T18:10:45.688 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-03-16T18:10:45.688 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-16T18:10:45.688 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout 4: ens1f0: mtu 1500 state UP qlen 1000 2024-03-16T18:10:45.689 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe59:d992/64 scope link noprefixroute 2024-03-16T18:10:45.689 INFO:teuthology.orchestra.run.smithi017.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-03-16T18:10:45.689 INFO:teuthology.orchestra.run.smithi017.stdout:Mon IP `172.21.15.17` is in CIDR network `172.21.0.0/20` 2024-03-16T18:10:45.689 INFO:teuthology.orchestra.run.smithi017.stdout:Mon IP `172.21.15.17` is in CIDR network `172.21.0.0/20` 2024-03-16T18:10:45.689 INFO:teuthology.orchestra.run.smithi017.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-03-16T18:10:45.690 INFO:teuthology.orchestra.run.smithi017.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-03-16T18:10:45.690 INFO:teuthology.orchestra.run.smithi017.stdout:Pulling container image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b... 2024-03-16T18:10:46.700 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stdout 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 2024-03-16T18:10:46.700 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Trying to pull quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b... 2024-03-16T18:10:46.700 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Getting image source signatures 2024-03-16T18:10:46.701 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Copying blob sha256:70a48e3dafcdedd8abcbc488c0076bda17d489568a5d72d4513d3d6eecb1880d 2024-03-16T18:10:46.701 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Copying blob sha256:f58b4670ef4403d11d1c912aa26a4dbcf73447df5302e9dc66f6a7fc0d9d1e47 2024-03-16T18:10:46.701 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Copying config sha256:80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 2024-03-16T18:10:46.701 INFO:teuthology.orchestra.run.smithi017.stdout:/bin/podman: stderr Writing manifest to image destination 2024-03-16T18:10:47.789 INFO:teuthology.orchestra.run.smithi017.stdout:ceph: stdout ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev) 2024-03-16T18:10:47.789 INFO:teuthology.orchestra.run.smithi017.stdout:Ceph version: ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev) 2024-03-16T18:10:47.789 INFO:teuthology.orchestra.run.smithi017.stdout:Extracting ceph user uid/gid from container image... 2024-03-16T18:10:48.636 INFO:teuthology.orchestra.run.smithi017.stdout:stat: stdout 167 167 2024-03-16T18:10:48.637 INFO:teuthology.orchestra.run.smithi017.stdout:Creating initial keys... 2024-03-16T18:10:49.516 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph-authtool: stdout AQCo4PVl/yNBORAAEsA/OJeWnIlVTOd2mYuDoQ== 2024-03-16T18:10:50.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph-authtool: stdout AQCp4PVl2IAhLhAAFR1EKJlTzfE4r5KoM8Nv0Q== 2024-03-16T18:10:51.196 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph-authtool: stdout AQCq4PVl4GmfJxAAeO4p9iKd7Wo9MTP29gYYkA== 2024-03-16T18:10:51.197 INFO:teuthology.orchestra.run.smithi017.stdout:Creating initial monmap... 2024-03-16T18:10:52.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-16T18:10:52.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = quincy 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:monmaptool for a [v2:172.21.15.17:3300,v1:172.21.15.17:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:setting min_mon_release = quincy 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: set fsid to 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:10:52.062 INFO:teuthology.orchestra.run.smithi017.stdout:Creating mon... 2024-03-16T18:10:52.967 INFO:teuthology.orchestra.run.smithi017.stdout:create mon.a on 2024-03-16T18:10:53.182 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-03-16T18:10:53.324 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-03-16T18:10:53.578 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715.target → /etc/systemd/system/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715.target. 2024-03-16T18:10:53.578 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715.target → /etc/systemd/system/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715.target. 2024-03-16T18:10:53.810 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a 2024-03-16T18:10:53.811 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to reset failed state of unit ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a.service: Unit ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a.service not loaded. 2024-03-16T18:10:53.973 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715.target.wants/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a.service → /etc/systemd/system/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@.service. 2024-03-16T18:10:54.435 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:54 smithi017 ceph-mon[31819]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-16T18:10:54.436 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:54 smithi017 bash[31799]: daf0eef61099bf821488080d364da614004a27225e2921da0141a68a4fdad1f6 2024-03-16T18:10:54.448 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-16T18:10:54.448 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-03-16T18:10:54.456 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-16T18:10:54.456 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-03-16T18:10:54.456 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-03-16T18:10:54.456 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to enable service . firewalld.service is not available 2024-03-16T18:10:54.456 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mon to start... 2024-03-16T18:10:54.456 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mon... 2024-03-16T18:10:54.702 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:54 smithi017 systemd[1]: Started Ceph mon.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:10:55.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout cluster: 2024-03-16T18:10:55.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout id: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:55.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-03-16T18:10:55.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:10:55.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout services: 2024-03-16T18:10:55.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.574305s) 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout data: 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout pgs: 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.911+0000 7fe4c27e0700 1 Processor -- start 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.911+0000 7fe4c27e0700 1 -- start start 2024-03-16T18:10:55.551 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.911+0000 7fe4c27e0700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc107fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.911+0000 7fe4c27e0700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4bc108570 con 0x7fe4bc107b80 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.912+0000 7fe4bbfff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc107fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.912+0000 7fe4bbfff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc107fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47922/0 (socket says 172.21.15.17:47922) 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.912+0000 7fe4bbfff700 1 -- 172.21.15.17:0/2662981051 learned_addr learned my addr 172.21.15.17:0/2662981051 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.912+0000 7fe4bbfff700 1 -- 172.21.15.17:0/2662981051 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4bc1067e0 con 0x7fe4bc107b80 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.912+0000 7fe4bbfff700 1 --2- 172.21.15.17:0/2662981051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc107fa0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe4b00098a0 tx=0x7fe4b0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=158c41d3003a57bf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4baffd700 1 -- 172.21.15.17:0/2662981051 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe4b0004160 con 0x7fe4bc107b80 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4baffd700 1 -- 172.21.15.17:0/2662981051 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4b00042c0 con 0x7fe4bc107b80 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4baffd700 1 -- 172.21.15.17:0/2662981051 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe4b00045a0 con 0x7fe4bc107b80 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 -- 172.21.15.17:0/2662981051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 msgr2=0x7fe4bc107fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 --2- 172.21.15.17:0/2662981051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc107fa0 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fe4b00098a0 tx=0x7fe4b0009bb0 comp rx=0 tx=0).stop 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 -- 172.21.15.17:0/2662981051 shutdown_connections 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 --2- 172.21.15.17:0/2662981051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc107fa0 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:10:55.552 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 -- 172.21.15.17:0/2662981051 >> 172.21.15.17:0/2662981051 conn(0x7fe4bc101330 msgr2=0x7fe4bc103750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 -- 172.21.15.17:0/2662981051 shutdown_connections 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.913+0000 7fe4c27e0700 1 -- 172.21.15.17:0/2662981051 wait complete. 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4c27e0700 1 Processor -- start 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4c27e0700 1 -- start start 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4c27e0700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc106150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4c27e0700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4bc106690 con 0x7fe4bc107b80 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4bbfff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc106150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4bbfff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc106150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47928/0 (socket says 172.21.15.17:47928) 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.914+0000 7fe4bbfff700 1 -- 172.21.15.17:0/1624980348 learned_addr learned my addr 172.21.15.17:0/1624980348 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4bbfff700 1 -- 172.21.15.17:0/1624980348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4b0009550 con 0x7fe4bc107b80 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4bbfff700 1 --2- 172.21.15.17:0/1624980348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc106150 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe4b0004000 tx=0x7fe4b0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe4b0011630 con 0x7fe4bc107b80 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4b0011790 con 0x7fe4bc107b80 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4bc19d920 con 0x7fe4bc107b80 2024-03-16T18:10:55.553 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fe4b0011a30 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4bc19ddc0 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.915+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fe4b0022070 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.916+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fe4b001c790 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.916+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4bc193770 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.919+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fe4b0011b90 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.993+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7fe4bc106d40 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.993+0000 7fe4b97fa700 1 -- 172.21.15.17:0/1624980348 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+317 (secure 0 0 0) 0x7fe4b0011d30 con 0x7fe4bc107b80 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 msgr2=0x7fe4bc106150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 --2- 172.21.15.17:0/1624980348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc106150 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fe4b0004000 tx=0x7fe4b0004750 comp rx=0 tx=0).stop 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 shutdown_connections 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 --2- 172.21.15.17:0/1624980348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4bc107b80 0x7fe4bc106150 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 >> 172.21.15.17:0/1624980348 conn(0x7fe4bc101330 msgr2=0x7fe4bc1908b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:10:55.554 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 shutdown_connections 2024-03-16T18:10:55.555 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:54.994+0000 7fe4c27e0700 1 -- 172.21.15.17:0/1624980348 wait complete. 2024-03-16T18:10:55.555 INFO:teuthology.orchestra.run.smithi017.stdout:mon is available 2024-03-16T18:10:55.555 INFO:teuthology.orchestra.run.smithi017.stdout:Assimilating anything we can from ceph.conf... 2024-03-16T18:10:55.762 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:55 smithi017 ceph-mon[31819]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-16T18:10:55.762 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:55 smithi017 ceph-mon[31819]: monmap e1: 1 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:10:55.762 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:55 smithi017 ceph-mon[31819]: fsmap 2024-03-16T18:10:55.762 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:55 smithi017 ceph-mon[31819]: osdmap e1: 0 total, 0 up, 0 in 2024-03-16T18:10:55.762 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:55 smithi017 ceph-mon[31819]: mgrmap e1: no daemons active 2024-03-16T18:10:55.763 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:55 smithi017 ceph-mon[31819]: from='client.? 172.21.15.17:0/1624980348' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-03-16T18:10:56.573 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:10:56.573 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [global] 2024-03-16T18:10:56.573 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout fsid = 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.17:3300,v1:172.21.15.17:6789] 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [osd] 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-16T18:10:56.574 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.973+0000 7f0c4ffe0700 1 Processor -- start 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4ffe0700 1 -- start start 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4ffe0700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c48107b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4ffe0700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c481080e0 con 0x7f0c481076f0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4dd7c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c48107b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4dd7c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c48107b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47932/0 (socket says 172.21.15.17:47932) 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4dd7c700 1 -- 172.21.15.17:0/3182621968 learned_addr learned my addr 172.21.15.17:0/3182621968 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4dd7c700 1 -- 172.21.15.17:0/3182621968 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c481088a0 con 0x7f0c481076f0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.974+0000 7f0c4dd7c700 1 --2- 172.21.15.17:0/3182621968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c48107b10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0c440098a0 tx=0x7f0c44009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ede8f39cfc49e9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4cd7a700 1 -- 172.21.15.17:0/3182621968 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0c44004160 con 0x7f0c481076f0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4cd7a700 1 -- 172.21.15.17:0/3182621968 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c440042c0 con 0x7f0c481076f0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4cd7a700 1 -- 172.21.15.17:0/3182621968 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0c440045a0 con 0x7f0c481076f0 2024-03-16T18:10:56.575 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/3182621968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 msgr2=0x7f0c48107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 --2- 172.21.15.17:0/3182621968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c48107b10 secure :-1 s=READY pgs=3 cs=0 l=1 rev1=1 crypto rx=0x7f0c440098a0 tx=0x7f0c44009bb0 comp rx=0 tx=0).stop 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/3182621968 shutdown_connections 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 --2- 172.21.15.17:0/3182621968 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c48107b10 unknown :-1 s=CLOSED pgs=3 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/3182621968 >> 172.21.15.17:0/3182621968 conn(0x7f0c48102cf0 msgr2=0x7f0c48105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/3182621968 shutdown_connections 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.975+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/3182621968 wait complete. 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4ffe0700 1 Processor -- start 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4ffe0700 1 -- start start 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4ffe0700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c4807cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4ffe0700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c4807d0b0 con 0x7f0c481076f0 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4dd7c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c4807cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4dd7c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c4807cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47940/0 (socket says 172.21.15.17:47940) 2024-03-16T18:10:56.576 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4dd7c700 1 -- 172.21.15.17:0/4245910658 learned_addr learned my addr 172.21.15.17:0/4245910658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.976+0000 7f0c4dd7c700 1 -- 172.21.15.17:0/4245910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c44009550 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c4dd7c700 1 --2- 172.21.15.17:0/4245910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c4807cb70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f0c44004000 tx=0x7f0c44004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0c44011630 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c44011790 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c4807b2a0 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0c44011a30 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c4807b740 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f0c44022070 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.977+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0c4401c450 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.978+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c48063610 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:55.980+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f0c44011b90 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.052+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f0c48108e60 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.055+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v2) v1 ==== 70+0+429 (secure 0 0 0) 0x7f0c44011d30 con 0x7f0c481076f0 2024-03-16T18:10:56.577 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c3effd700 1 -- 172.21.15.17:0/4245910658 <== mon.0 v2:172.21.15.17:3300/0 8 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f0c44036590 con 0x7f0c481076f0 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 msgr2=0x7f0c4807cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 --2- 172.21.15.17:0/4245910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c4807cb70 secure :-1 s=READY pgs=4 cs=0 l=1 rev1=1 crypto rx=0x7f0c44004000 tx=0x7f0c44004750 comp rx=0 tx=0).stop 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 shutdown_connections 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 --2- 172.21.15.17:0/4245910658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0c481076f0 0x7f0c4807cb70 unknown :-1 s=CLOSED pgs=4 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 >> 172.21.15.17:0/4245910658 conn(0x7f0c48102cf0 msgr2=0x7f0c48191960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 shutdown_connections 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.056+0000 7f0c4ffe0700 1 -- 172.21.15.17:0/4245910658 wait complete. 2024-03-16T18:10:56.578 INFO:teuthology.orchestra.run.smithi017.stdout:Generating new minimal ceph.conf... 2024-03-16T18:10:56.682 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:56 smithi017 ceph-mon[31819]: from='client.? 172.21.15.17:0/4245910658' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-16T18:10:56.682 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:56 smithi017 ceph-mon[31819]: from='client.? 172.21.15.17:0/4245910658' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.994+0000 7f918fd18700 1 Processor -- start 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.994+0000 7f918fd18700 1 -- start start 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.994+0000 7f918fd18700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f918810a520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.994+0000 7f918fd18700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f918807aeb0 con 0x7f9188108130 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.994+0000 7f918dab4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f918810a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918dab4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f918810a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47952/0 (socket says 172.21.15.17:47952) 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918dab4700 1 -- 172.21.15.17:0/996379567 learned_addr learned my addr 172.21.15.17:0/996379567 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918dab4700 1 -- 172.21.15.17:0/996379567 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f918810aa60 con 0x7f9188108130 2024-03-16T18:10:57.628 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918dab4700 1 --2- 172.21.15.17:0/996379567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f918810a520 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f91840098a0 tx=0x7f9184009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea92eefbfec7cb98 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918cab2700 1 -- 172.21.15.17:0/996379567 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9184004160 con 0x7f9188108130 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918cab2700 1 -- 172.21.15.17:0/996379567 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f91840042c0 con 0x7f9188108130 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.995+0000 7f918cab2700 1 -- 172.21.15.17:0/996379567 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9184011a50 con 0x7f9188108130 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- 172.21.15.17:0/996379567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 msgr2=0x7f918810a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 --2- 172.21.15.17:0/996379567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f918810a520 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f91840098a0 tx=0x7f9184009bb0 comp rx=0 tx=0).stop 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- 172.21.15.17:0/996379567 shutdown_connections 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 --2- 172.21.15.17:0/996379567 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f918810a520 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- 172.21.15.17:0/996379567 >> 172.21.15.17:0/996379567 conn(0x7f9188101b80 msgr2=0x7f9188103fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- 172.21.15.17:0/996379567 shutdown_connections 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- 172.21.15.17:0/996379567 wait complete. 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 Processor -- start 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- start start 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f91881079b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:10:57.629 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.996+0000 7f918fd18700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9188107ef0 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918dab4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f91881079b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918dab4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f91881079b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47954/0 (socket says 172.21.15.17:47954) 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918dab4700 1 -- 172.21.15.17:0/4190030085 learned_addr learned my addr 172.21.15.17:0/4190030085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918dab4700 1 -- 172.21.15.17:0/4190030085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9184009550 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918dab4700 1 --2- 172.21.15.17:0/4190030085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f91881079b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9184006af0 tx=0x7f9184011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9184003930 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f9184003a90 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91881060e0 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9184019670 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.997+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9188106580 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.998+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f9184019c70 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.998+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f91840249a0 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:56.998+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f918810b860 con 0x7f9188108130 2024-03-16T18:10:57.630 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.001+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f918401aa30 con 0x7f9188108130 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.070+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7f918810ba70 con 0x7f9188108130 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.071+0000 7f917effd700 1 -- 172.21.15.17:0/4190030085 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v2) v1 ==== 76+0+175 (secure 0 0 0) 0x7f918401abd0 con 0x7f9188108130 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 msgr2=0x7f91881079b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 --2- 172.21.15.17:0/4190030085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f91881079b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f9184006af0 tx=0x7f9184011ab0 comp rx=0 tx=0).stop 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 shutdown_connections 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 --2- 172.21.15.17:0/4190030085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9188108130 0x7f91881079b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 >> 172.21.15.17:0/4190030085 conn(0x7f9188101b80 msgr2=0x7f9188102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 shutdown_connections 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:57.072+0000 7f918fd18700 1 -- 172.21.15.17:0/4190030085 wait complete. 2024-03-16T18:10:57.631 INFO:teuthology.orchestra.run.smithi017.stdout:Restarting the monitor... 2024-03-16T18:10:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:57 smithi017 ceph-mon[31819]: from='client.? 172.21.15.17:0/4190030085' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:10:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:57 smithi017 systemd[1]: Stopping Ceph mon.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:10:58.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:57 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a[31814]: 2024-03-16T18:10:57.887+0000 7f207432a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:10:58.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:57 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a[31814]: 2024-03-16T18:10:57.887+0000 7f207432a700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-03-16T18:10:58.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 podman[32078]: 2024-03-16 18:10:58.062424487 +0000 UTC m=+0.275073221 container died daf0eef61099bf821488080d364da614004a27225e2921da0141a68a4fdad1f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-16T18:10:58.653 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 podman[32078]: 2024-03-16 18:10:58.362882063 +0000 UTC m=+0.575530797 container cleanup daf0eef61099bf821488080d364da614004a27225e2921da0141a68a4fdad1f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-16T18:10:58.653 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 bash[32078]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a 2024-03-16T18:10:58.653 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 podman[32092]: 2024-03-16 18:10:58.563755248 +0000 UTC m=+0.498957039 container remove daf0eef61099bf821488080d364da614004a27225e2921da0141a68a4fdad1f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-03-16T18:10:58.984 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a.service: Deactivated successfully. 2024-03-16T18:10:58.984 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 systemd[1]: Stopped Ceph mon.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:10:58.984 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 systemd[1]: Starting Ceph mon.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:10:58.984 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 podman[32188]: 2024-03-16 18:10:58.87293103 +0000 UTC m=+0.110508304 container create 6d4dd7c4ada2ccdfaee2e7ac2ab5c7997bdcecd297fcbd1af91437b37d3702f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-16T18:10:58.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:58 smithi017 podman[32188]: 2024-03-16 18:10:58.780703052 +0000 UTC m=+0.018280333 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:10:59.215 INFO:teuthology.orchestra.run.smithi017.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 podman[32188]: 2024-03-16 18:10:59.117201684 +0000 UTC m=+0.354778959 container init 6d4dd7c4ada2ccdfaee2e7ac2ab5c7997bdcecd297fcbd1af91437b37d3702f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0) 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 podman[32188]: 2024-03-16 18:10:59.120047541 +0000 UTC m=+0.357624816 container start 6d4dd7c4ada2ccdfaee2e7ac2ab5c7997bdcecd297fcbd1af91437b37d3702f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: set uid:gid to 167:167 (ceph:ceph) 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev), process ceph-mon, pid 2 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: pidfile_write: ignore empty --pid-file 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: load: jerasure load: lrc 2024-03-16T18:10:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: RocksDB version: 7.9.2 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Git sha 0 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Compile date 2024-03-15 02:27:09 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: DB SUMMARY 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: DB Session ID: V0GW78LE4LXF3C1OCDCK 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: CURRENT file: CURRENT 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: IDENTITY file: IDENTITY 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 98608 ; 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.error_if_exists: 0 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.create_if_missing: 0 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.paranoid_checks: 1 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-16T18:10:59.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.env: 0x557d64592ae0 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.fs: PosixFileSystem 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.info_log: 0x557d65b1b900 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_file_opening_threads: 16 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.statistics: (nil) 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.use_fsync: 0 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_log_file_size: 0 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.keep_log_file_num: 1000 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.recycle_log_file_num: 0 2024-03-16T18:10:59.292 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.allow_fallocate: 1 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.allow_mmap_reads: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.allow_mmap_writes: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.use_direct_reads: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.create_missing_column_families: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.db_log_dir: 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.wal_dir: 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-16T18:10:59.293 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.advise_random_on_open: 1 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.db_write_buffer_size: 0 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.write_buffer_manager: 0x557d65aef400 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.rate_limiter: (nil) 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.wal_recovery_mode: 2 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.enable_thread_tracking: 0 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.enable_pipelined_write: 0 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.unordered_write: 0 2024-03-16T18:10:59.294 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-16T18:10:59.295 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-16T18:10:59.295 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-16T18:10:59.295 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-16T18:10:59.295 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.row_cache: None 2024-03-16T18:10:59.295 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.wal_filter: None 2024-03-16T18:10:59.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-16T18:10:59.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.allow_ingest_behind: 0 2024-03-16T18:10:59.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.two_write_queues: 0 2024-03-16T18:10:59.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.manual_wal_flush: 0 2024-03-16T18:10:59.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.wal_compression: 0 2024-03-16T18:10:59.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.atomic_flush: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.log_readahead_size: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.best_efforts_recovery: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.allow_data_in_errors: 0 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.db_host_id: __hostname__ 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_background_jobs: 2 2024-03-16T18:10:59.297 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_background_compactions: -1 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_subcompactions: 1 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_total_wal_size: 0 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_open_files: -1 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bytes_per_sync: 0 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-16T18:10:59.298 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_readahead_size: 0 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_background_flushes: -1 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Compression algorithms supported: 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kZSTD supported: 0 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kXpressCompression supported: 0 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kLZ4HCCompression supported: 1 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kZlibCompression supported: 1 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kSnappyCompression supported: 1 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kLZ4Compression supported: 1 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: kBZip2Compression supported: 0 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-16T18:10:59.299 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.merge_operator: 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_filter: None 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_filter_factory: None 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.sst_partitioner_factory: None 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557d65b1ba00) 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout: cache_index_and_filter_blocks: 1 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout: pin_top_level_index_and_filter: 1 2024-03-16T18:10:59.300 INFO:journalctl@ceph.mon.a.smithi017.stdout: index_type: 0 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: data_block_index_type: 0 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: index_shortening: 1 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: checksum: 4 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: no_block_cache: 0 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache: 0x557d65b1f090 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache_name: BinnedLRUCache 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache_options: 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: capacity : 536870912 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: num_shard_bits : 4 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: strict_capacity_limit : 0 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: high_pri_pool_ratio: 0.000 2024-03-16T18:10:59.301 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_cache_compressed: (nil) 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: persistent_cache: (nil) 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_size: 4096 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_size_deviation: 10 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_restart_interval: 16 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: index_block_restart_interval: 1 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: metadata_block_size: 4096 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: partition_filters: 0 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: use_delta_encoding: 1 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: filter_policy: bloomfilter 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: whole_key_filtering: 1 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: verify_compression: 0 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: read_amp_bytes_per_bit: 0 2024-03-16T18:10:59.302 INFO:journalctl@ceph.mon.a.smithi017.stdout: format_version: 5 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout: enable_index_compression: 1 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout: block_align: 0 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout: max_auto_readahead_size: 262144 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout: prepopulate_block_cache: 0 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout: initial_auto_readahead_size: 8192 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout: num_file_reads_for_auto_readahead: 2 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.write_buffer_size: 33554432 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_write_buffer_number: 2 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression: NoCompression 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression: Disabled 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.prefix_extractor: nullptr 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.num_levels: 7 2024-03-16T18:10:59.303 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-16T18:10:59.304 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.level: 32767 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.strategy: 0 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.enabled: false 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.target_file_size_base: 67108864 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-16T18:10:59.305 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.arena_block_size: 1048576 2024-03-16T18:10:59.306 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.disable_auto_compactions: 0 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.table_properties_collectors: 2024-03-16T18:10:59.307 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.inplace_update_support: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.bloom_locality: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.max_successive_merges: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.paranoid_file_checks: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.force_consistency_checks: 1 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.report_bg_io_stats: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.ttl: 2592000 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-16T18:10:59.308 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.enable_blob_files: false 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.min_blob_size: 0 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.blob_file_size: 268435456 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.blob_file_starting_level: 0 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-03-16T18:10:59.309 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 826a97bd-d0ff-4d79-9449-ae89c5a8bc52 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710612659150476, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710612659151471, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 93899, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 312, "table_properties": {"data_size": 91921, "index_size": 260, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 709, "raw_key_size": 13505, "raw_average_key_size": 49, "raw_value_size": 84544, "raw_average_value_size": 311, "num_data_blocks": 11, "num_entries": 271, "num_filter_entries": 271, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710612659, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "826a97bd-d0ff-4d79-9449-ae89c5a8bc52", "db_session_id": "V0GW78LE4LXF3C1OCDCK", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710612659151555, "job": 1, "event": "recovery_finished"} 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x557d65c10000 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: DB pointer 0x557d65bfa000 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** DB Stats ** 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-16T18:10:59.310 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** Compaction Stats [default] ** 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: L0 2/0 93.53 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 137.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Sum 2/0 93.53 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 137.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 137.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-03-16T18:10:59.311 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** Compaction Stats [default] ** 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 137.1 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: Cumulative compaction: 0.00 GB write, 26.21 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-16T18:10:59.312 INFO:journalctl@ceph.mon.a.smithi017.stdout: Interval compaction: 0.00 GB write, 26.21 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: Block cache BinnedLRUCache@0x557d65b1f090#2 capacity: 512.00 MB usage: 1.36 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.89 KB,0.000169873%) IndexBlock(2,0.47 KB,8.9407e-05%) Misc(1,0.00 KB,0%) 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: starting mon.a rank 0 at public addrs [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] at bind addrs [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???) e1 preinit fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).mds e1 new map 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).mds e1 print_map 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: e1 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: legacy client fscid: -1 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: 2024-03-16T18:10:59.313 INFO:journalctl@ceph.mon.a.smithi017.stdout: No filesystems configured 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 bash[32188]: 6d4dd7c4ada2ccdfaee2e7ac2ab5c7997bdcecd297fcbd1af91437b37d3702f1 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 systemd[1]: Started Ceph mon.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mon.a is new leader, mons a in quorum (ranks 0) 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: monmap e1: 1 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: fsmap 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: osdmap e1: 0 total, 0 up, 0 in 2024-03-16T18:10:59.314 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:10:59 smithi017 ceph-mon[32207]: mgrmap e1: no daemons active 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.639+0000 7fc930798700 1 Processor -- start 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.639+0000 7fc930798700 1 -- start start 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.640+0000 7fc930798700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc92810a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.640+0000 7fc930798700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc92807ae70 con 0x7fc928108180 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.640+0000 7fc92e534700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc92810a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.640+0000 7fc92e534700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc92810a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41288/0 (socket says 172.21.15.17:41288) 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.640+0000 7fc92e534700 1 -- 172.21.15.17:0/3666711864 learned_addr learned my addr 172.21.15.17:0/3666711864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.640+0000 7fc92e534700 1 -- 172.21.15.17:0/3666711864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc92810aab0 con 0x7fc928108180 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc92e534700 1 --2- 172.21.15.17:0/3666711864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc92810a570 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc9240098a0 tx=0x7fc924009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef6ec32063e1d0a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:00.309 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc92d532700 1 -- 172.21.15.17:0/3666711864 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc924004160 con 0x7fc928108180 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc92d532700 1 -- 172.21.15.17:0/3666711864 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7fc9240042c0 con 0x7fc928108180 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc92d532700 1 -- 172.21.15.17:0/3666711864 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc924011a50 con 0x7fc928108180 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 -- 172.21.15.17:0/3666711864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 msgr2=0x7fc92810a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 --2- 172.21.15.17:0/3666711864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc92810a570 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7fc9240098a0 tx=0x7fc924009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 -- 172.21.15.17:0/3666711864 shutdown_connections 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 --2- 172.21.15.17:0/3666711864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc92810a570 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 -- 172.21.15.17:0/3666711864 >> 172.21.15.17:0/3666711864 conn(0x7fc928101bb0 msgr2=0x7fc928103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 -- 172.21.15.17:0/3666711864 shutdown_connections 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.641+0000 7fc930798700 1 -- 172.21.15.17:0/3666711864 wait complete. 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc930798700 1 Processor -- start 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc930798700 1 -- start start 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc930798700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc928107a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:00.310 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc930798700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc928107f40 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc92e534700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc928107a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc92e534700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc928107a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41302/0 (socket says 172.21.15.17:41302) 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.642+0000 7fc92e534700 1 -- 172.21.15.17:0/2849296320 learned_addr learned my addr 172.21.15.17:0/2849296320 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc92e534700 1 -- 172.21.15.17:0/2849296320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc924009550 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc92e534700 1 --2- 172.21.15.17:0/2849296320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc928107a00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc924006af0 tx=0x7fc924011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc924003930 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7fc924003a90 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc928106130 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc924019670 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9281065d0 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7fc924019c70 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.643+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc9240249a0 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.644+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc92810b850 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.646+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7fc92401aa30 con 0x7fc928108180 2024-03-16T18:11:00.311 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.716+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=public_network}] v 0) v1 -- 0x7fc92810ba60 con 0x7fc928108180 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.718+0000 7fc91f7fe700 1 -- 172.21.15.17:0/2849296320 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=public_network}]=0 v3)=0 v3) v1 ==== 124+0+0 (secure 0 0 0) 0x7fc92401abd0 con 0x7fc928108180 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 msgr2=0x7fc928107a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 --2- 172.21.15.17:0/2849296320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc928107a00 secure :-1 s=READY pgs=2 cs=0 l=1 rev1=1 crypto rx=0x7fc924006af0 tx=0x7fc924011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 shutdown_connections 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 --2- 172.21.15.17:0/2849296320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc928108180 0x7fc928107a00 unknown :-1 s=CLOSED pgs=2 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 >> 172.21.15.17:0/2849296320 conn(0x7fc928101bb0 msgr2=0x7fc928102650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 shutdown_connections 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:10:59.719+0000 7fc930798700 1 -- 172.21.15.17:0/2849296320 wait complete. 2024-03-16T18:11:00.312 INFO:teuthology.orchestra.run.smithi017.stdout:Wrote config to /etc/ceph/ceph.conf 2024-03-16T18:11:00.334 INFO:teuthology.orchestra.run.smithi017.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:11:00.334 INFO:teuthology.orchestra.run.smithi017.stdout:Creating mgr... 2024-03-16T18:11:00.335 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying port 0.0.0.0:9283 ... 2024-03-16T18:11:00.335 INFO:teuthology.orchestra.run.smithi017.stdout:Verifying port 0.0.0.0:8765 ... 2024-03-16T18:11:00.592 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x 2024-03-16T18:11:00.592 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Failed to reset failed state of unit ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x.service: Unit ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x.service not loaded. 2024-03-16T18:11:00.744 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715.target.wants/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x.service → /etc/systemd/system/ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@.service. 2024-03-16T18:11:00.987 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:00 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2849296320' entity='client.admin' 2024-03-16T18:11:00.987 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:00 smithi017 systemd[1]: Starting Ceph mgr.x for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:11:01.239 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:00 smithi017 podman[32428]: 2024-03-16 18:11:00.984059653 +0000 UTC m=+0.115261948 container create db7c91e87825f98de6da0068360bbcf9f51c16a27d40f78a6261514d4b339c42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:11:01.239 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:00 smithi017 podman[32428]: 2024-03-16 18:11:00.886806163 +0000 UTC m=+0.018008470 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:11:01.239 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:01 smithi017 podman[32428]: 2024-03-16 18:11:01.165511926 +0000 UTC m=+0.296714221 container init db7c91e87825f98de6da0068360bbcf9f51c16a27d40f78a6261514d4b339c42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True) 2024-03-16T18:11:01.239 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:01 smithi017 podman[32428]: 2024-03-16 18:11:01.167846064 +0000 UTC m=+0.299048369 container start db7c91e87825f98de6da0068360bbcf9f51c16a27d40f78a6261514d4b339c42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-03-16T18:11:01.240 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:01 smithi017 bash[32428]: db7c91e87825f98de6da0068360bbcf9f51c16a27d40f78a6261514d4b339c42 2024-03-16T18:11:01.252 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-16T18:11:01.252 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-03-16T18:11:01.259 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-16T18:11:01.259 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-03-16T18:11:01.259 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-03-16T18:11:01.259 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to enable service . firewalld.service is not available 2024-03-16T18:11:01.267 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-16T18:11:01.268 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-03-16T18:11:01.275 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-16T18:11:01.275 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-03-16T18:11:01.276 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-03-16T18:11:01.276 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-03-16T18:11:01.276 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr to start... 2024-03-16T18:11:01.276 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr... 2024-03-16T18:11:01.492 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:01 smithi017 systemd[1]: Started Ceph mgr.x for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:11:01.756 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:01 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:01.738+0000 7f4aeab46200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:11:02.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:01 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1391673861' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-16T18:11:02.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:01 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:01.844+0000 7f4aeab46200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:11:02.223 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "health": { 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 0 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "a" 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:02.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-16T18:11:02.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "restful" 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modified": "2024-03-16T18:10:54.421372+0000", 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:02.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.673+0000 7f4bdaf50700 1 Processor -- start 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.673+0000 7f4bdaf50700 1 -- start start 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.673+0000 7f4bdaf50700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd410a5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.673+0000 7f4bdaf50700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd407ae30 con 0x7f4bd41081b0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd8cec700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd410a5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd8cec700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd410a5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41326/0 (socket says 172.21.15.17:41326) 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd8cec700 1 -- 172.21.15.17:0/1673280304 learned_addr learned my addr 172.21.15.17:0/1673280304 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd8cec700 1 -- 172.21.15.17:0/1673280304 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd410aae0 con 0x7f4bd41081b0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd8cec700 1 --2- 172.21.15.17:0/1673280304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd410a5a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4bc80098a0 tx=0x7f4bc8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd9fd704bb3ed835 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd37fe700 1 -- 172.21.15.17:0/1673280304 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4bc8004160 con 0x7f4bd41081b0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd37fe700 1 -- 172.21.15.17:0/1673280304 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f4bc80042c0 con 0x7f4bd41081b0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.674+0000 7f4bd37fe700 1 -- 172.21.15.17:0/1673280304 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4bc8011a50 con 0x7f4bd41081b0 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1673280304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 msgr2=0x7f4bd410a5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 --2- 172.21.15.17:0/1673280304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd410a5a0 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f4bc80098a0 tx=0x7f4bc8009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:02.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1673280304 shutdown_connections 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 --2- 172.21.15.17:0/1673280304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd410a5a0 unknown :-1 s=CLOSED pgs=5 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1673280304 >> 172.21.15.17:0/1673280304 conn(0x7f4bd4101c00 msgr2=0x7f4bd4104020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1673280304 shutdown_connections 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.675+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1673280304 wait complete. 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bdaf50700 1 Processor -- start 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bdaf50700 1 -- start start 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bdaf50700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd419b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bdaf50700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd419b8f0 con 0x7f4bd41081b0 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bd8cec700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd419b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bd8cec700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd419b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41338/0 (socket says 172.21.15.17:41338) 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bd8cec700 1 -- 172.21.15.17:0/1391673861 learned_addr learned my addr 172.21.15.17:0/1391673861 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bd8cec700 1 -- 172.21.15.17:0/1391673861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bc8009550 con 0x7f4bd41081b0 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.676+0000 7f4bd8cec700 1 --2- 172.21.15.17:0/1391673861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd419b3b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8011a00 tx=0x7f4bc8011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:02.238 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4bc8003a40 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f4bc8003ba0 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4bc801a6e0 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bd419baf0 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f4bc801ace0 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bd419bed0 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.677+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4bc800b750 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.678+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bd4063640 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.680+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f4bc8024af0 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.752+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f4bd410ba90 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.753+0000 7f4bd1ffb700 1 -- 172.21.15.17:0/1391673861 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f4bc8024c90 con 0x7f4bd41081b0 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.754+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 msgr2=0x7f4bd419b3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.754+0000 7f4bdaf50700 1 --2- 172.21.15.17:0/1391673861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd419b3b0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8011a00 tx=0x7f4bc8011ae0 comp rx=0 tx=0).stop 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.754+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 shutdown_connections 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.754+0000 7f4bdaf50700 1 --2- 172.21.15.17:0/1391673861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bd41081b0 0x7f4bd419b3b0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:02.239 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.754+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 >> 172.21.15.17:0/1391673861 conn(0x7f4bd4101c00 msgr2=0x7f4bd41026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:02.240 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.755+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 shutdown_connections 2024-03-16T18:11:02.240 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:01.755+0000 7f4bdaf50700 1 -- 172.21.15.17:0/1391673861 wait complete. 2024-03-16T18:11:02.240 INFO:teuthology.orchestra.run.smithi017.stdout:mgr not available, waiting (1/15)... 2024-03-16T18:11:02.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:02.509+0000 7f4aeab46200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:11:02.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:02.603+0000 7f4aeab46200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:11:02.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:02.745+0000 7f4aeab46200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:11:03.197 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:02.842+0000 7f4aeab46200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:11:03.197 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:02.927+0000 7f4aeab46200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:11:03.197 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:03.193+0000 7f4aeab46200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:11:03.493 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:03.305+0000 7f4aeab46200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:11:03.493 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:03.393+0000 7f4aeab46200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:11:03.493 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:03.489+0000 7f4aeab46200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:11:03.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:03.666+0000 7f4aeab46200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:11:04.984 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2130742144' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-16T18:11:04.985 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:04.675+0000 7f4aeab46200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:11:04.985 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:04.814+0000 7f4aeab46200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:11:05.247 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:05.153+0000 7f4aeab46200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:11:05.364 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "health": { 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-16T18:11:05.365 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 0 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "a" 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-16T18:11:05.366 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-16T18:11:05.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-16T18:11:05.374 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-16T18:11:05.375 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": false, 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "restful" 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:05.376 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modified": "2024-03-16T18:10:54.421372+0000", 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b82e59700 1 Processor -- start 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b82e59700 1 -- start start 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b82e59700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c1069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b82e59700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b7c106fb0 con 0x7f6b7c1065c0 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b80bf5700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c1069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:05.377 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b80bf5700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c1069e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41348/0 (socket says 172.21.15.17:41348) 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b80bf5700 1 -- 172.21.15.17:0/61703704 learned_addr learned my addr 172.21.15.17:0/61703704 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.652+0000 7f6b80bf5700 1 -- 172.21.15.17:0/61703704 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b7c1077c0 con 0x7f6b7c1065c0 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.653+0000 7f6b80bf5700 1 --2- 172.21.15.17:0/61703704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c1069e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6b700098a0 tx=0x7f6b70009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b002ffe869d4b471 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.653+0000 7f6b7b7fe700 1 -- 172.21.15.17:0/61703704 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6b70004160 con 0x7f6b7c1065c0 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.653+0000 7f6b7b7fe700 1 -- 172.21.15.17:0/61703704 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f6b700042c0 con 0x7f6b7c1065c0 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.653+0000 7f6b7b7fe700 1 -- 172.21.15.17:0/61703704 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6b70011a50 con 0x7f6b7c1065c0 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.653+0000 7f6b82e59700 1 -- 172.21.15.17:0/61703704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 msgr2=0x7f6b7c1069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.653+0000 7f6b82e59700 1 --2- 172.21.15.17:0/61703704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c1069e0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f6b700098a0 tx=0x7f6b70009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.654+0000 7f6b82e59700 1 -- 172.21.15.17:0/61703704 shutdown_connections 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.654+0000 7f6b82e59700 1 --2- 172.21.15.17:0/61703704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c1069e0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.654+0000 7f6b82e59700 1 -- 172.21.15.17:0/61703704 >> 172.21.15.17:0/61703704 conn(0x7f6b7c101b80 msgr2=0x7f6b7c103fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.654+0000 7f6b82e59700 1 -- 172.21.15.17:0/61703704 shutdown_connections 2024-03-16T18:11:05.378 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.654+0000 7f6b82e59700 1 -- 172.21.15.17:0/61703704 wait complete. 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.654+0000 7f6b82e59700 1 Processor -- start 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b82e59700 1 -- start start 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b82e59700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c19a320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b82e59700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b7c19a860 con 0x7f6b7c1065c0 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b80bf5700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c19a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b80bf5700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c19a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41362/0 (socket says 172.21.15.17:41362) 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b80bf5700 1 -- 172.21.15.17:0/2130742144 learned_addr learned my addr 172.21.15.17:0/2130742144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b80bf5700 1 -- 172.21.15.17:0/2130742144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b70009550 con 0x7f6b7c1065c0 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b80bf5700 1 --2- 172.21.15.17:0/2130742144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c19a320 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6b70006af0 tx=0x7f6b70011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6b70003930 con 0x7f6b7c1065c0 2024-03-16T18:11:05.379 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f6b70003a90 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f6b70019670 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.655+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b7c19aa60 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.656+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b7c19af00 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.656+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 1) v1 ==== 807+0+0 (secure 0 0 0) 0x7f6b70019c70 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.656+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f6b700249a0 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.657+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b7c063610 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.659+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73141 (secure 0 0 0) 0x7f6b7001aa30 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.732+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f6b7c19dad0 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.733+0000 7f6b79ffb700 1 -- 172.21.15.17:0/2130742144 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f6b7001abd0 con 0x7f6b7c1065c0 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 msgr2=0x7f6b7c19a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 --2- 172.21.15.17:0/2130742144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c19a320 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6b70006af0 tx=0x7f6b70011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 shutdown_connections 2024-03-16T18:11:05.380 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 --2- 172.21.15.17:0/2130742144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6b7c1065c0 0x7f6b7c19a320 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:05.381 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 >> 172.21.15.17:0/2130742144 conn(0x7f6b7c101b80 msgr2=0x7f6b7c102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:05.381 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 shutdown_connections 2024-03-16T18:11:05.381 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:04.734+0000 7f6b82e59700 1 -- 172.21.15.17:0/2130742144 wait complete. 2024-03-16T18:11:05.381 INFO:teuthology.orchestra.run.smithi017.stdout:mgr not available, waiting (2/15)... 2024-03-16T18:11:05.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:05.244+0000 7f4aeab46200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:11:05.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:05.444+0000 7f4aeab46200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:11:05.934 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:05.638+0000 7f4aeab46200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:11:06.194 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:05.931+0000 7f4aeab46200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:11:06.194 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:06.190+0000 7f4aeab46200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:11:06.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:06.432+0000 7f4aeab46200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:11:07.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:07.256+0000 7f4aeab46200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:11:08.160 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:07.837+0000 7f4aeab46200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:11:08.160 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:07.937+0000 7f4aeab46200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:11:08.161 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:08.157+0000 7f4aeab46200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:11:08.442 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: Activating manager daemon x 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: mgrmap e2: x(active, starting, since 0.00322904s) 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: Manager daemon x is now available 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' 2024-03-16T18:11:08.443 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:08 smithi017 ceph-mon[32207]: from='mgr.14100 172.21.15.17:0/180367906' entity='mgr.x' 2024-03-16T18:11:10.452 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:10 smithi017 ceph-mon[32207]: mgrmap e3: x(active, since 1.00591s) 2024-03-16T18:11:11.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2628151441' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-03-16T18:11:12.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:12 smithi017 ceph-mon[32207]: mgrmap e4: x(active, since 3s) 2024-03-16T18:11:15.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:11:15.813 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:15.813 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:11:15.813 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "health": { 2024-03-16T18:11:15.813 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-03-16T18:11:15.813 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-03-16T18:11:15.813 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 0 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "a" 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "quorum_age": 11, 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "monmap": { 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:15.814 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "squid", 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-03-16T18:11:15.815 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-03-16T18:11:15.823 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-03-16T18:11:15.823 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-03-16T18:11:15.824 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modules": [ 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "iostat", 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "nfs", 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "restful" 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ], 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-03-16T18:11:15.825 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "modified": "2024-03-16T18:10:54.421372+0000", 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "services": {} 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout }, 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.560+0000 7f4f759c1700 1 Processor -- start 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.560+0000 7f4f759c1700 1 -- start start 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.560+0000 7f4f759c1700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f70107fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.560+0000 7f4f759c1700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f70108580 con 0x7f4f70107b90 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f70107fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f70107fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54350/0 (socket says 172.21.15.17:54350) 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6effd700 1 -- 172.21.15.17:0/2707115157 learned_addr learned my addr 172.21.15.17:0/2707115157 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:15.826 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6effd700 1 -- 172.21.15.17:0/2707115157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f701086c0 con 0x7f4f70107b90 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6effd700 1 --2- 172.21.15.17:0/2707115157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f70107fb0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009e80 tx=0x7f4f6000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59e3f28c210364eb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6dffb700 1 -- 172.21.15.17:0/2707115157 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f6000e070 con 0x7f4f70107b90 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6dffb700 1 -- 172.21.15.17:0/2707115157 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f4f6000b8c0 con 0x7f4f70107b90 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.561+0000 7f4f6dffb700 1 -- 172.21.15.17:0/2707115157 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f600044b0 con 0x7f4f70107b90 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 -- 172.21.15.17:0/2707115157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 msgr2=0x7f4f70107fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 --2- 172.21.15.17:0/2707115157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f70107fb0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4f60009e80 tx=0x7f4f6000b330 comp rx=0 tx=0).stop 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 -- 172.21.15.17:0/2707115157 shutdown_connections 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 --2- 172.21.15.17:0/2707115157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f70107fb0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 -- 172.21.15.17:0/2707115157 >> 172.21.15.17:0/2707115157 conn(0x7f4f70101360 msgr2=0x7f4f70103780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 -- 172.21.15.17:0/2707115157 shutdown_connections 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.562+0000 7f4f759c1700 1 -- 172.21.15.17:0/2707115157 wait complete. 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f759c1700 1 Processor -- start 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f759c1700 1 -- start start 2024-03-16T18:11:15.827 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f759c1700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f7019d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f759c1700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f7019dac0 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f6effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f7019d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f6effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f7019d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54360/0 (socket says 172.21.15.17:54360) 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f6effd700 1 -- 172.21.15.17:0/2628151441 learned_addr learned my addr 172.21.15.17:0/2628151441 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.563+0000 7f4f6effd700 1 -- 172.21.15.17:0/2628151441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f60009b30 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.564+0000 7f4f6effd700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f7019d580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4f60004070 tx=0x7f4f600093c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.564+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f6000e040 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.564+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f4f6000bd70 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.564+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f7019dcc0 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.564+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f4f6001c7a0 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.564+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f7019e1c0 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.565+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 3) v1 ==== 45652+0+0 (secure 0 0 0) 0x7f4f6001c9e0 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.565+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f70106330 con 0x7f4f70107b90 2024-03-16T18:11:15.828 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.565+0000 7f4f749bf700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f4f5c038b00 0x7f4f5c03afc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.565+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4f6004cbb0 con 0x7f4f70107b90 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.565+0000 7f4f6e7fc700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f4f5c038b00 0x7f4f5c03afc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.565+0000 7f4f6e7fc700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f4f5c038b00 0x7f4f5c03afc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4f58006fd0 tx=0x7f4f58006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.570+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4f60011980 con 0x7f4f70107b90 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.855+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "status", "format": "json-pretty"} v 0) v1 -- 0x7f4f70196c50 con 0x7f4f70107b90 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.855+0000 7f4f749bf700 1 -- 172.21.15.17:0/2628151441 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json-pretty"}]=0 v0) v1 ==== 79+0+1239 (secure 0 0 0) 0x7f4f60020090 con 0x7f4f70107b90 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f4f5c038b00 msgr2=0x7f4f5c03afc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f4f5c038b00 0x7f4f5c03afc0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4f58006fd0 tx=0x7f4f58006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 msgr2=0x7f4f7019d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f7019d580 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4f60004070 tx=0x7f4f600093c0 comp rx=0 tx=0).stop 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 shutdown_connections 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f4f5c038b00 0x7f4f5c03afc0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 --2- 172.21.15.17:0/2628151441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f70107b90 0x7f4f7019d580 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 >> 172.21.15.17:0/2628151441 conn(0x7f4f70101360 msgr2=0x7f4f70193d10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:15.829 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 shutdown_connections 2024-03-16T18:11:15.830 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:10.858+0000 7f4f759c1700 1 -- 172.21.15.17:0/2628151441 wait complete. 2024-03-16T18:11:15.830 INFO:teuthology.orchestra.run.smithi017.stdout:mgr is available 2024-03-16T18:11:16.704 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3627690800' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-03-16T18:11:16.998 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [global] 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout fsid = 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [mgr] 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout [osd] 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_backfillfull_ratio = 0.85 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_full_ratio = 0.9 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout mon_osd_nearfull_ratio = 0.8 2024-03-16T18:11:16.999 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2bee49f700 1 Processor -- start 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2bee49f700 1 -- start start 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2bee49f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be8107b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2bee49f700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2be81080d0 con 0x7f2be81076e0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2be7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be8107b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2be7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be8107b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54374/0 (socket says 172.21.15.17:54374) 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.233+0000 7f2be7fff700 1 -- 172.21.15.17:0/1395899861 learned_addr learned my addr 172.21.15.17:0/1395899861 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2be7fff700 1 -- 172.21.15.17:0/1395899861 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2be8108890 con 0x7f2be81076e0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2be7fff700 1 --2- 172.21.15.17:0/1395899861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be8107b00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2bd80098a0 tx=0x7f2bd8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166c006bbf6fbbdf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2be6ffd700 1 -- 172.21.15.17:0/1395899861 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bd8004160 con 0x7f2be81076e0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2be6ffd700 1 -- 172.21.15.17:0/1395899861 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f2bd80042c0 con 0x7f2be81076e0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2be6ffd700 1 -- 172.21.15.17:0/1395899861 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bd8011a50 con 0x7f2be81076e0 2024-03-16T18:11:17.000 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2bee49f700 1 -- 172.21.15.17:0/1395899861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 msgr2=0x7f2be8107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2bee49f700 1 --2- 172.21.15.17:0/1395899861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be8107b00 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f2bd80098a0 tx=0x7f2bd8009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2bee49f700 1 -- 172.21.15.17:0/1395899861 shutdown_connections 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.234+0000 7f2bee49f700 1 --2- 172.21.15.17:0/1395899861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be8107b00 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.235+0000 7f2bee49f700 1 -- 172.21.15.17:0/1395899861 >> 172.21.15.17:0/1395899861 conn(0x7f2be8102d20 msgr2=0x7f2be8105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.235+0000 7f2bee49f700 1 -- 172.21.15.17:0/1395899861 shutdown_connections 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.235+0000 7f2bee49f700 1 -- 172.21.15.17:0/1395899861 wait complete. 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.235+0000 7f2bee49f700 1 Processor -- start 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.235+0000 7f2bee49f700 1 -- start start 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2bee49f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2bee49f700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2be819db50 con 0x7f2be81076e0 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be819d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54376/0 (socket says 172.21.15.17:54376) 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be7fff700 1 -- 172.21.15.17:0/3627690800 learned_addr learned my addr 172.21.15.17:0/3627690800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be7fff700 1 -- 172.21.15.17:0/3627690800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bd8009550 con 0x7f2be81076e0 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be7fff700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be819d610 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8000c00 tx=0x7f2bd8011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:17.001 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bd8003a40 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f2bd8003ba0 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2be819dd50 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2bd801a700 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.236+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2be819e1f0 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.237+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 4) v1 ==== 45758+0+0 (secure 0 0 0) 0x7f2bd801a930 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.237+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2be810bac0 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.237+0000 7f2be57fa700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f2bd4038cb0 0x7f2bd403b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.237+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f2bd804cad0 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.238+0000 7f2be77fe700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f2bd4038cb0 0x7f2bd403b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.238+0000 7f2be77fe700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f2bd4038cb0 0x7f2bd403b170 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2bd0006fd0 tx=0x7f2bd0006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.242+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2bd801abe0 con 0x7f2be81076e0 2024-03-16T18:11:17.002 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.444+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config assimilate-conf"} v 0) v1 -- 0x7f2be81a2060 con 0x7f2be81076e0 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.445+0000 7f2be57fa700 1 -- 172.21.15.17:0/3627690800 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config assimilate-conf"}]=0 v3) v1 ==== 70+0+373 (secure 0 0 0) 0x7f2bd8018350 con 0x7f2be81076e0 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f2bd4038cb0 msgr2=0x7f2bd403b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f2bd4038cb0 0x7f2bd403b170 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f2bd0006fd0 tx=0x7f2bd0006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 msgr2=0x7f2be819d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be819d610 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f2bd8000c00 tx=0x7f2bd8011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 shutdown_connections 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f2bd4038cb0 0x7f2bd403b170 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 --2- 172.21.15.17:0/3627690800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2be81076e0 0x7f2be819d610 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 >> 172.21.15.17:0/3627690800 conn(0x7f2be8102d20 msgr2=0x7f2be81037a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 shutdown_connections 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:16.447+0000 7f2bee49f700 1 -- 172.21.15.17:0/3627690800 wait complete. 2024-03-16T18:11:17.003 INFO:teuthology.orchestra.run.smithi017.stdout:Enabling cephadm module... 2024-03-16T18:11:18.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2932828044' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-03-16T18:11:18.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:17 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: ignoring --setuser ceph since I am not root 2024-03-16T18:11:18.040 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:17 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: ignoring --setgroup ceph since I am not root 2024-03-16T18:11:18.621 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:18.296+0000 7f6d7d6db200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:11:18.621 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:18.391+0000 7f6d7d6db200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:11:18.883 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2932828044' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-03-16T18:11:18.883 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:18 smithi017 ceph-mon[32207]: mgrmap e5: x(active, since 9s) 2024-03-16T18:11:18.903 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4da599700 1 Processor -- start 2024-03-16T18:11:18.903 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4da599700 1 -- start start 2024-03-16T18:11:18.903 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4da599700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d4107b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:18.903 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4da599700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4d41080d0 con 0x7ff4d41076e0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4d3fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d4107b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4d3fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d4107b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54380/0 (socket says 172.21.15.17:54380) 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.405+0000 7ff4d3fff700 1 -- 172.21.15.17:0/3112423442 learned_addr learned my addr 172.21.15.17:0/3112423442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4d3fff700 1 -- 172.21.15.17:0/3112423442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4d4108890 con 0x7ff4d41076e0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4d3fff700 1 --2- 172.21.15.17:0/3112423442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d4107b00 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff4c40098a0 tx=0x7ff4c4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=435121c779be25d1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4d2ffd700 1 -- 172.21.15.17:0/3112423442 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4c4004160 con 0x7ff4d41076e0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4d2ffd700 1 -- 172.21.15.17:0/3112423442 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7ff4c40042c0 con 0x7ff4d41076e0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4d2ffd700 1 -- 172.21.15.17:0/3112423442 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4c4011a50 con 0x7ff4d41076e0 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4da599700 1 -- 172.21.15.17:0/3112423442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 msgr2=0x7ff4d4107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.406+0000 7ff4da599700 1 --2- 172.21.15.17:0/3112423442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d4107b00 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ff4c40098a0 tx=0x7ff4c4009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 -- 172.21.15.17:0/3112423442 shutdown_connections 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 --2- 172.21.15.17:0/3112423442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d4107b00 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 -- 172.21.15.17:0/3112423442 >> 172.21.15.17:0/3112423442 conn(0x7ff4d4102ce0 msgr2=0x7ff4d4105100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:18.904 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 -- 172.21.15.17:0/3112423442 shutdown_connections 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 -- 172.21.15.17:0/3112423442 wait complete. 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 Processor -- start 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.407+0000 7ff4da599700 1 -- start start 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4da599700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d419b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4da599700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4d419b910 con 0x7ff4d41076e0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d3fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d419b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d3fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d419b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54394/0 (socket says 172.21.15.17:54394) 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d3fff700 1 -- 172.21.15.17:0/2932828044 learned_addr learned my addr 172.21.15.17:0/2932828044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d3fff700 1 -- 172.21.15.17:0/2932828044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4c4009550 con 0x7ff4d41076e0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d3fff700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d419b3d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4006af0 tx=0x7ff4c4011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4c4003930 con 0x7ff4d41076e0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7ff4c4003a90 con 0x7ff4d41076e0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff4c4019670 con 0x7ff4d41076e0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4d419bb10 con 0x7ff4d41076e0 2024-03-16T18:11:18.905 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.408+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4d419bfb0 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.409+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 4) v1 ==== 45758+0+0 (secure 0 0 0) 0x7ff4c401aa30 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.409+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4d410bac0 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.410+0000 7ff4d17fa700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7ff4bc038c60 0x7ff4bc03b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.410+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7ff4c404ced0 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.410+0000 7ff4d37fe700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7ff4bc038c60 0x7ff4bc03b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.410+0000 7ff4d37fe700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7ff4bc038c60 0x7ff4bc03b120 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8006fd0 tx=0x7ff4c8006e40 comp rx=0 tx=0).ready entity=mgr.14100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.415+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff4c4018760 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.677+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "cephadm"} v 0) v1 -- 0x7ff4d410bca0 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.729+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "cephadm"}]=0 v5) v1 ==== 86+0+0 (secure 0 0 0) 0x7ff4c4018350 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.730+0000 7ff4d17fa700 1 -- 172.21.15.17:0/2932828044 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mgrmap(e 5) v1 ==== 45769+0+0 (secure 0 0 0) 0x7ff4c400b3e0 con 0x7ff4d41076e0 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7ff4bc038c60 msgr2=0x7ff4bc03b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7ff4bc038c60 0x7ff4bc03b120 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7ff4c8006fd0 tx=0x7ff4c8006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:18.906 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 msgr2=0x7ff4d419b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d419b3d0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7ff4c4006af0 tx=0x7ff4c4011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 shutdown_connections 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7ff4bc038c60 0x7ff4bc03b120 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 --2- 172.21.15.17:0/2932828044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4d41076e0 0x7ff4d419b3d0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 >> 172.21.15.17:0/2932828044 conn(0x7ff4d4102ce0 msgr2=0x7ff4d4103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 shutdown_connections 2024-03-16T18:11:18.907 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:17.732+0000 7ff4da599700 1 -- 172.21.15.17:0/2932828044 wait complete. 2024-03-16T18:11:19.156 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.056+0000 7f6d7d6db200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:11:19.156 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.152+0000 7f6d7d6db200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:11:19.471 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.298+0000 7f6d7d6db200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:11:19.471 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.399+0000 7f6d7d6db200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:11:19.737 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.490+0000 7f6d7d6db200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:11:20.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3314089601' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-16T18:11:20.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.762+0000 7f6d7d6db200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:11:20.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.876+0000 7f6d7d6db200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:11:20.040 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:19.964+0000 7f6d7d6db200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa012c37700 1 Processor -- start 2024-03-16T18:11:20.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa012c37700 1 -- start start 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa012c37700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c105dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa012c37700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00c106390 con 0x7fa00c1059a0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa0109d3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c105dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa0109d3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c105dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54416/0 (socket says 172.21.15.17:54416) 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa0109d3700 1 -- 172.21.15.17:0/3548331240 learned_addr learned my addr 172.21.15.17:0/3548331240 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.298+0000 7fa0109d3700 1 -- 172.21.15.17:0/3548331240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa00c108930 con 0x7fa00c1059a0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa0109d3700 1 --2- 172.21.15.17:0/3548331240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c105dc0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa0000098a0 tx=0x7fa000009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ded1c51ac0833fda server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa00b7fe700 1 -- 172.21.15.17:0/3548331240 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa000004160 con 0x7fa00c1059a0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa00b7fe700 1 -- 172.21.15.17:0/3548331240 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7fa0000042c0 con 0x7fa00c1059a0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa00b7fe700 1 -- 172.21.15.17:0/3548331240 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa000011a50 con 0x7fa00c1059a0 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 -- 172.21.15.17:0/3548331240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 msgr2=0x7fa00c105dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 --2- 172.21.15.17:0/3548331240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c105dc0 secure :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0x7fa0000098a0 tx=0x7fa000009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:20.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 -- 172.21.15.17:0/3548331240 shutdown_connections 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 --2- 172.21.15.17:0/3548331240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c105dc0 unknown :-1 s=CLOSED pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 -- 172.21.15.17:0/3548331240 >> 172.21.15.17:0/3548331240 conn(0x7fa00c101330 msgr2=0x7fa00c103750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 -- 172.21.15.17:0/3548331240 shutdown_connections 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.299+0000 7fa012c37700 1 -- 172.21.15.17:0/3548331240 wait complete. 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa012c37700 1 Processor -- start 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa012c37700 1 -- start start 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa012c37700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c1081b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa012c37700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa00c1086f0 con 0x7fa00c1059a0 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa0109d3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c1081b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa0109d3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c1081b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54432/0 (socket says 172.21.15.17:54432) 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.300+0000 7fa0109d3700 1 -- 172.21.15.17:0/3314089601 learned_addr learned my addr 172.21.15.17:0/3314089601 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa0109d3700 1 -- 172.21.15.17:0/3314089601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa000009550 con 0x7fa00c1059a0 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa0109d3700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c1081b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa000000c00 tx=0x7fa000011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa000003a40 con 0x7fa00c1059a0 2024-03-16T18:11:20.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa00c1068e0 con 0x7fa00c1059a0 2024-03-16T18:11:20.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7fa000003ba0 con 0x7fa00c1059a0 2024-03-16T18:11:20.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa00001a700 con 0x7fa00c1059a0 2024-03-16T18:11:20.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.301+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa00c106d80 con 0x7fa00c1059a0 2024-03-16T18:11:20.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.302+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) v1 ==== 45769+0+0 (secure 0 0 0) 0x7fa00001a980 con 0x7fa00c1059a0 2024-03-16T18:11:20.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.302+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa00c063610 con 0x7fa00c1059a0 2024-03-16T18:11:20.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.302+0000 7fa009ffb700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 0x7f9ffc03b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.302+0000 7fa00bfff700 1 -- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 msgr2=0x7f9ffc03b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.302+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fa00004d990 con 0x7fa00c1059a0 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.302+0000 7fa00bfff700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 0x7f9ffc03b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.307+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa000018a40 con 0x7fa00c1059a0 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.503+0000 7fa00bfff700 1 -- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 msgr2=0x7f9ffc03b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.503+0000 7fa00bfff700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 0x7f9ffc03b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.570+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7fa00c1073a0 con 0x7fa00c1059a0 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.571+0000 7fa009ffb700 1 -- 172.21.15.17:0/3314089601 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v5) v1 ==== 56+0+88 (secure 0 0 0) 0x7fa00002c350 con 0x7fa00c1059a0 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 msgr2=0x7f9ffc03b170 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 0x7f9ffc03b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 msgr2=0x7fa00c1081b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c1081b0 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fa000000c00 tx=0x7fa000011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 shutdown_connections 2024-03-16T18:11:20.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f9ffc038cb0 0x7f9ffc03b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:20.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 --2- 172.21.15.17:0/3314089601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa00c1059a0 0x7fa00c1081b0 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:20.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 >> 172.21.15.17:0/3314089601 conn(0x7fa00c101330 msgr2=0x7fa00c101ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:20.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 shutdown_connections 2024-03-16T18:11:20.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:19.573+0000 7fa012c37700 1 -- 172.21.15.17:0/3314089601 wait complete. 2024-03-16T18:11:20.190 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for the mgr to restart... 2024-03-16T18:11:20.190 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr epoch 5... 2024-03-16T18:11:20.398 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:20.061+0000 7f6d7d6db200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:11:20.398 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:20.243+0000 7f6d7d6db200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:11:21.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:21.236+0000 7f6d7d6db200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:11:21.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:21.370+0000 7f6d7d6db200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:11:22.003 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:21.708+0000 7f6d7d6db200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:11:22.004 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:21.800+0000 7f6d7d6db200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:11:22.004 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:22.000+0000 7f6d7d6db200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:11:22.289 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:22.189+0000 7f6d7d6db200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:11:22.743 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:22.479+0000 7f6d7d6db200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:11:22.743 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:22.739+0000 7f6d7d6db200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:11:23.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:22.980+0000 7f6d7d6db200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:11:24.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:23.805+0000 7f6d7d6db200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:11:24.708 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:24.384+0000 7f6d7d6db200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:11:24.708 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:24.484+0000 7f6d7d6db200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:11:24.708 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:24.704+0000 7f6d7d6db200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:11:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: Active manager daemon x restarted 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: Activating manager daemon x 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: osdmap e2: 0 total, 0 up, 0 in 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: mgrmap e6: x(active, starting, since 0.00339816s) 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: Manager daemon x is now available 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:24 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: Found migration_current of "None". Setting to last migration. 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:26.000 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:25 smithi017 ceph-mon[32207]: mgrmap e7: x(active, since 1.00538s) 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.589+0000 7f0b2a7c3700 1 Processor -- start 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.589+0000 7f0b2a7c3700 1 -- start start 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.589+0000 7f0b2a7c3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b24108370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.589+0000 7f0b2a7c3700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b2407aeb0 con 0x7f0b24105f40 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.611+0000 7f0b23fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b24108370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.611+0000 7f0b23fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b24108370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53922/0 (socket says 172.21.15.17:53922) 2024-03-16T18:11:26.277 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.611+0000 7f0b23fff700 1 -- 172.21.15.17:0/1179476215 learned_addr learned my addr 172.21.15.17:0/1179476215 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.635+0000 7f0b23fff700 1 -- 172.21.15.17:0/1179476215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b241088b0 con 0x7f0b24105f40 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.645+0000 7f0b23fff700 1 --2- 172.21.15.17:0/1179476215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b24108370 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0b140098a0 tx=0x7f0b14009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f5b660a95bbbdd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.645+0000 7f0b22ffd700 1 -- 172.21.15.17:0/1179476215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0b14004160 con 0x7f0b24105f40 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.645+0000 7f0b22ffd700 1 -- 172.21.15.17:0/1179476215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f0b140042c0 con 0x7f0b24105f40 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.645+0000 7f0b22ffd700 1 -- 172.21.15.17:0/1179476215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0b14011a50 con 0x7f0b24105f40 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.646+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1179476215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 msgr2=0x7f0b24108370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.646+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1179476215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b24108370 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f0b140098a0 tx=0x7f0b14009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.646+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1179476215 shutdown_connections 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.646+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1179476215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b24108370 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.646+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1179476215 >> 172.21.15.17:0/1179476215 conn(0x7f0b24101b40 msgr2=0x7f0b24103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.648+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1179476215 shutdown_connections 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.648+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1179476215 wait complete. 2024-03-16T18:11:26.278 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.648+0000 7f0b2a7c3700 1 Processor -- start 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.648+0000 7f0b2a7c3700 1 -- start start 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.649+0000 7f0b2a7c3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b241a1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.649+0000 7f0b2a7c3700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b241a1fc0 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.654+0000 7f0b23fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b241a1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.654+0000 7f0b23fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b241a1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53926/0 (socket says 172.21.15.17:53926) 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.654+0000 7f0b23fff700 1 -- 172.21.15.17:0/1408760835 learned_addr learned my addr 172.21.15.17:0/1408760835 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.658+0000 7f0b23fff700 1 -- 172.21.15.17:0/1408760835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b14009550 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.658+0000 7f0b23fff700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b241a1a80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0b14003f40 tx=0x7f0b14011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.658+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0b14003a40 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.659+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f0b14003ba0 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.659+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b241a21c0 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.659+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f0b14019710 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.659+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b241a2660 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.660+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 5) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f0b140199d0 con 0x7f0b24105f40 2024-03-16T18:11:26.279 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.660+0000 7f0b217fa700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.660+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 --> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0b0c03b830 con 0x7f0b0c038c60 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.660+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f0b1404cf80 con 0x7f0b24105f40 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.660+0000 7f0b237fe700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 msgr2=0x7f0b0c03b120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.660+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.861+0000 7f0b237fe700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 msgr2=0x7f0b0c03b120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:20.861+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:21.262+0000 7f0b237fe700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 msgr2=0x7f0b0c03b120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:21.262+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:22.063+0000 7f0b237fe700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 msgr2=0x7f0b0c03b120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:22.063+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:23.664+0000 7f0b237fe700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 msgr2=0x7f0b0c03b120 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/1281331913 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:23.664+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:24.719+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mgrmap(e 6) v1 ==== 45536+0+0 (secure 0 0 0) 0x7f0b14019d20 con 0x7f0b24105f40 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:24.719+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 msgr2=0x7f0b0c03b120 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:11:26.280 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:24.719+0000 7f0b217fa700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.720+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 7) v1 ==== 45663+0+0 (secure 0 0 0) 0x7f0b14021d60 con 0x7f0b24105f40 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.720+0000 7f0b217fa700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f0b0c03c550 0x7f0b0c03e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.720+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0b0c03b830 con 0x7f0b0c03c550 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.720+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f0b0c03c550 0x7f0b0c03e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.721+0000 7f0b237fe700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f0b0c03c550 0x7f0b0c03e940 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0b18003a10 tx=0x7f0b18009290 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.722+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7f0b0c03b830 con 0x7f0b0c03c550 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.728+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f0b24109720 con 0x7f0b0c03c550 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.728+0000 7f0b217fa700 1 -- 172.21.15.17:0/1408760835 <== mgr.14118 v2:172.21.15.17:6800/2875100147 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+51 (secure 0 0 0) 0x7f0b24109720 con 0x7f0b0c03c550 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f0b0c03c550 msgr2=0x7f0b0c03e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f0b0c03c550 0x7f0b0c03e940 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f0b18003a10 tx=0x7f0b18009290 comp rx=0 tx=0).stop 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 msgr2=0x7f0b241a1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b241a1a80 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0b14003f40 tx=0x7f0b14011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.281 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 shutdown_connections 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f0b0c03c550 0x7f0b0c03e940 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0b24105f40 0x7f0b241a1a80 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 --2- 172.21.15.17:0/1408760835 >> [v2:172.21.15.17:6800/1281331913,v1:172.21.15.17:6801/1281331913] conn(0x7f0b0c038c60 0x7f0b0c03b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 >> 172.21.15.17:0/1408760835 conn(0x7f0b24101b40 msgr2=0x7f0b24103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 shutdown_connections 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:25.729+0000 7f0b2a7c3700 1 -- 172.21.15.17:0/1408760835 wait complete. 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:mgr epoch 5 is available 2024-03-16T18:11:26.282 INFO:teuthology.orchestra.run.smithi017.stdout:Setting orchestrator backend to cephadm... 2024-03-16T18:11:26.884 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:26 smithi017 ceph-mon[32207]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-16T18:11:26.884 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:26 smithi017 ceph-mon[32207]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-16T18:11:26.884 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:26 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:27.414 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85abe83700 1 Processor -- start 2024-03-16T18:11:27.414 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85abe83700 1 -- start start 2024-03-16T18:11:27.414 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85abe83700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a410a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:27.414 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85abe83700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85a407aeb0 con 0x7f85a4108140 2024-03-16T18:11:27.414 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85a9c1f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a410a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85a9c1f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a410a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54014/0 (socket says 172.21.15.17:54014) 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.650+0000 7f85a9c1f700 1 -- 172.21.15.17:0/852883802 learned_addr learned my addr 172.21.15.17:0/852883802 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.651+0000 7f85a9c1f700 1 -- 172.21.15.17:0/852883802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85a410aa70 con 0x7f85a4108140 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.651+0000 7f85a9c1f700 1 --2- 172.21.15.17:0/852883802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a410a530 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f859c0098a0 tx=0x7f859c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e42767099d216169 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.651+0000 7f85a8c1d700 1 -- 172.21.15.17:0/852883802 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f859c004160 con 0x7f85a4108140 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.651+0000 7f85a8c1d700 1 -- 172.21.15.17:0/852883802 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f859c0042c0 con 0x7f85a4108140 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.651+0000 7f85a8c1d700 1 -- 172.21.15.17:0/852883802 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f859c011a50 con 0x7f85a4108140 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 -- 172.21.15.17:0/852883802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 msgr2=0x7f85a410a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 --2- 172.21.15.17:0/852883802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a410a530 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7f859c0098a0 tx=0x7f859c009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 -- 172.21.15.17:0/852883802 shutdown_connections 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 --2- 172.21.15.17:0/852883802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a410a530 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 -- 172.21.15.17:0/852883802 >> 172.21.15.17:0/852883802 conn(0x7f85a4101bb0 msgr2=0x7f85a4103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:27.415 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 -- 172.21.15.17:0/852883802 shutdown_connections 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 -- 172.21.15.17:0/852883802 wait complete. 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 Processor -- start 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.652+0000 7f85abe83700 1 -- start start 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85abe83700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a419b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85abe83700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85a419b900 con 0x7f85a4108140 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a9c1f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a419b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a9c1f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a419b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54024/0 (socket says 172.21.15.17:54024) 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a9c1f700 1 -- 172.21.15.17:0/775867248 learned_addr learned my addr 172.21.15.17:0/775867248 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a9c1f700 1 -- 172.21.15.17:0/775867248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f859c009550 con 0x7f85a4108140 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a9c1f700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a419b3c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f859c011a00 tx=0x7f859c011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f859c003a40 con 0x7f85a4108140 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f859c003ba0 con 0x7f85a4108140 2024-03-16T18:11:27.416 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85a419bb00 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f859c01a6e0 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.653+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85a419bfa0 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.654+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 7) v1 ==== 45663+0+0 (secure 0 0 0) 0x7f859c024440 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.654+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85a410b870 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.654+0000 7f85a2ffd700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f858c038be0 0x7f858c03b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.654+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f859c04cbc0 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.655+0000 7f85a941e700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f858c038be0 0x7f858c03b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.655+0000 7f85a941e700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f858c038be0 0x7f858c03b0a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8598006fd0 tx=0x7f8598006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.660+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f859c0246f0 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.773+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f859c024ba0 con 0x7f85a4108140 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.880+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}) v1 -- 0x7f85a4102d90 con 0x7f858c038be0 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.886+0000 7f85a2ffd700 1 -- 172.21.15.17:0/775867248 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f85a4102d90 con 0x7f858c038be0 2024-03-16T18:11:27.417 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f858c038be0 msgr2=0x7f858c03b0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f858c038be0 0x7f858c03b0a0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f8598006fd0 tx=0x7f8598006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 msgr2=0x7f85a419b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a419b3c0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f859c011a00 tx=0x7f859c011ae0 comp rx=0 tx=0).stop 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 shutdown_connections 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f858c038be0 0x7f858c03b0a0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 --2- 172.21.15.17:0/775867248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85a4108140 0x7f85a419b3c0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.888+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 >> 172.21.15.17:0/775867248 conn(0x7f85a4101bb0 msgr2=0x7f85a4102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.889+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 shutdown_connections 2024-03-16T18:11:27.418 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:26.889+0000 7f85abe83700 1 -- 172.21.15.17:0/775867248 wait complete. 2024-03-16T18:11:28.006 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:25] ENGINE Bus STARTING 2024-03-16T18:11:28.006 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:26] ENGINE Serving on http://172.21.15.17:8765 2024-03-16T18:11:28.006 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:26] ENGINE Serving on https://172.21.15.17:7150 2024-03-16T18:11:28.007 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:26] ENGINE Bus STARTED 2024-03-16T18:11:28.007 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: mgrmap e8: x(active, since 2s) 2024-03-16T18:11:28.007 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:28.007 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:27 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:28.546 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout value unchanged 2024-03-16T18:11:28.546 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd74668b700 1 Processor -- start 2024-03-16T18:11:28.546 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd74668b700 1 -- start start 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd74668b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd7401069c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd74668b700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd740106f90 con 0x7fd7401065a0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd73ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd7401069c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd73ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd7401069c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54036/0 (socket says 172.21.15.17:54036) 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.787+0000 7fd73ffff700 1 -- 172.21.15.17:0/2254280663 learned_addr learned my addr 172.21.15.17:0/2254280663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd73ffff700 1 -- 172.21.15.17:0/2254280663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7401077a0 con 0x7fd7401065a0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd73ffff700 1 --2- 172.21.15.17:0/2254280663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd7401069c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd7300098a0 tx=0x7fd730009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=693ecb1e8e190684 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd73effd700 1 -- 172.21.15.17:0/2254280663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd730004160 con 0x7fd7401065a0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd73effd700 1 -- 172.21.15.17:0/2254280663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7fd7300042c0 con 0x7fd7401065a0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd73effd700 1 -- 172.21.15.17:0/2254280663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd730011a50 con 0x7fd7401065a0 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd74668b700 1 -- 172.21.15.17:0/2254280663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 msgr2=0x7fd7401069c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.788+0000 7fd74668b700 1 --2- 172.21.15.17:0/2254280663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd7401069c0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7fd7300098a0 tx=0x7fd730009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 -- 172.21.15.17:0/2254280663 shutdown_connections 2024-03-16T18:11:28.547 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 --2- 172.21.15.17:0/2254280663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd7401069c0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 -- 172.21.15.17:0/2254280663 >> 172.21.15.17:0/2254280663 conn(0x7fd740101b60 msgr2=0x7fd740103f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 -- 172.21.15.17:0/2254280663 shutdown_connections 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 -- 172.21.15.17:0/2254280663 wait complete. 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 Processor -- start 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.789+0000 7fd74668b700 1 -- start start 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd74668b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd74019b4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd74668b700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd74019ba00 con 0x7fd7401065a0 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd74019b4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd74019b4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54038/0 (socket says 172.21.15.17:54038) 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73ffff700 1 -- 172.21.15.17:0/371380399 learned_addr learned my addr 172.21.15.17:0/371380399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73ffff700 1 -- 172.21.15.17:0/371380399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd730009550 con 0x7fd7401065a0 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73ffff700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd74019b4c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd730006af0 tx=0x7fd730011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd730003a30 con 0x7fd7401065a0 2024-03-16T18:11:28.548 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7fd730003b90 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd730019750 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd74019bc00 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.790+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd74019c0a0 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.791+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7fd7300199c0 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.791+0000 7fd73d7fa700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fd728038d00 0x7fd72803b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.791+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fd73004cf30 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.791+0000 7fd73f7fe700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fd728038d00 0x7fd72803b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.792+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd740195580 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.792+0000 7fd73f7fe700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fd728038d00 0x7fd72803b1c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd734006fd0 tx=0x7fd734006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:27.797+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd730019cc0 con 0x7fd7401065a0 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.003+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}) v1 -- 0x7fd74002da60 con 0x7fd728038d00 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.003+0000 7fd73d7fa700 1 -- 172.21.15.17:0/371380399 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+16 (secure 0 0 0) 0x7fd74002da60 con 0x7fd728038d00 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.005+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fd728038d00 msgr2=0x7fd72803b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.005+0000 7fd74668b700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fd728038d00 0x7fd72803b1c0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fd734006fd0 tx=0x7fd734006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:28.549 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.005+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 msgr2=0x7fd74019b4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.005+0000 7fd74668b700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd74019b4c0 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fd730006af0 tx=0x7fd730011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.006+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 shutdown_connections 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.006+0000 7fd74668b700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fd728038d00 0x7fd72803b1c0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.006+0000 7fd74668b700 1 --2- 172.21.15.17:0/371380399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7401065a0 0x7fd74019b4c0 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.006+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 >> 172.21.15.17:0/371380399 conn(0x7fd740101b60 msgr2=0x7fd740102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.006+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 shutdown_connections 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.006+0000 7fd74668b700 1 -- 172.21.15.17:0/371380399 wait complete. 2024-03-16T18:11:28.550 INFO:teuthology.orchestra.run.smithi017.stdout:Generating ssh key... 2024-03-16T18:11:28.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:28 smithi017 ceph-mon[32207]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:29.776 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: Generating public/private rsa key pair. 2024-03-16T18:11:29.776 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: Your identification has been saved in /tmp/tmpzuyau3kp/key. 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: Your public key has been saved in /tmp/tmpzuyau3kp/key.pub. 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: The key fingerprint is: 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: SHA256:9d7diHewsX1O0Wmz+LXAYZIYnDrfC4BLb/23+cVT0WQ ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: The key's randomart image is: 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: +---[RSA 3072]----+ 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | E| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | . . o.| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | +. ..| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | . ..o.. +| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | o +S. o.oo=o| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | . o = ..+o+X*| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | . o + .o+*o@| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | . o .o++*| 2024-03-16T18:11:29.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: | o.oo+.| 2024-03-16T18:11:29.778 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: +----[SHA256]-----+ 2024-03-16T18:11:30.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-mon[32207]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:30.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:29 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88e1cdc700 1 Processor -- start 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88e1cdc700 1 -- start start 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88e1cdc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc1069e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88e1cdc700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88dc106fb0 con 0x7f88dc1065c0 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88db7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc1069e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88db7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc1069e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54054/0 (socket says 172.21.15.17:54054) 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.963+0000 7f88db7fe700 1 -- 172.21.15.17:0/2459215711 learned_addr learned my addr 172.21.15.17:0/2459215711 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.964+0000 7f88db7fe700 1 -- 172.21.15.17:0/2459215711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88dc1077c0 con 0x7f88dc1065c0 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.964+0000 7f88db7fe700 1 --2- 172.21.15.17:0/2459215711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc1069e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0098a0 tx=0x7f88cc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc129ca2638c432c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.964+0000 7f88da7fc700 1 -- 172.21.15.17:0/2459215711 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f88cc004160 con 0x7f88dc1065c0 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.964+0000 7f88da7fc700 1 -- 172.21.15.17:0/2459215711 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f88cc0042c0 con 0x7f88dc1065c0 2024-03-16T18:11:30.060 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.964+0000 7f88da7fc700 1 -- 172.21.15.17:0/2459215711 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f88cc011a50 con 0x7f88dc1065c0 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2459215711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 msgr2=0x7f88dc1069e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 --2- 172.21.15.17:0/2459215711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc1069e0 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f88cc0098a0 tx=0x7f88cc009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2459215711 shutdown_connections 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 --2- 172.21.15.17:0/2459215711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc1069e0 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2459215711 >> 172.21.15.17:0/2459215711 conn(0x7f88dc101b80 msgr2=0x7f88dc103fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2459215711 shutdown_connections 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2459215711 wait complete. 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.965+0000 7f88e1cdc700 1 Processor -- start 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88e1cdc700 1 -- start start 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88e1cdc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc07aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88e1cdc700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88dc19e150 con 0x7f88dc1065c0 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88db7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc07aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88db7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc07aa70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54058/0 (socket says 172.21.15.17:54058) 2024-03-16T18:11:30.061 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88db7fe700 1 -- 172.21.15.17:0/2985918716 learned_addr learned my addr 172.21.15.17:0/2985918716 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88db7fe700 1 -- 172.21.15.17:0/2985918716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88cc009550 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88db7fe700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc07aa70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f88cc000c00 tx=0x7f88cc011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.966+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f88cc003a40 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.967+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f88cc003ba0 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.967+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88dc19e290 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.967+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f88cc01a700 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.967+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88dc19e670 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.967+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f88cc024b80 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.968+0000 7f88d8ff9700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f88c4038d00 0x7f88c403b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.968+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88dc063610 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.968+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f88cc04cd70 con 0x7f88dc1065c0 2024-03-16T18:11:30.062 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.968+0000 7f88daffd700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f88c4038d00 0x7f88c403b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.968+0000 7f88daffd700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f88c4038d00 0x7f88c403b1c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f88d0006fd0 tx=0x7f88d0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:28.973+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f88cc02d3f0 con 0x7f88dc1065c0 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.181+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f88dc102da0 con 0x7f88c4038d00 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.496+0000 7f88d8ff9700 1 -- 172.21.15.17:0/2985918716 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f88dc102da0 con 0x7f88c4038d00 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f88c4038d00 msgr2=0x7f88c403b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f88c4038d00 0x7f88c403b1c0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f88d0006fd0 tx=0x7f88d0006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 msgr2=0x7f88dc07aa70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc07aa70 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f88cc000c00 tx=0x7f88cc011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 shutdown_connections 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f88c4038d00 0x7f88c403b1c0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 --2- 172.21.15.17:0/2985918716 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88dc1065c0 0x7f88dc07aa70 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 >> 172.21.15.17:0/2985918716 conn(0x7f88dc101b80 msgr2=0x7f88dc102690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 shutdown_connections 2024-03-16T18:11:30.063 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:29.498+0000 7f88e1cdc700 1 -- 172.21.15.17:0/2985918716 wait complete. 2024-03-16T18:11:31.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:30 smithi017 ceph-mon[32207]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:31.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:30 smithi017 ceph-mon[32207]: Generating ssh key... 2024-03-16T18:11:31.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:11:31.233 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.424+0000 7f97b4f74700 1 Processor -- start 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.424+0000 7f97b4f74700 1 -- start start 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.424+0000 7f97b4f74700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b0107b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.424+0000 7f97b4f74700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97b01080e0 con 0x7f97b01076f0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ae59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b0107b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ae59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b0107b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52176/0 (socket says 172.21.15.17:52176) 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ae59c700 1 -- 172.21.15.17:0/654390405 learned_addr learned my addr 172.21.15.17:0/654390405 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ae59c700 1 -- 172.21.15.17:0/654390405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97b01088a0 con 0x7f97b01076f0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ae59c700 1 --2- 172.21.15.17:0/654390405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b0107b10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f97a40098a0 tx=0x7f97a4009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c94fd5340b3b614 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ad59a700 1 -- 172.21.15.17:0/654390405 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97a4004160 con 0x7f97b01076f0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ad59a700 1 -- 172.21.15.17:0/654390405 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f97a40042c0 con 0x7f97b01076f0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.425+0000 7f97ad59a700 1 -- 172.21.15.17:0/654390405 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97a4011a50 con 0x7f97b01076f0 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 -- 172.21.15.17:0/654390405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 msgr2=0x7f97b0107b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 --2- 172.21.15.17:0/654390405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b0107b10 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f97a40098a0 tx=0x7f97a4009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:31.234 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 -- 172.21.15.17:0/654390405 shutdown_connections 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 --2- 172.21.15.17:0/654390405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b0107b10 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 -- 172.21.15.17:0/654390405 >> 172.21.15.17:0/654390405 conn(0x7f97b0102cf0 msgr2=0x7f97b0105110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 -- 172.21.15.17:0/654390405 shutdown_connections 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.426+0000 7f97b4f74700 1 -- 172.21.15.17:0/654390405 wait complete. 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97b4f74700 1 Processor -- start 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97b4f74700 1 -- start start 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97b4f74700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b019b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97b4f74700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97b019b960 con 0x7f97b01076f0 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97ae59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b019b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97ae59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b019b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52182/0 (socket says 172.21.15.17:52182) 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97ae59c700 1 -- 172.21.15.17:0/578471981 learned_addr learned my addr 172.21.15.17:0/578471981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97ae59c700 1 -- 172.21.15.17:0/578471981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a4009550 con 0x7f97b01076f0 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.427+0000 7f97ae59c700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b019b420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f97a4000c00 tx=0x7f97a4011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:31.235 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.428+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97a4003a40 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.428+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f97a4003ba0 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.428+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f97a401a700 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.428+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97b019bb60 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.428+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97b019c000 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.429+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f97a401a980 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.429+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97b010bad0 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.429+0000 7f979f7fe700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9798038cb0 0x7f979803b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.429+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f97a404ceb0 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.429+0000 7f97add9b700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9798038cb0 0x7f979803b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.429+0000 7f97add9b700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9798038cb0 0x7f979803b170 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f97a0006fd0 tx=0x7f97a0006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.434+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f97a4018a40 con 0x7f97b01076f0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.637+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}) v1 -- 0x7f97b0103f90 con 0x7f9798038cb0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.637+0000 7f979f7fe700 1 -- 172.21.15.17:0/578471981 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+595 (secure 0 0 0) 0x7f97b0103f90 con 0x7f9798038cb0 2024-03-16T18:11:31.236 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9798038cb0 msgr2=0x7f979803b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9798038cb0 0x7f979803b170 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f97a0006fd0 tx=0x7f97a0006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 msgr2=0x7f97b019b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b019b420 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f97a4000c00 tx=0x7f97a4011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 shutdown_connections 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9798038cb0 0x7f979803b170 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 --2- 172.21.15.17:0/578471981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f97b01076f0 0x7f97b019b420 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.639+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 >> 172.21.15.17:0/578471981 conn(0x7f97b0102cf0 msgr2=0x7f97b0103880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.640+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 shutdown_connections 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:30.640+0000 7f97b4f74700 1 -- 172.21.15.17:0/578471981 wait complete. 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:Adding key to root@localhost authorized_keys... 2024-03-16T18:11:31.237 INFO:teuthology.orchestra.run.smithi017.stdout:Adding host smithi017... 2024-03-16T18:11:32.036 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:31 smithi017 ceph-mon[32207]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:33.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:32 smithi017 ceph-mon[32207]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi017", "addr": "172.21.15.17", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:33.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:32 smithi017 ceph-mon[32207]: Deploying cephadm binary to smithi017 2024-03-16T18:11:36.807 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Added host 'smithi017' with addr '172.21.15.17' 2024-03-16T18:11:36.807 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.671+0000 7f9975676700 1 Processor -- start 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f9975676700 1 -- start start 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f9975676700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f9970105dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f9975676700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9970106390 con 0x7f99701059a0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f996effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f9970105dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f996effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f9970105dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52190/0 (socket says 172.21.15.17:52190) 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f996effd700 1 -- 172.21.15.17:0/4147211661 learned_addr learned my addr 172.21.15.17:0/4147211661 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f996effd700 1 -- 172.21.15.17:0/4147211661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99701064d0 con 0x7f99701059a0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.672+0000 7f996effd700 1 --2- 172.21.15.17:0/4147211661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f9970105dc0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f99600098a0 tx=0x7f9960009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a035fb96ef5b6e87 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f996dffb700 1 -- 172.21.15.17:0/4147211661 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9960004160 con 0x7f99701059a0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f996dffb700 1 -- 172.21.15.17:0/4147211661 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f99600042c0 con 0x7f99701059a0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f996dffb700 1 -- 172.21.15.17:0/4147211661 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9960011a50 con 0x7f99701059a0 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 -- 172.21.15.17:0/4147211661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 msgr2=0x7f9970105dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:36.808 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 --2- 172.21.15.17:0/4147211661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f9970105dc0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f99600098a0 tx=0x7f9960009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 -- 172.21.15.17:0/4147211661 shutdown_connections 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 --2- 172.21.15.17:0/4147211661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f9970105dc0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 -- 172.21.15.17:0/4147211661 >> 172.21.15.17:0/4147211661 conn(0x7f9970101320 msgr2=0x7f9970103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 -- 172.21.15.17:0/4147211661 shutdown_connections 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.673+0000 7f9975676700 1 -- 172.21.15.17:0/4147211661 wait complete. 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f9975676700 1 Processor -- start 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f9975676700 1 -- start start 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f9975676700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f997019b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f9975676700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f997019b960 con 0x7f99701059a0 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f996effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f997019b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f996effd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f997019b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52202/0 (socket says 172.21.15.17:52202) 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.674+0000 7f996effd700 1 -- 172.21.15.17:0/3723874184 learned_addr learned my addr 172.21.15.17:0/3723874184 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f996effd700 1 -- 172.21.15.17:0/3723874184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9960009550 con 0x7f99701059a0 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f996effd700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f997019b420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9960000c00 tx=0x7f9960011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:36.809 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9960003a40 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f9960003ba0 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f997019bb60 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f996001a700 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.675+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f997019c000 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.676+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f996001a930 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.676+0000 7f9957fff700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9958038d00 0x7f995803b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.676+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f996004cdf0 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.676+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99701096a0 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.676+0000 7f996e7fc700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9958038d00 0x7f995803b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.677+0000 7f996e7fc700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9958038d00 0x7f995803b1c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9964006fd0 tx=0x7f9964006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.681+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f996001abe0 con 0x7f99701059a0 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:31.890+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi017", "addr": "172.21.15.17", "target": ["mon-mgr", ""]}) v1 -- 0x7f997019e8e0 con 0x7f9958038d00 2024-03-16T18:11:36.810 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.245+0000 7f9957fff700 1 -- 172.21.15.17:0/3723874184 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+48 (secure 0 0 0) 0x7f997019e8e0 con 0x7f9958038d00 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9958038d00 msgr2=0x7f995803b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9958038d00 0x7f995803b1c0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f9964006fd0 tx=0x7f9964006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 msgr2=0x7f997019b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f997019b420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9960000c00 tx=0x7f9960011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 shutdown_connections 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9958038d00 0x7f995803b1c0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 --2- 172.21.15.17:0/3723874184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f99701059a0 0x7f997019b420 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 >> 172.21.15.17:0/3723874184 conn(0x7f9970101320 msgr2=0x7f9970101e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 shutdown_connections 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:36.248+0000 7f9975676700 1 -- 172.21.15.17:0/3723874184 wait complete. 2024-03-16T18:11:36.811 INFO:teuthology.orchestra.run.smithi017.stdout:Deploying unmanaged mon service... 2024-03-16T18:11:37.533 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:37 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:37.533 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:37 smithi017 ceph-mon[32207]: Added host smithi017 2024-03-16T18:11:37.533 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:37 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:38.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-03-16T18:11:38.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5123d31700 1 Processor -- start 2024-03-16T18:11:38.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5123d31700 1 -- start start 2024-03-16T18:11:38.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5123d31700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c10a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:38.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5123d31700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c07ae50 con 0x7f511c1081a0 2024-03-16T18:11:38.109 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5121acd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c10a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5121acd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c10a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52218/0 (socket says 172.21.15.17:52218) 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.295+0000 7f5121acd700 1 -- 172.21.15.17:0/2139121243 learned_addr learned my addr 172.21.15.17:0/2139121243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5121acd700 1 -- 172.21.15.17:0/2139121243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f511c10aad0 con 0x7f511c1081a0 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5121acd700 1 --2- 172.21.15.17:0/2139121243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c10a590 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f51180098a0 tx=0x7f5118009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec4760e153392a2f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5120acb700 1 -- 172.21.15.17:0/2139121243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5118004160 con 0x7f511c1081a0 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5120acb700 1 -- 172.21.15.17:0/2139121243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f51180042c0 con 0x7f511c1081a0 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5120acb700 1 -- 172.21.15.17:0/2139121243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5118011a50 con 0x7f511c1081a0 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5123d31700 1 -- 172.21.15.17:0/2139121243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 msgr2=0x7f511c10a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.296+0000 7f5123d31700 1 --2- 172.21.15.17:0/2139121243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c10a590 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f51180098a0 tx=0x7f5118009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 -- 172.21.15.17:0/2139121243 shutdown_connections 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 --2- 172.21.15.17:0/2139121243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c10a590 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 -- 172.21.15.17:0/2139121243 >> 172.21.15.17:0/2139121243 conn(0x7f511c101bb0 msgr2=0x7f511c103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:38.110 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 -- 172.21.15.17:0/2139121243 shutdown_connections 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 -- 172.21.15.17:0/2139121243 wait complete. 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 Processor -- start 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 -- start start 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c107a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5123d31700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f511c107f60 con 0x7f511c1081a0 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5121acd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c107a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5121acd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c107a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52220/0 (socket says 172.21.15.17:52220) 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.297+0000 7f5121acd700 1 -- 172.21.15.17:0/1497172207 learned_addr learned my addr 172.21.15.17:0/1497172207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5121acd700 1 -- 172.21.15.17:0/1497172207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5118009550 con 0x7f511c1081a0 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5121acd700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c107a20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5118006af0 tx=0x7f5118011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5118003930 con 0x7f511c1081a0 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f511c106150 con 0x7f511c1081a0 2024-03-16T18:11:38.111 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f5118003a90 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5118019670 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.298+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f511c1065f0 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.299+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f511801aa30 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.299+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f511c10b870 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.299+0000 7f5112ffd700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f5108038c60 0x7f510803b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.299+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f511804d030 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.299+0000 7f51212cc700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f5108038c60 0x7f510803b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.300+0000 7f51212cc700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f5108038c60 0x7f510803b120 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f510c006fd0 tx=0x7f510c006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.304+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5118081280 con 0x7f511c1081a0 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.529+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f511c106c80 con 0x7f5108038c60 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.534+0000 7f5112ffd700 1 -- 172.21.15.17:0/1497172207 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f511c106c80 con 0x7f5108038c60 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f5108038c60 msgr2=0x7f510803b120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:38.112 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f5108038c60 0x7f510803b120 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f510c006fd0 tx=0x7f510c006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 msgr2=0x7f511c107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c107a20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f5118006af0 tx=0x7f5118011ab0 comp rx=0 tx=0).stop 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 shutdown_connections 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f5108038c60 0x7f510803b120 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 --2- 172.21.15.17:0/1497172207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f511c1081a0 0x7f511c107a20 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.536+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 >> 172.21.15.17:0/1497172207 conn(0x7f511c101bb0 msgr2=0x7f511c1026a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.537+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 shutdown_connections 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:37.537+0000 7f5123d31700 1 -- 172.21.15.17:0/1497172207 wait complete. 2024-03-16T18:11:38.113 INFO:teuthology.orchestra.run.smithi017.stdout:Deploying unmanaged mgr service... 2024-03-16T18:11:38.689 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:38 smithi017 ceph-mon[32207]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:38.689 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:38 smithi017 ceph-mon[32207]: Saving service mon spec with placement count:5 2024-03-16T18:11:38.689 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:38 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.595+0000 7f928b676700 1 Processor -- start 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f928b676700 1 -- start start 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f928b676700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928410a530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f928b676700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928407aeb0 con 0x7f9284108140 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f9289412700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928410a530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f9289412700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928410a530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52236/0 (socket says 172.21.15.17:52236) 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f9289412700 1 -- 172.21.15.17:0/3984979485 learned_addr learned my addr 172.21.15.17:0/3984979485 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f9289412700 1 -- 172.21.15.17:0/3984979485 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f928410aa70 con 0x7f9284108140 2024-03-16T18:11:39.720 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.596+0000 7f9289412700 1 --2- 172.21.15.17:0/3984979485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928410a530 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f92800098a0 tx=0x7f9280009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce3849d06a0e6bca server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f927bfff700 1 -- 172.21.15.17:0/3984979485 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9280004160 con 0x7f9284108140 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f927bfff700 1 -- 172.21.15.17:0/3984979485 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f92800042c0 con 0x7f9284108140 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f927bfff700 1 -- 172.21.15.17:0/3984979485 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9280011a50 con 0x7f9284108140 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 -- 172.21.15.17:0/3984979485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 msgr2=0x7f928410a530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 --2- 172.21.15.17:0/3984979485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928410a530 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f92800098a0 tx=0x7f9280009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 -- 172.21.15.17:0/3984979485 shutdown_connections 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 --2- 172.21.15.17:0/3984979485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928410a530 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 -- 172.21.15.17:0/3984979485 >> 172.21.15.17:0/3984979485 conn(0x7f9284101bb0 msgr2=0x7f9284103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 -- 172.21.15.17:0/3984979485 shutdown_connections 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.597+0000 7f928b676700 1 -- 172.21.15.17:0/3984979485 wait complete. 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f928b676700 1 Processor -- start 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f928b676700 1 -- start start 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f928b676700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928419b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f928b676700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f928419b900 con 0x7f9284108140 2024-03-16T18:11:39.721 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f9289412700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928419b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f9289412700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928419b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:52242/0 (socket says 172.21.15.17:52242) 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f9289412700 1 -- 172.21.15.17:0/3086377705 learned_addr learned my addr 172.21.15.17:0/3086377705 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.598+0000 7f9289412700 1 -- 172.21.15.17:0/3086377705 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9280009550 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.599+0000 7f9289412700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928419b3c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9280011a00 tx=0x7f9280011ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.599+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f9280003a40 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.599+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1071+0+0 (secure 0 0 0) 0x7f9280003ba0 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.599+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f928419bb00 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.599+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f928001a6e0 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.599+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f928419bfa0 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.600+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f928001a9a0 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.600+0000 7f927a7fc700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9270038cb0 0x7f927003b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.600+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f928004ce00 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.600+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f928410b870 con 0x7f9284108140 2024-03-16T18:11:39.722 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.600+0000 7f9288c11700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9270038cb0 0x7f927003b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.600+0000 7f9288c11700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9270038cb0 0x7f927003b170 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9274006fd0 tx=0x7f9274006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.605+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f928001ae30 con 0x7f9284108140 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.825+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f9284102d90 con 0x7f9270038cb0 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.829+0000 7f927a7fc700 1 -- 172.21.15.17:0/3086377705 <== mgr.14118 v2:172.21.15.17:6800/2875100147 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f9284102d90 con 0x7f9270038cb0 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9270038cb0 msgr2=0x7f927003b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9270038cb0 0x7f927003b170 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f9274006fd0 tx=0x7f9274006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 msgr2=0x7f928419b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928419b3c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f9280011a00 tx=0x7f9280011ae0 comp rx=0 tx=0).stop 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 shutdown_connections 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f9270038cb0 0x7f927003b170 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 --2- 172.21.15.17:0/3086377705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9284108140 0x7f928419b3c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 >> 172.21.15.17:0/3086377705 conn(0x7f9284101bb0 msgr2=0x7f9284102680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 shutdown_connections 2024-03-16T18:11:39.723 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:38.831+0000 7f928b676700 1 -- 172.21.15.17:0/3086377705 wait complete. 2024-03-16T18:11:40.115 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:39 smithi017 ceph-mon[32207]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:40.115 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:39 smithi017 ceph-mon[32207]: Saving service mgr spec with placement count:2 2024-03-16T18:11:40.115 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:39 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:40.116 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:39 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:40.116 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:39 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:40.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69f7db700 1 Processor -- start 2024-03-16T18:11:40.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69f7db700 1 -- start start 2024-03-16T18:11:40.934 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69f7db700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc698105df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69f7db700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6981063c0 con 0x7fc6981059d0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69d577700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc698105df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69d577700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc698105df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45966/0 (socket says 172.21.15.17:45966) 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.161+0000 7fc69d577700 1 -- 172.21.15.17:0/3428244436 learned_addr learned my addr 172.21.15.17:0/3428244436 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.162+0000 7fc69d577700 1 -- 172.21.15.17:0/3428244436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc698106500 con 0x7fc6981059d0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.162+0000 7fc69d577700 1 --2- 172.21.15.17:0/3428244436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc698105df0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc6940098a0 tx=0x7fc694009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6693d860ce779edb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.162+0000 7fc68ffff700 1 -- 172.21.15.17:0/3428244436 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc694004160 con 0x7fc6981059d0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.162+0000 7fc68ffff700 1 -- 172.21.15.17:0/3428244436 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc6940042c0 con 0x7fc6981059d0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.162+0000 7fc68ffff700 1 -- 172.21.15.17:0/3428244436 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6940119b0 con 0x7fc6981059d0 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 -- 172.21.15.17:0/3428244436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 msgr2=0x7fc698105df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 --2- 172.21.15.17:0/3428244436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc698105df0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fc6940098a0 tx=0x7fc694009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 -- 172.21.15.17:0/3428244436 shutdown_connections 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 --2- 172.21.15.17:0/3428244436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc698105df0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:40.935 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 -- 172.21.15.17:0/3428244436 >> 172.21.15.17:0/3428244436 conn(0x7fc6981012e0 msgr2=0x7fc698103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 -- 172.21.15.17:0/3428244436 shutdown_connections 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.163+0000 7fc69f7db700 1 -- 172.21.15.17:0/3428244436 wait complete. 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69f7db700 1 Processor -- start 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69f7db700 1 -- start start 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69f7db700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc69819b4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69f7db700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc69819ba20 con 0x7fc6981059d0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69d577700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc69819b4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69d577700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc69819b4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45976/0 (socket says 172.21.15.17:45976) 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69d577700 1 -- 172.21.15.17:0/2776761073 learned_addr learned my addr 172.21.15.17:0/2776761073 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.164+0000 7fc69d577700 1 -- 172.21.15.17:0/2776761073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc694009550 con 0x7fc6981059d0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.165+0000 7fc69d577700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc69819b4e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc694006af0 tx=0x7fc694011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.165+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc6940039e0 con 0x7fc6981059d0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.165+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc694003b40 con 0x7fc6981059d0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.165+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc69819bc20 con 0x7fc6981059d0 2024-03-16T18:11:40.936 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.165+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fc694019750 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.165+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc69819c0c0 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.166+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc67c005360 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.166+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7fc6940199c0 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.166+0000 7fc68e7fc700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fc684038d00 0x7fc68403b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.166+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fc69404d050 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.167+0000 7fc69cd76700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fc684038d00 0x7fc68403b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.167+0000 7fc69cd76700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fc684038d00 0x7fc68403b1c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc688006fd0 tx=0x7fc688006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.172+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc694018c70 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.380+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/container_init}] v 0) v1 -- 0x7fc67c005610 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.382+0000 7fc68e7fc700 1 -- 172.21.15.17:0/2776761073 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/container_init}]=0 v7)=0 v7) v1 ==== 142+0+0 (secure 0 0 0) 0x7fc694018860 con 0x7fc6981059d0 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fc684038d00 msgr2=0x7fc68403b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fc684038d00 0x7fc68403b1c0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fc688006fd0 tx=0x7fc688006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 msgr2=0x7fc69819b4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc69819b4e0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fc694006af0 tx=0x7fc694011a30 comp rx=0 tx=0).stop 2024-03-16T18:11:40.937 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 shutdown_connections 2024-03-16T18:11:40.938 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fc684038d00 0x7fc68403b1c0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:40.938 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 --2- 172.21.15.17:0/2776761073 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc6981059d0 0x7fc69819b4e0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:40.938 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 >> 172.21.15.17:0/2776761073 conn(0x7fc6981012e0 msgr2=0x7fc698101ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:40.938 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 shutdown_connections 2024-03-16T18:11:40.938 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:40.385+0000 7fc69f7db700 1 -- 172.21.15.17:0/2776761073 wait complete. 2024-03-16T18:11:41.641 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:41 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2776761073' entity='client.admin' 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3eba3700 1 Processor -- start 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3eba3700 1 -- start start 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3eba3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3810a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3eba3700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3807ae70 con 0x7f3c38108180 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3c93f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3810a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3c93f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3810a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45982/0 (socket says 172.21.15.17:45982) 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.555+0000 7f3c3c93f700 1 -- 172.21.15.17:0/1329682541 learned_addr learned my addr 172.21.15.17:0/1329682541 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:42.352 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c3c93f700 1 -- 172.21.15.17:0/1329682541 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c3810aab0 con 0x7f3c38108180 2024-03-16T18:11:42.353 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c3c93f700 1 --2- 172.21.15.17:0/1329682541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3810a570 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0098a0 tx=0x7f3c2c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32bb381ef7d6cd4c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:42.353 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c377fe700 1 -- 172.21.15.17:0/1329682541 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3c2c004160 con 0x7f3c38108180 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c377fe700 1 -- 172.21.15.17:0/1329682541 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3c2c0042c0 con 0x7f3c38108180 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c377fe700 1 -- 172.21.15.17:0/1329682541 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3c2c0119b0 con 0x7f3c38108180 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c3eba3700 1 -- 172.21.15.17:0/1329682541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 msgr2=0x7f3c3810a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.556+0000 7f3c3eba3700 1 --2- 172.21.15.17:0/1329682541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3810a570 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c0098a0 tx=0x7f3c2c009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 -- 172.21.15.17:0/1329682541 shutdown_connections 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 --2- 172.21.15.17:0/1329682541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3810a570 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 -- 172.21.15.17:0/1329682541 >> 172.21.15.17:0/1329682541 conn(0x7f3c38101bb0 msgr2=0x7f3c38103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 -- 172.21.15.17:0/1329682541 shutdown_connections 2024-03-16T18:11:42.354 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 -- 172.21.15.17:0/1329682541 wait complete. 2024-03-16T18:11:42.355 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 Processor -- start 2024-03-16T18:11:42.355 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 -- start start 2024-03-16T18:11:42.355 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3819b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:42.355 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3eba3700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3819b910 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3c93f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3819b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3c93f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3819b3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45988/0 (socket says 172.21.15.17:45988) 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.557+0000 7f3c3c93f700 1 -- 172.21.15.17:0/640390020 learned_addr learned my addr 172.21.15.17:0/640390020 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c3c93f700 1 -- 172.21.15.17:0/640390020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c2c009550 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c3c93f700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3819b3d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c011980 tx=0x7f3c2c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3c2c0039c0 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3c2c003b20 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c3819bb10 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f3c2c019650 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.558+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c3819bfb0 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.559+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7f3c2c0198c0 con 0x7f3c38108180 2024-03-16T18:11:42.356 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.559+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c3810b890 con 0x7f3c38108180 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.559+0000 7f3c35ffb700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f3c28038d00 0x7f3c2803b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.559+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f3c2c04d120 con 0x7f3c38108180 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.559+0000 7f3c37fff700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f3c28038d00 0x7f3c2803b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.560+0000 7f3c37fff700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f3c28038d00 0x7f3c2803b1c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3c24006fd0 tx=0x7f3c24006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.564+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3c2c018a40 con 0x7f3c38108180 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.768+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/dashboard/ssl_server_port}] v 0) v1 -- 0x7f3c3819e890 con 0x7f3c38108180 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.770+0000 7f3c35ffb700 1 -- 172.21.15.17:0/640390020 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/dashboard/ssl_server_port}]=0 v8)=0 v8) v1 ==== 130+0+0 (secure 0 0 0) 0x7f3c2c018350 con 0x7f3c38108180 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f3c28038d00 msgr2=0x7f3c2803b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f3c28038d00 0x7f3c2803b1c0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f3c24006fd0 tx=0x7f3c24006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 msgr2=0x7f3c3819b3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:42.357 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3819b3d0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c011980 tx=0x7f3c2c011a60 comp rx=0 tx=0).stop 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 shutdown_connections 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f3c28038d00 0x7f3c2803b1c0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 --2- 172.21.15.17:0/640390020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3c38108180 0x7f3c3819b3d0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 >> 172.21.15.17:0/640390020 conn(0x7f3c38101bb0 msgr2=0x7f3c38102650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 shutdown_connections 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:41.773+0000 7f3c3eba3700 1 -- 172.21.15.17:0/640390020 wait complete. 2024-03-16T18:11:42.358 INFO:teuthology.orchestra.run.smithi017.stdout:Enabling the dashboard module... 2024-03-16T18:11:43.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:42 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/640390020' entity='client.admin' 2024-03-16T18:11:43.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:42 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:44.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:43 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4128142955' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-03-16T18:11:44.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:43 smithi017 ceph-mon[32207]: from='mgr.14118 172.21.15.17:0/2191722727' entity='mgr.x' 2024-03-16T18:11:44.040 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:43 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: ignoring --setuser ceph since I am not root 2024-03-16T18:11:44.040 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:43 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: ignoring --setgroup ceph since I am not root 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.799+0000 7fa6ecacd700 1 Processor -- start 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.799+0000 7fa6ecacd700 1 -- start start 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.799+0000 7fa6ecacd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e810a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.799+0000 7fa6ecacd700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6e807adf0 con 0x7fa6e8108200 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e810a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e810a5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45996/0 (socket says 172.21.15.17:45996) 2024-03-16T18:11:44.334 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e659c700 1 -- 172.21.15.17:0/5499684 learned_addr learned my addr 172.21.15.17:0/5499684 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e659c700 1 -- 172.21.15.17:0/5499684 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6e807af30 con 0x7fa6e8108200 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e659c700 1 --2- 172.21.15.17:0/5499684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e810a5f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0098a0 tx=0x7fa6dc009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15dd5a65173e2846 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e559a700 1 -- 172.21.15.17:0/5499684 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6dc004160 con 0x7fa6e8108200 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e559a700 1 -- 172.21.15.17:0/5499684 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa6dc0042c0 con 0x7fa6e8108200 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.800+0000 7fa6e559a700 1 -- 172.21.15.17:0/5499684 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6dc0119b0 con 0x7fa6e8108200 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 -- 172.21.15.17:0/5499684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 msgr2=0x7fa6e810a5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 --2- 172.21.15.17:0/5499684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e810a5f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc0098a0 tx=0x7fa6dc009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 -- 172.21.15.17:0/5499684 shutdown_connections 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 --2- 172.21.15.17:0/5499684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e810a5f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 -- 172.21.15.17:0/5499684 >> 172.21.15.17:0/5499684 conn(0x7fa6e8101bb0 msgr2=0x7fa6e8103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 -- 172.21.15.17:0/5499684 shutdown_connections 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.801+0000 7fa6ecacd700 1 -- 172.21.15.17:0/5499684 wait complete. 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6ecacd700 1 Processor -- start 2024-03-16T18:11:44.335 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6ecacd700 1 -- start start 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6ecacd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e819b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6ecacd700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6e819b900 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6e659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e819b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6e659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e819b3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46000/0 (socket says 172.21.15.17:46000) 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6e659c700 1 -- 172.21.15.17:0/4128142955 learned_addr learned my addr 172.21.15.17:0/4128142955 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.802+0000 7fa6e659c700 1 -- 172.21.15.17:0/4128142955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6dc009550 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.803+0000 7fa6e659c700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e819b3c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc011980 tx=0x7fa6dc011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.803+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6dc0039c0 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.803+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa6dc003b20 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.803+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6e819bb00 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.803+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa6dc019650 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.803+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6e819bfa0 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.804+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 8) v1 ==== 45769+0+0 (secure 0 0 0) 0x7fa6dc019910 con 0x7fa6e8108200 2024-03-16T18:11:44.336 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.804+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6e810b8a0 con 0x7fa6e8108200 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.804+0000 7fa6d77fe700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fa6d0038cb0 0x7fa6d003b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.804+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7fa6dc04de80 con 0x7fa6e8108200 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.804+0000 7fa6e5d9b700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fa6d0038cb0 0x7fa6d003b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.804+0000 7fa6e5d9b700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fa6d0038cb0 0x7fa6d003b170 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8006fd0 tx=0x7fa6d8006e40 comp rx=0 tx=0).ready entity=mgr.14118 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:42.813+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa6dc018dc0 con 0x7fa6e8108200 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.076+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "dashboard"} v 0) v1 -- 0x7fa6e810bae0 con 0x7fa6e8108200 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.773+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "dashboard"}]=0 v9) v1 ==== 88+0+0 (secure 0 0 0) 0x7fa6dc023390 con 0x7fa6e8108200 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.774+0000 7fa6d77fe700 1 -- 172.21.15.17:0/4128142955 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mgrmap(e 9) v1 ==== 45782+0+0 (secure 0 0 0) 0x7fa6dc04c930 con 0x7fa6e8108200 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fa6d0038cb0 msgr2=0x7fa6d003b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fa6d0038cb0 0x7fa6d003b170 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fa6d8006fd0 tx=0x7fa6d8006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 msgr2=0x7fa6e819b3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e819b3c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa6dc011980 tx=0x7fa6dc011a60 comp rx=0 tx=0).stop 2024-03-16T18:11:44.337 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 shutdown_connections 2024-03-16T18:11:44.338 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7fa6d0038cb0 0x7fa6d003b170 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:44.338 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 --2- 172.21.15.17:0/4128142955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6e8108200 0x7fa6e819b3c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:44.338 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 >> 172.21.15.17:0/4128142955 conn(0x7fa6e8101bb0 msgr2=0x7fa6e8102620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:44.338 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 shutdown_connections 2024-03-16T18:11:44.338 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:43.776+0000 7fa6ecacd700 1 -- 172.21.15.17:0/4128142955 wait complete. 2024-03-16T18:11:44.707 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:44 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:44.374+0000 7f64c176d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:11:44.707 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:44 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:44.472+0000 7f64c176d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:11:45.013 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:44 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4128142955' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-03-16T18:11:45.013 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:44 smithi017 ceph-mon[32207]: mgrmap e9: x(active, since 19s) 2024-03-16T18:11:45.289 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.145+0000 7f64c176d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:11:45.290 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.243+0000 7f64c176d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:11:45.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.388+0000 7f64c176d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:11:45.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.486+0000 7f64c176d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:11:45.777 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.571+0000 7f64c176d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "available": true, 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "active_name": "x", 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.804+0000 7f09ed2ed700 1 Processor -- start 2024-03-16T18:11:45.802 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.804+0000 7f09ed2ed700 1 -- start start 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.804+0000 7f09ed2ed700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e810a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.804+0000 7f09ed2ed700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e807ae70 con 0x7f09e8108190 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e6ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e810a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e6ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e810a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46020/0 (socket says 172.21.15.17:46020) 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e6ffd700 1 -- 172.21.15.17:0/1134677562 learned_addr learned my addr 172.21.15.17:0/1134677562 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e6ffd700 1 -- 172.21.15.17:0/1134677562 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09e810aac0 con 0x7f09e8108190 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e6ffd700 1 --2- 172.21.15.17:0/1134677562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e810a580 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f09d00098a0 tx=0x7f09d0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6fc0467db1f543 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e5ffb700 1 -- 172.21.15.17:0/1134677562 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09d0004160 con 0x7f09e8108190 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e5ffb700 1 -- 172.21.15.17:0/1134677562 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f09d00042c0 con 0x7f09e8108190 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.805+0000 7f09e5ffb700 1 -- 172.21.15.17:0/1134677562 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09d00119b0 con 0x7f09e8108190 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 -- 172.21.15.17:0/1134677562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 msgr2=0x7f09e810a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 --2- 172.21.15.17:0/1134677562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e810a580 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f09d00098a0 tx=0x7f09d0009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 -- 172.21.15.17:0/1134677562 shutdown_connections 2024-03-16T18:11:45.803 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 --2- 172.21.15.17:0/1134677562 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e810a580 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 -- 172.21.15.17:0/1134677562 >> 172.21.15.17:0/1134677562 conn(0x7f09e8101b40 msgr2=0x7f09e8103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 -- 172.21.15.17:0/1134677562 shutdown_connections 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 -- 172.21.15.17:0/1134677562 wait complete. 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.806+0000 7f09ed2ed700 1 Processor -- start 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09ed2ed700 1 -- start start 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09ed2ed700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e8107a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09ed2ed700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09e8107f50 con 0x7f09e8108190 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09e6ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e8107a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09e6ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e8107a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46030/0 (socket says 172.21.15.17:46030) 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09e6ffd700 1 -- 172.21.15.17:0/524008091 learned_addr learned my addr 172.21.15.17:0/524008091 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09e6ffd700 1 -- 172.21.15.17:0/524008091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09d0009550 con 0x7f09e8108190 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.807+0000 7f09e6ffd700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e8107a10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f09d0011670 tx=0x7f09d0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:45.804 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.808+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09d00038b0 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.808+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f09d0003a10 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.808+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09e8106140 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.808+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f09d0019550 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.808+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09e81065e0 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.809+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09e810b8a0 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.809+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 9) v1 ==== 45782+0+0 (secure 0 0 0) 0x7f09d00197c0 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.809+0000 7f09dffff700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 0x7f09d403b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.809+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f09d004cf10 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.809+0000 7f09e67fc700 1 -- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 msgr2=0x7f09d403b1c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.809+0000 7f09e67fc700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 0x7f09d403b1c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:44.814+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f09d0018a40 con 0x7f09e8108190 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.010+0000 7f09e67fc700 1 -- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 msgr2=0x7f09d403b1c0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:45.805 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.010+0000 7f09e67fc700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 0x7f09d403b1c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.091+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr stat"} v 0) v1 -- 0x7f09e8106be0 con 0x7f09e8108190 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.091+0000 7f09dffff700 1 -- 172.21.15.17:0/524008091 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr stat"}]=0 v9) v1 ==== 56+0+88 (secure 0 0 0) 0x7f09d0018350 con 0x7f09e8108190 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 msgr2=0x7f09d403b1c0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 0x7f09d403b1c0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 msgr2=0x7f09e8107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e8107a10 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f09d0011670 tx=0x7f09d0011a30 comp rx=0 tx=0).stop 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 shutdown_connections 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f09d4038d00 0x7f09d403b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 --2- 172.21.15.17:0/524008091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09e8108190 0x7f09e8107a10 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.093+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 >> 172.21.15.17:0/524008091 conn(0x7f09e8101b40 msgr2=0x7f09e8102700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.094+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 shutdown_connections 2024-03-16T18:11:45.806 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:45.094+0000 7f09ed2ed700 1 -- 172.21.15.17:0/524008091 wait complete. 2024-03-16T18:11:45.807 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for the mgr to restart... 2024-03-16T18:11:45.807 INFO:teuthology.orchestra.run.smithi017.stdout:Waiting for mgr epoch 9... 2024-03-16T18:11:46.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/524008091' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-03-16T18:11:46.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.843+0000 7f64c176d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:11:46.040 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:45 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:45.956+0000 7f64c176d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:11:46.336 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:46 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:46.044+0000 7f64c176d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:11:46.336 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:46 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:46.144+0000 7f64c176d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:11:46.591 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:46 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:46.332+0000 7f64c176d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:11:47.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:47 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:47.320+0000 7f64c176d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:11:47.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:47 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:47.454+0000 7f64c176d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:11:48.086 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:47 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:47.790+0000 7f64c176d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:11:48.086 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:47 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:47.882+0000 7f64c176d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:11:48.086 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:48 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:48.082+0000 7f64c176d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:11:48.539 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:48 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:48.271+0000 7f64c176d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:11:48.827 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:48 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:48.562+0000 7f64c176d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:11:48.827 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:48 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:48.823+0000 7f64c176d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:11:49.289 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:49 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:49.065+0000 7f64c176d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:11:50.289 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:49 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:49.888+0000 7f64c176d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:11:50.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:50.468+0000 7f64c176d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:11:50.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:50.572+0000 7f64c176d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:11:51.289 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:11:50.796+0000 7f64c176d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: Active manager daemon x restarted 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: Activating manager daemon x 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: osdmap e3: 0 total, 0 up, 0 in 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: mgrmap e10: x(active, starting, since 0.00307167s) 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: Manager daemon x is now available 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:51] ENGINE Bus STARTING 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:51] ENGINE Serving on http://172.21.15.17:8765 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:51] ENGINE Serving on https://172.21.15.17:7150 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: [16/Mar/2024:18:11:51] ENGINE Bus STARTED 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: mgrmap e11: x(active, since 1.00608s) 2024-03-16T18:11:52.095 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:51 smithi017 ceph-mon[32207]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-03-16T18:11:52.967 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout { 2024-03-16T18:11:52.967 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-03-16T18:11:52.967 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout "initialized": true 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout } 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.587+0000 7f07ffe38700 1 Processor -- start 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.587+0000 7f07ffe38700 1 -- start start 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07ffe38700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f807b300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07ffe38700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f807b8d0 con 0x7f07f807ce50 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07fdbd4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f807b300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07fdbd4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f807b300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46046/0 (socket says 172.21.15.17:46046) 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07fdbd4700 1 -- 172.21.15.17:0/2264942072 learned_addr learned my addr 172.21.15.17:0/2264942072 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07fdbd4700 1 -- 172.21.15.17:0/2264942072 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07f807ba10 con 0x7f07f807ce50 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.588+0000 7f07fdbd4700 1 --2- 172.21.15.17:0/2264942072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f807b300 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f07e80098a0 tx=0x7f07e8009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb6b65f6223c70c9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07fcbd2700 1 -- 172.21.15.17:0/2264942072 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f07e8004160 con 0x7f07f807ce50 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07fcbd2700 1 -- 172.21.15.17:0/2264942072 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f07e80042c0 con 0x7f07f807ce50 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07fcbd2700 1 -- 172.21.15.17:0/2264942072 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f07e80119b0 con 0x7f07f807ce50 2024-03-16T18:11:52.968 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07ffe38700 1 -- 172.21.15.17:0/2264942072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 msgr2=0x7f07f807b300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2264942072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f807b300 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f07e80098a0 tx=0x7f07e8009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07ffe38700 1 -- 172.21.15.17:0/2264942072 shutdown_connections 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2264942072 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f807b300 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07ffe38700 1 -- 172.21.15.17:0/2264942072 >> 172.21.15.17:0/2264942072 conn(0x7f07f8102cb0 msgr2=0x7f07f81050d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.589+0000 7f07ffe38700 1 -- 172.21.15.17:0/2264942072 shutdown_connections 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07ffe38700 1 -- 172.21.15.17:0/2264942072 wait complete. 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07ffe38700 1 Processor -- start 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07ffe38700 1 -- start start 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07ffe38700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f819d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07ffe38700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07f819dbb0 con 0x7f07f807ce50 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07fdbd4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f819d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:52.969 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07fdbd4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f819d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46048/0 (socket says 172.21.15.17:46048) 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.590+0000 7f07fdbd4700 1 -- 172.21.15.17:0/2568327513 learned_addr learned my addr 172.21.15.17:0/2568327513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07fdbd4700 1 -- 172.21.15.17:0/2568327513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07e8009550 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07fdbd4700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f819d670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f07e8011980 tx=0x7f07e8011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f07e8003970 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f07e8003ad0 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07f819ddb0 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f07e80195e0 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.591+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07f819e250 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.592+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 9) v1 ==== 45782+0+0 (secure 0 0 0) 0x7f07e8019840 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.592+0000 7f07eeffd700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.592+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 --> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f07f810da90 con 0x7f07e4038cb0 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.592+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 940+0+0 (secure 0 0 0) 0x7f07e804cf60 con 0x7f07f807ce50 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.592+0000 7f07fd3d3700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 msgr2=0x7f07e403b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:52.970 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.592+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.793+0000 7f07fd3d3700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 msgr2=0x7f07e403b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:46.793+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:47.194+0000 7f07fd3d3700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 msgr2=0x7f07e403b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:47.194+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:47.995+0000 7f07fd3d3700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 msgr2=0x7f07e403b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:47.995+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:49.596+0000 7f07fd3d3700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 msgr2=0x7f07e403b170 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2875100147 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:49.596+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:50.811+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mgrmap(e 10) v1 ==== 45549+0+0 (secure 0 0 0) 0x7f07e802d9b0 con 0x7f07f807ce50 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:50.811+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 msgr2=0x7f07e403b170 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:50.811+0000 7f07eeffd700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.812+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 11) v1 ==== 45676+0+0 (secure 0 0 0) 0x7f07e802acf0 con 0x7f07f807ce50 2024-03-16T18:11:52.971 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.812+0000 7f07eeffd700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f07e403c580 0x7f07e403e970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.812+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x7f07f810da90 con 0x7f07e403c580 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.813+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f07e403c580 0x7f07e403e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.814+0000 7f07fd3d3700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f07e403c580 0x7f07e403e970 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f07f4003a10 tx=0x7f07f40092b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.814+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+7774 (secure 0 0 0) 0x7f07f810da90 con 0x7f07e403c580 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.821+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- command(tid 1: {"prefix": "mgr_status"}) v1 -- 0x7f07f810dc00 con 0x7f07e403c580 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.821+0000 7f07eeffd700 1 -- 172.21.15.17:0/2568327513 <== mgr.14150 v2:172.21.15.17:6800/2425281013 2 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+52 (secure 0 0 0) 0x7f07f810dc00 con 0x7f07e403c580 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f07e403c580 msgr2=0x7f07e403e970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f07e403c580 0x7f07e403e970 secure :-1 s=READY pgs=1 cs=0 l=1 rev1=1 crypto rx=0x7f07f4003a10 tx=0x7f07f40092b0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 msgr2=0x7f07f819d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f819d670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f07e8011980 tx=0x7f07e8011a60 comp rx=0 tx=0).stop 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 shutdown_connections 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f07e403c580 0x7f07e403e970 unknown :-1 s=CLOSED pgs=1 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f07f807ce50 0x7f07f819d670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 --2- 172.21.15.17:0/2568327513 >> [v2:172.21.15.17:6800/2875100147,v1:172.21.15.17:6801/2875100147] conn(0x7f07e4038cb0 0x7f07e403b170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:52.972 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 >> 172.21.15.17:0/2568327513 conn(0x7f07f8102cb0 msgr2=0x7f07f8103880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:52.973 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 shutdown_connections 2024-03-16T18:11:52.973 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:51.822+0000 7f07ffe38700 1 -- 172.21.15.17:0/2568327513 wait complete. 2024-03-16T18:11:52.973 INFO:teuthology.orchestra.run.smithi017.stdout:mgr epoch 9 is available 2024-03-16T18:11:52.973 INFO:teuthology.orchestra.run.smithi017.stdout:Generating a dashboard self-signed certificate... 2024-03-16T18:11:54.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:11:54.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-03-16T18:11:54.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4f6a5700 1 Processor -- start 2024-03-16T18:11:54.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4f6a5700 1 -- start start 2024-03-16T18:11:54.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4f6a5700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4810a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4f6a5700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4807ae30 con 0x7f5a48108190 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4d441700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4810a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4d441700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4810a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42930/0 (socket says 172.21.15.17:42930) 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.356+0000 7f5a4d441700 1 -- 172.21.15.17:0/1735580925 learned_addr learned my addr 172.21.15.17:0/1735580925 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.357+0000 7f5a4d441700 1 -- 172.21.15.17:0/1735580925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a4810aac0 con 0x7f5a48108190 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.357+0000 7f5a4d441700 1 --2- 172.21.15.17:0/1735580925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4810a580 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5a440098a0 tx=0x7f5a44009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec74d5d823371d1e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.357+0000 7f5a3ffff700 1 -- 172.21.15.17:0/1735580925 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5a44004160 con 0x7f5a48108190 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.357+0000 7f5a3ffff700 1 -- 172.21.15.17:0/1735580925 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5a440042c0 con 0x7f5a48108190 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.357+0000 7f5a3ffff700 1 -- 172.21.15.17:0/1735580925 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5a440119b0 con 0x7f5a48108190 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/1735580925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 msgr2=0x7f5a4810a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 --2- 172.21.15.17:0/1735580925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4810a580 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5a440098a0 tx=0x7f5a44009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:54.189 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/1735580925 shutdown_connections 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 --2- 172.21.15.17:0/1735580925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4810a580 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/1735580925 >> 172.21.15.17:0/1735580925 conn(0x7f5a48101bc0 msgr2=0x7f5a48103fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/1735580925 shutdown_connections 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.358+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/1735580925 wait complete. 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4f6a5700 1 Processor -- start 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4f6a5700 1 -- start start 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4f6a5700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4819b470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4f6a5700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4819b9b0 con 0x7f5a48108190 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4d441700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4819b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4d441700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4819b470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42936/0 (socket says 172.21.15.17:42936) 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4d441700 1 -- 172.21.15.17:0/3165660576 learned_addr learned my addr 172.21.15.17:0/3165660576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4d441700 1 -- 172.21.15.17:0/3165660576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a44009550 con 0x7f5a48108190 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a4d441700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4819b470 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5a44011980 tx=0x7f5a44011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:54.190 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.359+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5a44003970 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.360+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a4819bbb0 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.360+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5a44003ad0 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.360+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f5a440195e0 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.360+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a4819c050 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.360+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 11) v1 ==== 45676+0+0 (secure 0 0 0) 0x7f5a4401aae0 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.361+0000 7f5a3e7fc700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5a34038ba0 0x7f5a3403b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.361+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a4810b850 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.361+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f5a4404cdc0 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.361+0000 7f5a4cc40700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5a34038ba0 0x7f5a3403b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.361+0000 7f5a4cc40700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5a34038ba0 0x7f5a3403b060 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5a38006fd0 tx=0x7f5a38006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.366+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5a4402d440 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.574+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}) v1 -- 0x7f5a48102de0 con 0x7f5a34038ba0 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.631+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 12) v1 ==== 45782+0+0 (secure 0 0 0) 0x7f5a44019d40 con 0x7f5a48108190 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.641+0000 7f5a3e7fc700 1 -- 172.21.15.17:0/3165660576 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+32 (secure 0 0 0) 0x7f5a48102de0 con 0x7f5a34038ba0 2024-03-16T18:11:54.191 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5a34038ba0 msgr2=0x7f5a3403b060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5a34038ba0 0x7f5a3403b060 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f5a38006fd0 tx=0x7f5a38006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 msgr2=0x7f5a4819b470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4819b470 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f5a44011980 tx=0x7f5a44011a60 comp rx=0 tx=0).stop 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 shutdown_connections 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5a34038ba0 0x7f5a3403b060 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 --2- 172.21.15.17:0/3165660576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5a48108190 0x7f5a4819b470 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 >> 172.21.15.17:0/3165660576 conn(0x7f5a48101bc0 msgr2=0x7f5a481026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 shutdown_connections 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:53.644+0000 7f5a4f6a5700 1 -- 172.21.15.17:0/3165660576 wait complete. 2024-03-16T18:11:54.192 INFO:teuthology.orchestra.run.smithi017.stdout:Creating initial admin user... 2024-03-16T18:11:54.928 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:54 smithi017 ceph-mon[32207]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:54.928 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:54 smithi017 ceph-mon[32207]: mgrmap e12: x(active, since 2s) 2024-03-16T18:11:54.928 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:11:54.928 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:11:54.928 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:11:55.607 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$UiDioCSFV.Np6Ic0nWfKIurjqeu0Z5JN1gB65G90jNlnpj7y4radW", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1710612715, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-03-16T18:11:55.607 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.570+0000 7fec91b5e700 1 Processor -- start 2024-03-16T18:11:55.607 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.570+0000 7fec91b5e700 1 -- start start 2024-03-16T18:11:55.607 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.570+0000 7fec91b5e700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c10a580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:55.607 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.570+0000 7fec91b5e700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8c07ae70 con 0x7fec8c108190 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8b7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c10a580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8b7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c10a580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42942/0 (socket says 172.21.15.17:42942) 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8b7fe700 1 -- 172.21.15.17:0/470333160 learned_addr learned my addr 172.21.15.17:0/470333160 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8b7fe700 1 -- 172.21.15.17:0/470333160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec8c10aac0 con 0x7fec8c108190 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8b7fe700 1 --2- 172.21.15.17:0/470333160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c10a580 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0098a0 tx=0x7fec7c009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d339b12c145a23df server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8a7fc700 1 -- 172.21.15.17:0/470333160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fec7c004160 con 0x7fec8c108190 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8a7fc700 1 -- 172.21.15.17:0/470333160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fec7c0042c0 con 0x7fec8c108190 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.571+0000 7fec8a7fc700 1 -- 172.21.15.17:0/470333160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fec7c0119b0 con 0x7fec8c108190 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 -- 172.21.15.17:0/470333160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 msgr2=0x7fec8c10a580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 --2- 172.21.15.17:0/470333160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c10a580 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fec7c0098a0 tx=0x7fec7c009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 -- 172.21.15.17:0/470333160 shutdown_connections 2024-03-16T18:11:55.608 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 --2- 172.21.15.17:0/470333160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c10a580 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 -- 172.21.15.17:0/470333160 >> 172.21.15.17:0/470333160 conn(0x7fec8c101b80 msgr2=0x7fec8c103fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 -- 172.21.15.17:0/470333160 shutdown_connections 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.572+0000 7fec91b5e700 1 -- 172.21.15.17:0/470333160 wait complete. 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec91b5e700 1 Processor -- start 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec91b5e700 1 -- start start 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec91b5e700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c107a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec91b5e700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec8c107f50 con 0x7fec8c108190 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec8b7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c107a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec8b7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c107a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42950/0 (socket says 172.21.15.17:42950) 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.573+0000 7fec8b7fe700 1 -- 172.21.15.17:0/2123567979 learned_addr learned my addr 172.21.15.17:0/2123567979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec8b7fe700 1 -- 172.21.15.17:0/2123567979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec7c009550 con 0x7fec8c108190 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec8b7fe700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c107a10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fec7c011980 tx=0x7fec7c011a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fec7c003970 con 0x7fec8c108190 2024-03-16T18:11:55.609 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec8c106140 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fec7c003ad0 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fec7c0195e0 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.574+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec8c1065e0 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.575+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 12) v1 ==== 45782+0+0 (secure 0 0 0) 0x7fec7c0197f0 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.575+0000 7fec88ff9700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec74038d10 0x7fec7403b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.575+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec8c10b8a0 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.575+0000 7fec8affd700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec74038d10 0x7fec7403b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.576+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fec7c04cf70 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.576+0000 7fec8affd700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec74038d10 0x7fec7403b1d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fec80006fd0 tx=0x7fec80006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.581+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fec7c02b340 con 0x7fec8c108190 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:54.817+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}) v1 -- 0x7fec8c063430 con 0x7fec74038d10 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.063+0000 7fec88ff9700 1 -- 172.21.15.17:0/2123567979 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+252 (secure 0 0 0) 0x7fec8c063430 con 0x7fec74038d10 2024-03-16T18:11:55.610 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec74038d10 msgr2=0x7fec7403b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec74038d10 0x7fec7403b1d0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fec80006fd0 tx=0x7fec80006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 msgr2=0x7fec8c107a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c107a10 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fec7c011980 tx=0x7fec7c011a60 comp rx=0 tx=0).stop 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 shutdown_connections 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec74038d10 0x7fec7403b1d0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 --2- 172.21.15.17:0/2123567979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec8c108190 0x7fec8c107a10 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 >> 172.21.15.17:0/2123567979 conn(0x7fec8c101b80 msgr2=0x7fec8c1026c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 shutdown_connections 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:55.065+0000 7fec91b5e700 1 -- 172.21.15.17:0/2123567979 wait complete. 2024-03-16T18:11:55.611 INFO:teuthology.orchestra.run.smithi017.stdout:Fetching dashboard port number... 2024-03-16T18:11:55.716 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:55 smithi017 ceph-mon[32207]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:11:55.716 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:11:56.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:56 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3919766770' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-03-16T18:11:57.184 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stdout 8443 2024-03-16T18:11:57.184 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62b12cb700 1 Processor -- start 2024-03-16T18:11:57.184 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62b12cb700 1 -- start start 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62b12cb700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac10a590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62b12cb700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ac07ae50 con 0x7f62ac1081a0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62aaffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac10a590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62aaffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac10a590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42966/0 (socket says 172.21.15.17:42966) 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.405+0000 7f62aaffd700 1 -- 172.21.15.17:0/3374999903 learned_addr learned my addr 172.21.15.17:0/3374999903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62aaffd700 1 -- 172.21.15.17:0/3374999903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62ac10aad0 con 0x7f62ac1081a0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62aaffd700 1 --2- 172.21.15.17:0/3374999903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac10a590 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f62a4009e80 tx=0x7f62a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df04585d307cd8c7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62a9ffb700 1 -- 172.21.15.17:0/3374999903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62a400e070 con 0x7f62ac1081a0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62a9ffb700 1 -- 172.21.15.17:0/3374999903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62a400b8c0 con 0x7f62ac1081a0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62a9ffb700 1 -- 172.21.15.17:0/3374999903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62a4004420 con 0x7f62ac1081a0 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62b12cb700 1 -- 172.21.15.17:0/3374999903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 msgr2=0x7f62ac10a590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:57.185 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62b12cb700 1 --2- 172.21.15.17:0/3374999903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac10a590 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f62a4009e80 tx=0x7f62a400b330 comp rx=0 tx=0).stop 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62b12cb700 1 -- 172.21.15.17:0/3374999903 shutdown_connections 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.406+0000 7f62b12cb700 1 --2- 172.21.15.17:0/3374999903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac10a590 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 -- 172.21.15.17:0/3374999903 >> 172.21.15.17:0/3374999903 conn(0x7f62ac101bb0 msgr2=0x7f62ac103fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 -- 172.21.15.17:0/3374999903 shutdown_connections 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 -- 172.21.15.17:0/3374999903 wait complete. 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 Processor -- start 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 -- start start 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac19b320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.407+0000 7f62b12cb700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ac19b860 con 0x7f62ac1081a0 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62aaffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac19b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62aaffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac19b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42978/0 (socket says 172.21.15.17:42978) 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62aaffd700 1 -- 172.21.15.17:0/3919766770 learned_addr learned my addr 172.21.15.17:0/3919766770 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:57.186 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62aaffd700 1 -- 172.21.15.17:0/3919766770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62a4009b30 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62aaffd700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac19b320 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f62a40072a0 tx=0x7f62a400bd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62a400e040 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62a4003de0 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62ac19ba60 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f62a401c6f0 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.408+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62ac19bf60 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.409+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 12) v1 ==== 45782+0+0 (secure 0 0 0) 0x7f62a4012430 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.409+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62ac10b8b0 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.409+0000 7f62a3fff700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6298038cb0 0x7f629803b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.409+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f62a404cdb0 con 0x7f62ac1081a0 2024-03-16T18:11:57.187 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.409+0000 7f62aa7fc700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6298038cb0 0x7f629803b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.410+0000 7f62aa7fc700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6298038cb0 0x7f629803b170 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6294006fd0 tx=0x7f6294006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.414+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f62a4011390 con 0x7f62ac1081a0 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.617+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"} v 0) v1 -- 0x7f62ac10bac0 con 0x7f62ac1081a0 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.617+0000 7f62a3fff700 1 -- 172.21.15.17:0/3919766770 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]=0 v8) v1 ==== 112+0+5 (secure 0 0 0) 0x7f62a40200b0 con 0x7f62ac1081a0 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6298038cb0 msgr2=0x7f629803b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6298038cb0 0x7f629803b170 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6294006fd0 tx=0x7f6294006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 msgr2=0x7f62ac19b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac19b320 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f62a40072a0 tx=0x7f62a400bd80 comp rx=0 tx=0).stop 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 shutdown_connections 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6298038cb0 0x7f629803b170 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 --2- 172.21.15.17:0/3919766770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62ac1081a0 0x7f62ac19b320 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 >> 172.21.15.17:0/3919766770 conn(0x7f62ac101bb0 msgr2=0x7f62ac102560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 shutdown_connections 2024-03-16T18:11:57.188 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:56.619+0000 7f62b12cb700 1 -- 172.21.15.17:0/3919766770 wait complete. 2024-03-16T18:11:57.190 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-03-16T18:11:57.190 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout disabled 2024-03-16T18:11:57.196 INFO:teuthology.orchestra.run.smithi017.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-03-16T18:11:57.196 INFO:teuthology.orchestra.run.smithi017.stdout:systemctl: stdout inactive 2024-03-16T18:11:57.197 INFO:teuthology.orchestra.run.smithi017.stdout:firewalld.service is not enabled 2024-03-16T18:11:57.197 INFO:teuthology.orchestra.run.smithi017.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-03-16T18:11:57.198 INFO:teuthology.orchestra.run.smithi017.stdout:Ceph Dashboard is now available at: 2024-03-16T18:11:57.198 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:57.198 INFO:teuthology.orchestra.run.smithi017.stdout: URL: https://smithi017.front.sepia.ceph.com:8443/ 2024-03-16T18:11:57.198 INFO:teuthology.orchestra.run.smithi017.stdout: User: admin 2024-03-16T18:11:57.199 INFO:teuthology.orchestra.run.smithi017.stdout: Password: tf1dkjpled 2024-03-16T18:11:57.199 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:57.199 INFO:teuthology.orchestra.run.smithi017.stdout:Saving cluster configuration to /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config directory 2024-03-16T18:11:57.199 INFO:teuthology.orchestra.run.smithi017.stdout:Enabling autotune for osd_memory_target 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.627+0000 7f1202222700 1 Processor -- start 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.627+0000 7f1202222700 1 -- start start 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f1202222700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc106390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f1202222700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11fc07ae50 con 0x7f11fc105f70 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fb7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc106390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fb7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc106390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42980/0 (socket says 172.21.15.17:42980) 2024-03-16T18:11:58.434 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fb7fe700 1 -- 172.21.15.17:0/2591697636 learned_addr learned my addr 172.21.15.17:0/2591697636 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fb7fe700 1 -- 172.21.15.17:0/2591697636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11fc1068d0 con 0x7f11fc105f70 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fb7fe700 1 --2- 172.21.15.17:0/2591697636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc106390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f11ec0098a0 tx=0x7f11ec009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57f2a84b1844677d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fa7fc700 1 -- 172.21.15.17:0/2591697636 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f11ec004160 con 0x7f11fc105f70 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fa7fc700 1 -- 172.21.15.17:0/2591697636 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f11ec0042c0 con 0x7f11fc105f70 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.628+0000 7f11fa7fc700 1 -- 172.21.15.17:0/2591697636 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f11ec0119b0 con 0x7f11fc105f70 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 -- 172.21.15.17:0/2591697636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 msgr2=0x7f11fc106390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 --2- 172.21.15.17:0/2591697636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc106390 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f11ec0098a0 tx=0x7f11ec009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 -- 172.21.15.17:0/2591697636 shutdown_connections 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 --2- 172.21.15.17:0/2591697636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc106390 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:58.435 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 -- 172.21.15.17:0/2591697636 >> 172.21.15.17:0/2591697636 conn(0x7f11fc101bd0 msgr2=0x7f11fc103ff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 -- 172.21.15.17:0/2591697636 shutdown_connections 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.629+0000 7f1202222700 1 -- 172.21.15.17:0/2591697636 wait complete. 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f1202222700 1 Processor -- start 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f1202222700 1 -- start start 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f1202222700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f1202222700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11fc19dbb0 con 0x7f11fc105f70 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f11fb7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f11fb7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc19d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42982/0 (socket says 172.21.15.17:42982) 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f11fb7fe700 1 -- 172.21.15.17:0/2083547494 learned_addr learned my addr 172.21.15.17:0/2083547494 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f11fb7fe700 1 -- 172.21.15.17:0/2083547494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ec009550 con 0x7f11fc105f70 2024-03-16T18:11:58.436 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.630+0000 7f11fb7fe700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc19d670 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f11ec011670 tx=0x7f11ec011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.631+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f11ec0038b0 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.631+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11fc19ddb0 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.631+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f11ec003a10 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.631+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f11ec019550 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.631+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11fc19e250 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.632+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 12) v1 ==== 45782+0+0 (secure 0 0 0) 0x7f11ec01a430 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.632+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11fc197340 con 0x7f11fc105f70 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.632+0000 7f11f8ff9700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f11e4038cb0 0x7f11e403b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:58.437 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.632+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f11ec04d010 con 0x7f11fc105f70 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.632+0000 7f11faffd700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f11e4038cb0 0x7f11e403b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.632+0000 7f11faffd700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f11e4038cb0 0x7f11e403b170 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f11f0006fd0 tx=0x7f11f0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.637+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f11ec019ce0 con 0x7f11fc105f70 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.639+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f11ec01a970 con 0x7f11fc105f70 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.839+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=osd_memory_target_autotune}] v 0) v1 -- 0x7f11fc107940 con 0x7f11fc105f70 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.840+0000 7f11f8ff9700 1 -- 172.21.15.17:0/2083547494 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mon_command_ack([{prefix=config set, name=osd_memory_target_autotune}]=0 v8)=0 v8) v1 ==== 127+0+0 (secure 0 0 0) 0x7f11ec018740 con 0x7f11fc105f70 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f11e4038cb0 msgr2=0x7f11e403b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f11e4038cb0 0x7f11e403b170 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f11f0006fd0 tx=0x7f11f0006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:58.438 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 msgr2=0x7f11fc19d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc19d670 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f11ec011670 tx=0x7f11ec011a30 comp rx=0 tx=0).stop 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 shutdown_connections 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f11e4038cb0 0x7f11e403b170 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 --2- 172.21.15.17:0/2083547494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f11fc105f70 0x7f11fc19d670 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 >> 172.21.15.17:0/2083547494 conn(0x7f11fc101bd0 msgr2=0x7f11fc194480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 shutdown_connections 2024-03-16T18:11:58.439 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:57.842+0000 7f1202222700 1 -- 172.21.15.17:0/2083547494 wait complete. 2024-03-16T18:11:59.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:11:58 smithi017 ceph-mon[32207]: mgrmap e13: x(active, since 6s) 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.825+0000 7f2fce249700 1 Processor -- start 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.825+0000 7f2fce249700 1 -- start start 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fce249700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc8107b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fce249700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc81080d0 con 0x7f2fc81076e0 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fc77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc8107b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fc77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc8107b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42988/0 (socket says 172.21.15.17:42988) 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fc77fe700 1 -- 172.21.15.17:0/849480828 learned_addr learned my addr 172.21.15.17:0/849480828 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:59.706 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fc77fe700 1 -- 172.21.15.17:0/849480828 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fc8108890 con 0x7f2fc81076e0 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.826+0000 7f2fc77fe700 1 --2- 172.21.15.17:0/849480828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc8107b00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2fb00098a0 tx=0x7f2fb0009bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d65091492da6cd1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fc67fc700 1 -- 172.21.15.17:0/849480828 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2fb0004160 con 0x7f2fc81076e0 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fc67fc700 1 -- 172.21.15.17:0/849480828 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2fb00042c0 con 0x7f2fc81076e0 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fc67fc700 1 -- 172.21.15.17:0/849480828 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2fb00119b0 con 0x7f2fc81076e0 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 -- 172.21.15.17:0/849480828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 msgr2=0x7f2fc8107b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 --2- 172.21.15.17:0/849480828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc8107b00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f2fb00098a0 tx=0x7f2fb0009bb0 comp rx=0 tx=0).stop 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 -- 172.21.15.17:0/849480828 shutdown_connections 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 --2- 172.21.15.17:0/849480828 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc8107b00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 -- 172.21.15.17:0/849480828 >> 172.21.15.17:0/849480828 conn(0x7f2fc8102ce0 msgr2=0x7f2fc8105100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 -- 172.21.15.17:0/849480828 shutdown_connections 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.827+0000 7f2fce249700 1 -- 172.21.15.17:0/849480828 wait complete. 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fce249700 1 Processor -- start 2024-03-16T18:11:59.707 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fce249700 1 -- start start 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fce249700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc819b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fce249700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc819b930 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fc77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc819b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fc77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc819b3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42992/0 (socket says 172.21.15.17:42992) 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.828+0000 7f2fc77fe700 1 -- 172.21.15.17:0/393827855 learned_addr learned my addr 172.21.15.17:0/393827855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fc77fe700 1 -- 172.21.15.17:0/393827855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb0009550 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fc77fe700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc819b3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0011670 tx=0x7f2fb0011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2fb00038b0 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2fb0003a10 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f2fb0019530 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fc819bb30 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.829+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fc819bfd0 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.830+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f2fb001a430 con 0x7f2fc81076e0 2024-03-16T18:11:59.708 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.830+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fc810bac0 con 0x7f2fc81076e0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.830+0000 7f2fc4ff9700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fb4038db0 0x7f2fb403b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.830+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f2fb004d040 con 0x7f2fc81076e0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.830+0000 7f2fc6ffd700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fb4038db0 0x7f2fb403b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.831+0000 7f2fc6ffd700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fb4038db0 0x7f2fb403b270 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2fb8006fd0 tx=0x7f2fb8006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:58.835+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2fb0081280 con 0x7f2fc81076e0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.156+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config-key set, key=mgr/dashboard/cluster/status}] v 0) v1 -- 0x7f2fc819e8b0 con 0x7f2fc81076e0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.159+0000 7f2fc4ff9700 1 -- 172.21.15.17:0/393827855 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config-key set, key=mgr/dashboard/cluster/status}]=0 set mgr/dashboard/cluster/status v28)=0 set mgr/dashboard/cluster/status v28) v1 ==== 153+0+0 (secure 0 0 0) 0x7f2fb0018350 con 0x7f2fc81076e0 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fb4038db0 msgr2=0x7f2fb403b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fb4038db0 0x7f2fb403b270 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f2fb8006fd0 tx=0x7f2fb8006e40 comp rx=0 tx=0).stop 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 msgr2=0x7f2fc819b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc819b3f0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2fb0011670 tx=0x7f2fb0011a30 comp rx=0 tx=0).stop 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 shutdown_connections 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fb4038db0 0x7f2fb403b270 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:59.709 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 --2- 172.21.15.17:0/393827855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fc81076e0 0x7f2fc819b3f0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 >> 172.21.15.17:0/393827855 conn(0x7f2fc8102ce0 msgr2=0x7f2fc8103820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 shutdown_connections 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr 2024-03-16T18:11:59.161+0000 7f2fce249700 1 -- 172.21.15.17:0/393827855 wait complete. 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:Or, if you are only running a single cluster on this host: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout:Please consider enabling telemetry to help improve Ceph: 2024-03-16T18:11:59.710 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout: ceph telemetry on 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout:For more information see: 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:11:59.711 INFO:teuthology.orchestra.run.smithi017.stdout:Bootstrap complete. 2024-03-16T18:11:59.754 INFO:tasks.cephadm:Fetching config... 2024-03-16T18:11:59.754 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:11:59.755 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-03-16T18:11:59.770 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-03-16T18:11:59.770 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:11:59.770 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-03-16T18:11:59.826 INFO:tasks.cephadm:Fetching mon keyring... 2024-03-16T18:11:59.827 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:11:59.827 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/keyring of=/dev/stdout 2024-03-16T18:11:59.895 INFO:tasks.cephadm:Fetching pub ssh key... 2024-03-16T18:11:59.895 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:11:59.895 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-03-16T18:11:59.950 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-03-16T18:11:59.951 DEBUG:teuthology.orchestra.run.smithi017:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-16T18:12:00.045 INFO:teuthology.orchestra.run.smithi017.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:00.059 DEBUG:teuthology.orchestra.run.smithi149:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-16T18:12:00.104 INFO:teuthology.orchestra.run.smithi149.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:00.119 DEBUG:teuthology.orchestra.run.smithi153:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-03-16T18:12:00.165 INFO:teuthology.orchestra.run.smithi153.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCWS3A9bewpfj5MN9uNEDesJEscrz1XwFBKPZ2llqb+ocV8Xr+AX2yRRxuwl4eS/rmdO9F57j6MwtVexCznCQJY9O3sshjx8ea6ySbj9YPMkBZONvN1NDEVckzf1N/m7mNREsqK4DI8FiOoJhnELzZbkeZv15SoFLc3XCMSCH1KIybTIO3sihrv6a6HzxCw1lJr3Drwk+Jnz2NHfpTLHdPMZCpST39mmvLQ+PVcJVUxJtZ7FmMc0vyYvOvzjUmES9JYoM85ztwqBHjxRhhD0N81UxcSmWSw8XOwqZCvYH1zAG+Vnc34KaWRuNFcvc+Pyz5k6mhPBL/AfKJrAbJC1vcy8RYgR3p0+US5EZtrgd4Y9c2xxAIlThWCIJi9+Az6tBOwiddPj3NeKa7vSNWyBDefioiv9joSKxvDSrpf02iXcnz3SjdmRQt7E70g0Z6ZmpSrvIyhRJyx6BKyHwJpudjmnTBQZRaWlr36sh7bNcYHwnbH9mk+aGTykQllNMSb3KE= ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:00.180 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-03-16T18:12:00.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:00 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/393827855' entity='client.admin' 2024-03-16T18:12:00.420 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 -- 172.21.15.17:0/233512416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 msgr2=0x7fa49c104910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 --2- 172.21.15.17:0/233512416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c104910 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fa48c009910 tx=0x7fa48c009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 -- 172.21.15.17:0/233512416 shutdown_connections 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 --2- 172.21.15.17:0/233512416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c104910 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 -- 172.21.15.17:0/233512416 >> 172.21.15.17:0/233512416 conn(0x7fa49c0fbed0 msgr2=0x7fa49c0fe2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 -- 172.21.15.17:0/233512416 shutdown_connections 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.552+0000 7fa4a45d2700 1 -- 172.21.15.17:0/233512416 wait complete. 2024-03-16T18:12:02.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a45d2700 1 Processor -- start 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a45d2700 1 -- start start 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a45d2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c101da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a45d2700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa49c1022e0 con 0x7fa49c102520 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a236e700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c101da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a236e700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c101da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56336/0 (socket says 172.21.15.17:56336) 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a236e700 1 -- 172.21.15.17:0/676500087 learned_addr learned my addr 172.21.15.17:0/676500087 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a236e700 1 -- 172.21.15.17:0/676500087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa48c0095f0 con 0x7fa49c102520 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.553+0000 7fa4a236e700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c101da0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa48c005b40 tx=0x7fa48c004f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.554+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa48c01d070 con 0x7fa49c102520 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.554+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa49c1004d0 con 0x7fa49c102520 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.554+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa48c00be10 con 0x7fa49c102520 2024-03-16T18:12:02.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.554+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa49c100970 con 0x7fa49c102520 2024-03-16T18:12:02.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.554+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fa48c022db0 con 0x7fa49c102520 2024-03-16T18:12:02.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.555+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7fa48c00f4c0 con 0x7fa49c102520 2024-03-16T18:12:02.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.555+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa480005360 con 0x7fa49c102520 2024-03-16T18:12:02.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.555+0000 7fa4937fe700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa488038db0 0x7fa48803b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:02.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.555+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa48c04cf80 con 0x7fa49c102520 2024-03-16T18:12:02.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.555+0000 7fa4a1b6d700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa488038db0 0x7fa48803b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:02.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.556+0000 7fa4a1b6d700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa488038db0 0x7fa48803b270 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa498006fd0 tx=0x7fa498006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:02.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.560+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa48c017440 con 0x7fa49c102520 2024-03-16T18:12:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.770+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/cephadm/allow_ptrace}] v 0) v1 -- 0x7fa480005610 con 0x7fa49c102520 2024-03-16T18:12:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.773+0000 7fa4937fe700 1 -- 172.21.15.17:0/676500087 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/cephadm/allow_ptrace}]=0 v9)=0 v9) v1 ==== 125+0+0 (secure 0 0 0) 0x7fa48c027070 con 0x7fa49c102520 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa488038db0 msgr2=0x7fa48803b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa488038db0 0x7fa48803b270 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa498006fd0 tx=0x7fa498006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 msgr2=0x7fa49c101da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c101da0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa48c005b40 tx=0x7fa48c004f40 comp rx=0 tx=0).stop 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 shutdown_connections 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa488038db0 0x7fa48803b270 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 --2- 172.21.15.17:0/676500087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa49c102520 0x7fa49c101da0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.776+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 >> 172.21.15.17:0/676500087 conn(0x7fa49c0fbed0 msgr2=0x7fa49c0fc970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.777+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 shutdown_connections 2024-03-16T18:12:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:02.777+0000 7fa4a45d2700 1 -- 172.21.15.17:0/676500087 wait complete. 2024-03-16T18:12:03.248 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:03.248 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:03.248 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi017", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:03.248 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:03.249 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:03.249 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:03.249 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/676500087' entity='client.admin' 2024-03-16T18:12:03.249 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:03.249 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:03.531 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-03-16T18:12:03.531 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-03-16T18:12:04.415 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:05.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 -- 172.21.15.17:0/3232371673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 msgr2=0x7ff3d0101e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:05.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 --2- 172.21.15.17:0/3232371673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0101e50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc009910 tx=0x7ff3cc009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:05.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 -- 172.21.15.17:0/3232371673 shutdown_connections 2024-03-16T18:12:05.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 --2- 172.21.15.17:0/3232371673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0101e50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:05.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 -- 172.21.15.17:0/3232371673 >> 172.21.15.17:0/3232371673 conn(0x7ff3d00fcfd0 msgr2=0x7ff3d00ff410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:05.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 -- 172.21.15.17:0/3232371673 shutdown_connections 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.858+0000 7ff3d7b87700 1 -- 172.21.15.17:0/3232371673 wait complete. 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d7b87700 1 Processor -- start 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d7b87700 1 -- start start 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d7b87700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0075ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d7b87700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d00761e0 con 0x7ff3d0101a30 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d5923700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0075ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d5923700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0075ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56354/0 (socket says 172.21.15.17:56354) 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d5923700 1 -- 172.21.15.17:0/829832796 learned_addr learned my addr 172.21.15.17:0/829832796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.859+0000 7ff3d5923700 1 -- 172.21.15.17:0/829832796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3cc0095f0 con 0x7ff3d0101a30 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.860+0000 7ff3d5923700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0075ca0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc004f70 tx=0x7ff3cc004fa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.860+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff3cc01d070 con 0x7ff3d0101a30 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.860+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff3cc00be10 con 0x7ff3d0101a30 2024-03-16T18:12:05.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.860+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d00743d0 con 0x7ff3d0101a30 2024-03-16T18:12:05.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.860+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ff3cc022e90 con 0x7ff3d0101a30 2024-03-16T18:12:05.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.860+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d0074870 con 0x7ff3d0101a30 2024-03-16T18:12:05.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.861+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7ff3cc00b960 con 0x7ff3d0101a30 2024-03-16T18:12:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.861+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3d0108070 con 0x7ff3d0101a30 2024-03-16T18:12:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.861+0000 7ff3c6ffd700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff3bc038d00 0x7ff3bc03b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.861+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ff3cc04ce90 con 0x7ff3d0101a30 2024-03-16T18:12:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.861+0000 7ff3d5122700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff3bc038d00 0x7ff3bc03b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:05.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.862+0000 7ff3d5122700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff3bc038d00 0x7ff3bc03b1c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0006fd0 tx=0x7ff3c0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:05.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:05.866+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff3cc0226f0 con 0x7ff3d0101a30 2024-03-16T18:12:06.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.075+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}) v1 -- 0x7ff3d0190190 con 0x7ff3bc038d00 2024-03-16T18:12:06.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.078+0000 7ff3c6ffd700 1 -- 172.21.15.17:0/829832796 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7ff3d0190190 con 0x7ff3bc038d00 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.080+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff3bc038d00 msgr2=0x7ff3bc03b1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.080+0000 7ff3d7b87700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff3bc038d00 0x7ff3bc03b1c0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7ff3c0006fd0 tx=0x7ff3c0006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.080+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 msgr2=0x7ff3d0075ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.080+0000 7ff3d7b87700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0075ca0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7ff3cc004f70 tx=0x7ff3cc004fa0 comp rx=0 tx=0).stop 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.081+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 shutdown_connections 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.081+0000 7ff3d7b87700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff3bc038d00 0x7ff3bc03b1c0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:06.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.081+0000 7ff3d7b87700 1 --2- 172.21.15.17:0/829832796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3d0101a30 0x7ff3d0075ca0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:06.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.081+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 >> 172.21.15.17:0/829832796 conn(0x7ff3d00fcfd0 msgr2=0x7ff3d00fdb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:06.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.081+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 shutdown_connections 2024-03-16T18:12:06.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:06.081+0000 7ff3d7b87700 1 -- 172.21.15.17:0/829832796 wait complete. 2024-03-16T18:12:06.793 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi149 2024-03-16T18:12:06.793 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:12:06.793 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.conf 2024-03-16T18:12:06.812 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:12:06.812 DEBUG:teuthology.orchestra.run.smithi149:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:06.869 INFO:tasks.cephadm:Adding host smithi149 to orchestrator... 2024-03-16T18:12:06.869 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch host add smithi149 2024-03-16T18:12:07.108 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: Updating smithi017:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:07.342 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:08.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.578+0000 7f51ee7bc700 1 -- 172.21.15.17:0/3031227620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 msgr2=0x7f51e8106c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:08.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.578+0000 7f51ee7bc700 1 --2- 172.21.15.17:0/3031227620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e8106c90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f51d8009910 tx=0x7f51d8009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:08.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.578+0000 7f51ee7bc700 1 -- 172.21.15.17:0/3031227620 shutdown_connections 2024-03-16T18:12:08.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 --2- 172.21.15.17:0/3031227620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e8106c90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 -- 172.21.15.17:0/3031227620 >> 172.21.15.17:0/3031227620 conn(0x7f51e80fc3a0 msgr2=0x7f51e80fe7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 -- 172.21.15.17:0/3031227620 shutdown_connections 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 -- 172.21.15.17:0/3031227620 wait complete. 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 Processor -- start 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 -- start start 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.579+0000 7f51ee7bc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e80fc850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51ee7bc700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51e80fe740 con 0x7f51e81068b0 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e80fc850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e80fc850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56370/0 (socket says 172.21.15.17:56370) 2024-03-16T18:12:08.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e7fff700 1 -- 172.21.15.17:0/407523215 learned_addr learned my addr 172.21.15.17:0/407523215 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e7fff700 1 -- 172.21.15.17:0/407523215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51d80095f0 con 0x7f51e81068b0 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e7fff700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e80fc850 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f51d8004f40 tx=0x7f51d8005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f51d801d070 con 0x7f51e81068b0 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51e80fcd90 con 0x7f51e81068b0 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f51d800b6f0 con 0x7f51e81068b0 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f51d80037d0 con 0x7f51e81068b0 2024-03-16T18:12:08.586 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.580+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51e80fd210 con 0x7f51e81068b0 2024-03-16T18:12:08.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.581+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f51d8003a90 con 0x7f51e81068b0 2024-03-16T18:12:08.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.581+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51e8063610 con 0x7f51e81068b0 2024-03-16T18:12:08.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.581+0000 7f51e57fa700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f51d0038d50 0x7f51d003b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:08.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.581+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f51d804cb70 con 0x7f51e81068b0 2024-03-16T18:12:08.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.581+0000 7f51e77fe700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f51d0038d50 0x7f51d003b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:08.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.582+0000 7f51e77fe700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f51d0038d50 0x7f51d003b210 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f51dc006fd0 tx=0x7f51dc006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:08.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.586+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f51d8029720 con 0x7f51e81068b0 2024-03-16T18:12:08.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:08.796+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}) v1 -- 0x7f51e80fd470 con 0x7f51d0038d50 2024-03-16T18:12:09.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:08 smithi017 ceph-mon[32207]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi149", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:10.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:09 smithi017 ceph-mon[32207]: Deploying cephadm binary to smithi149 2024-03-16T18:12:12.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:11 smithi017 ceph-mon[32207]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:13.172 INFO:teuthology.orchestra.run.smithi017.stdout:Added host 'smithi149' with addr '172.21.15.149' 2024-03-16T18:12:13.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.168+0000 7f51e57fa700 1 -- 172.21.15.17:0/407523215 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7f51e80fd470 con 0x7f51d0038d50 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f51d0038d50 msgr2=0x7f51d003b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f51d0038d50 0x7f51d003b210 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f51dc006fd0 tx=0x7f51dc006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 msgr2=0x7f51e80fc850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e80fc850 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f51d8004f40 tx=0x7f51d8005020 comp rx=0 tx=0).stop 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 shutdown_connections 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f51d0038d50 0x7f51d003b210 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 --2- 172.21.15.17:0/407523215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51e81068b0 0x7f51e80fc850 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 >> 172.21.15.17:0/407523215 conn(0x7f51e80fc3a0 msgr2=0x7f51e81043c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 shutdown_connections 2024-03-16T18:12:13.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:13.171+0000 7f51ee7bc700 1 -- 172.21.15.17:0/407523215 wait complete. 2024-03-16T18:12:13.737 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch host ls --format=json 2024-03-16T18:12:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:14.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:13 smithi017 ceph-mon[32207]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:14.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:14.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:14.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:15.082 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:14 smithi017 ceph-mon[32207]: Added host smithi149 2024-03-16T18:12:15.083 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:14 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 -- 172.21.15.17:0/988794979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 msgr2=0x7fbf90102f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 --2- 172.21.15.17:0/988794979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90102f80 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fbf80009910 tx=0x7fbf80009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 -- 172.21.15.17:0/988794979 shutdown_connections 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 --2- 172.21.15.17:0/988794979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90102f80 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 -- 172.21.15.17:0/988794979 >> 172.21.15.17:0/988794979 conn(0x7fbf900fc390 msgr2=0x7fbf900fe7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 -- 172.21.15.17:0/988794979 shutdown_connections 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.567+0000 7fbf96654700 1 -- 172.21.15.17:0/988794979 wait complete. 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf96654700 1 Processor -- start 2024-03-16T18:12:15.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf96654700 1 -- start start 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf96654700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90100800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf96654700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf901026f0 con 0x7fbf90102ba0 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf8ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90100800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf8ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90100800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56490/0 (socket says 172.21.15.17:56490) 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.568+0000 7fbf8ffff700 1 -- 172.21.15.17:0/388513026 learned_addr learned my addr 172.21.15.17:0/388513026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf8ffff700 1 -- 172.21.15.17:0/388513026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf800095f0 con 0x7fbf90102ba0 2024-03-16T18:12:15.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf8ffff700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90100800 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf80004f40 tx=0x7fbf80005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbf8001d070 con 0x7fbf90102ba0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf8000bc00 con 0x7fbf90102ba0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf90100d40 con 0x7fbf90102ba0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fbf80003920 con 0x7fbf90102ba0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.569+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf90101160 con 0x7fbf90102ba0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.570+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7fbf80003b90 con 0x7fbf90102ba0 2024-03-16T18:12:15.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.570+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf90063610 con 0x7fbf90102ba0 2024-03-16T18:12:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.570+0000 7fbf8d7fa700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbf78038db0 0x7fbf7803b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.570+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fbf8004cb20 con 0x7fbf90102ba0 2024-03-16T18:12:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.570+0000 7fbf8f7fe700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbf78038db0 0x7fbf7803b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:15.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.571+0000 7fbf8f7fe700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbf78038db0 0x7fbf7803b270 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbf84006fd0 tx=0x7fbf84006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:15.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.575+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbf80029910 con 0x7fbf90102ba0 2024-03-16T18:12:15.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.785+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbf9010bdf0 con 0x7fbf78038db0 2024-03-16T18:12:15.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.786+0000 7fbf8d7fa700 1 -- 172.21.15.17:0/388513026 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+160 (secure 0 0 0) 0x7fbf9010bdf0 con 0x7fbf78038db0 2024-03-16T18:12:15.790 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:12:15.790 INFO:teuthology.orchestra.run.smithi017.stdout:[{"addr": "172.21.15.17", "hostname": "smithi017", "labels": [], "status": ""}, {"addr": "172.21.15.149", "hostname": "smithi149", "labels": [], "status": ""}] 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.788+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbf78038db0 msgr2=0x7fbf7803b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.788+0000 7fbf96654700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbf78038db0 0x7fbf7803b270 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fbf84006fd0 tx=0x7fbf84006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.788+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 msgr2=0x7fbf90100800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.788+0000 7fbf96654700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90100800 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fbf80004f40 tx=0x7fbf80005020 comp rx=0 tx=0).stop 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.788+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 shutdown_connections 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.788+0000 7fbf96654700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbf78038db0 0x7fbf7803b270 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.789+0000 7fbf96654700 1 --2- 172.21.15.17:0/388513026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf90102ba0 0x7fbf90100800 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:15.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.789+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 >> 172.21.15.17:0/388513026 conn(0x7fbf900fc390 msgr2=0x7fbf90105960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:15.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.789+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 shutdown_connections 2024-03-16T18:12:15.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:15.789+0000 7fbf96654700 1 -- 172.21.15.17:0/388513026 wait complete. 2024-03-16T18:12:16.089 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:15 smithi017 ceph-mon[32207]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:16.089 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:16.392 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi153 2024-03-16T18:12:16.392 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:12:16.393 DEBUG:teuthology.orchestra.run.smithi153:> dd of=/etc/ceph/ceph.conf 2024-03-16T18:12:16.413 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:12:16.413 DEBUG:teuthology.orchestra.run.smithi153:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:16.471 INFO:tasks.cephadm:Adding host smithi153 to orchestrator... 2024-03-16T18:12:16.472 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch host add smithi153 2024-03-16T18:12:16.713 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:17.134 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:16 smithi017 ceph-mon[32207]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:12:17.879 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:17 smithi017 ceph-mon[32207]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:18.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.098+0000 7fd35c988700 1 -- 172.21.15.17:0/653465136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 msgr2=0x7fd358107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:18.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.098+0000 7fd35c988700 1 --2- 172.21.15.17:0/653465136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358107da0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fd350009910 tx=0x7fd350009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:18.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.099+0000 7fd35c988700 1 -- 172.21.15.17:0/653465136 shutdown_connections 2024-03-16T18:12:18.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.099+0000 7fd35c988700 1 --2- 172.21.15.17:0/653465136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358107da0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:18.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.099+0000 7fd35c988700 1 -- 172.21.15.17:0/653465136 >> 172.21.15.17:0/653465136 conn(0x7fd3580fd4f0 msgr2=0x7fd3580ff910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:18.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.099+0000 7fd35c988700 1 -- 172.21.15.17:0/653465136 shutdown_connections 2024-03-16T18:12:18.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.099+0000 7fd35c988700 1 -- 172.21.15.17:0/653465136 wait complete. 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35c988700 1 Processor -- start 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35c988700 1 -- start start 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35c988700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358197210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35c988700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd358197750 con 0x7fd3581079c0 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358197210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358197210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56500/0 (socket says 172.21.15.17:56500) 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35659c700 1 -- 172.21.15.17:0/256174540 learned_addr learned my addr 172.21.15.17:0/256174540 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35659c700 1 -- 172.21.15.17:0/256174540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3500095f0 con 0x7fd3581079c0 2024-03-16T18:12:18.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.100+0000 7fd35659c700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358197210 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd350006010 tx=0x7fd350004ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd35001d070 con 0x7fd3581079c0 2024-03-16T18:12:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3581979b0 con 0x7fd3581079c0 2024-03-16T18:12:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd35000bba0 con 0x7fd3581079c0 2024-03-16T18:12:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7fd3500038a0 con 0x7fd3581079c0 2024-03-16T18:12:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd358197e30 con 0x7fd3581079c0 2024-03-16T18:12:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7fd350003ad0 con 0x7fd3581079c0 2024-03-16T18:12:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.101+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd358063610 con 0x7fd3581079c0 2024-03-16T18:12:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.102+0000 7fd3477fe700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd340038d50 0x7fd34003b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.102+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fd35004cbf0 con 0x7fd3581079c0 2024-03-16T18:12:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.102+0000 7fd355d9b700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd340038d50 0x7fd34003b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.102+0000 7fd355d9b700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd340038d50 0x7fd34003b210 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd34c006fd0 tx=0x7fd34c006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.107+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd350029910 con 0x7fd3581079c0 2024-03-16T18:12:18.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:18.313+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch host add", "hostname": "smithi153", "target": ["mon-mgr", ""]}) v1 -- 0x7fd35810be60 con 0x7fd340038d50 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi153", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:12:20.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:19 smithi017 ceph-mon[32207]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:20 smithi017 ceph-mon[32207]: Deploying cephadm binary to smithi153 2024-03-16T18:12:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:20 smithi017 ceph-mon[32207]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:20 smithi017 ceph-mon[32207]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:20 smithi017 ceph-mon[32207]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:22.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:21 smithi017 ceph-mon[32207]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:22.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.716+0000 7fd3477fe700 1 -- 172.21.15.17:0/256174540 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+49 (secure 0 0 0) 0x7fd35810be60 con 0x7fd340038d50 2024-03-16T18:12:22.720 INFO:teuthology.orchestra.run.smithi017.stdout:Added host 'smithi153' with addr '172.21.15.153' 2024-03-16T18:12:22.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd340038d50 msgr2=0x7fd34003b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:22.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd340038d50 0x7fd34003b210 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd34c006fd0 tx=0x7fd34c006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:22.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 msgr2=0x7fd358197210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:22.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358197210 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd350006010 tx=0x7fd350004ff0 comp rx=0 tx=0).stop 2024-03-16T18:12:22.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 shutdown_connections 2024-03-16T18:12:22.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd340038d50 0x7fd34003b210 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:22.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 --2- 172.21.15.17:0/256174540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3581079c0 0x7fd358197210 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:22.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 >> 172.21.15.17:0/256174540 conn(0x7fd3580fd4f0 msgr2=0x7fd358109510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:22.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 shutdown_connections 2024-03-16T18:12:22.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:22.719+0000 7fd35c988700 1 -- 172.21.15.17:0/256174540 wait complete. 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: Added host smithi153 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:23.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:23 smithi017 ceph-mon[32207]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:23.501 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch host ls --format=json 2024-03-16T18:12:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:24.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:24.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:25.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:25 smithi017 ceph-mon[32207]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:25.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.532+0000 7f2320de4700 1 -- 172.21.15.17:0/366574010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 msgr2=0x7f231c102f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:25.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.532+0000 7f2320de4700 1 --2- 172.21.15.17:0/366574010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c102f50 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f230c009910 tx=0x7f230c009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:25.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.532+0000 7f2320de4700 1 -- 172.21.15.17:0/366574010 shutdown_connections 2024-03-16T18:12:25.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.532+0000 7f2320de4700 1 --2- 172.21.15.17:0/366574010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c102f50 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:25.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.532+0000 7f2320de4700 1 -- 172.21.15.17:0/366574010 >> 172.21.15.17:0/366574010 conn(0x7f231c077520 msgr2=0x7f231c0fe7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:25.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.533+0000 7f2320de4700 1 -- 172.21.15.17:0/366574010 shutdown_connections 2024-03-16T18:12:25.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.533+0000 7f2320de4700 1 -- 172.21.15.17:0/366574010 wait complete. 2024-03-16T18:12:25.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.533+0000 7f2320de4700 1 Processor -- start 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.533+0000 7f2320de4700 1 -- start start 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.533+0000 7f2320de4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c1007d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f2320de4700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f231c1026c0 con 0x7f231c102b70 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f231a59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c1007d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f231a59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c1007d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55760/0 (socket says 172.21.15.17:55760) 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f231a59c700 1 -- 172.21.15.17:0/2482619028 learned_addr learned my addr 172.21.15.17:0/2482619028 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f231a59c700 1 -- 172.21.15.17:0/2482619028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f230c0095f0 con 0x7f231c102b70 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f231a59c700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c1007d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f230c004f40 tx=0x7f230c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f230c01d070 con 0x7f231c102b70 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f230c00bc00 con 0x7f231c102b70 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f231c100d10 con 0x7f231c102b70 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f230c003920 con 0x7f231c102b70 2024-03-16T18:12:25.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.534+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f231c101130 con 0x7f231c102b70 2024-03-16T18:12:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.535+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f230c003b90 con 0x7f231c102b70 2024-03-16T18:12:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.535+0000 7f230b7fe700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2304038db0 0x7f230403b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.535+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f230c04ce20 con 0x7f231c102b70 2024-03-16T18:12:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.535+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f231c063610 con 0x7f231c102b70 2024-03-16T18:12:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.535+0000 7f2319d9b700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2304038db0 0x7f230403b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:25.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.536+0000 7f2319d9b700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2304038db0 0x7f230403b270 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2310006fd0 tx=0x7f2310006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:25.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.540+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f230c026080 con 0x7f231c102b70 2024-03-16T18:12:25.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.750+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f231c10bd70 con 0x7f2304038db0 2024-03-16T18:12:25.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.751+0000 7f230b7fe700 1 -- 172.21.15.17:0/2482619028 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+240 (secure 0 0 0) 0x7f231c10bd70 con 0x7f2304038db0 2024-03-16T18:12:25.755 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:12:25.755 INFO:teuthology.orchestra.run.smithi017.stdout:[{"addr": "172.21.15.17", "hostname": "smithi017", "labels": [], "status": ""}, {"addr": "172.21.15.149", "hostname": "smithi149", "labels": [], "status": ""}, {"addr": "172.21.15.153", "hostname": "smithi153", "labels": [], "status": ""}] 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.753+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2304038db0 msgr2=0x7f230403b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.753+0000 7f2320de4700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2304038db0 0x7f230403b270 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f2310006fd0 tx=0x7f2310006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.753+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 msgr2=0x7f231c1007d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.753+0000 7f2320de4700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c1007d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f230c004f40 tx=0x7f230c005020 comp rx=0 tx=0).stop 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.754+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 shutdown_connections 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.754+0000 7f2320de4700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2304038db0 0x7f230403b270 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.754+0000 7f2320de4700 1 --2- 172.21.15.17:0/2482619028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f231c102b70 0x7f231c1007d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.754+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 >> 172.21.15.17:0/2482619028 conn(0x7f231c077520 msgr2=0x7f231c105930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.754+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 shutdown_connections 2024-03-16T18:12:25.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:25.754+0000 7f2320de4700 1 -- 172.21.15.17:0/2482619028 wait complete. 2024-03-16T18:12:26.309 INFO:tasks.cephadm:Setting crush tunables to default 2024-03-16T18:12:26.309 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd crush tunables default 2024-03-16T18:12:26.548 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:26.850 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:26.851 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:26 smithi017 ceph-mon[32207]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:12:27.821 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:27 smithi017 ceph-mon[32207]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 -- 172.21.15.17:0/3691315691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 msgr2=0x7f1610107da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 --2- 172.21.15.17:0/3691315691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610107da0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f160c009910 tx=0x7f160c009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 -- 172.21.15.17:0/3691315691 shutdown_connections 2024-03-16T18:12:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 --2- 172.21.15.17:0/3691315691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610107da0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 -- 172.21.15.17:0/3691315691 >> 172.21.15.17:0/3691315691 conn(0x7f16100fd4f0 msgr2=0x7f16100ff910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:27.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 -- 172.21.15.17:0/3691315691 shutdown_connections 2024-03-16T18:12:27.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 -- 172.21.15.17:0/3691315691 wait complete. 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 Processor -- start 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.991+0000 7f1617628700 1 -- start start 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f1617628700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610197210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f1617628700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1610197750 con 0x7f16101079c0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16153c4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610197210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16153c4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610197210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55778/0 (socket says 172.21.15.17:55778) 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16153c4700 1 -- 172.21.15.17:0/4293282447 learned_addr learned my addr 172.21.15.17:0/4293282447 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16153c4700 1 -- 172.21.15.17:0/4293282447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f160c0095f0 con 0x7f16101079c0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16153c4700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610197210 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f160c004f40 tx=0x7f160c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f160c01d070 con 0x7f16101079c0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16101979b0 con 0x7f16101079c0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f160c00b6f0 con 0x7f16101079c0 2024-03-16T18:12:27.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f160c0037d0 con 0x7f16101079c0 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.992+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1610197e30 con 0x7f16101079c0 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.993+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f160c003a40 con 0x7f16101079c0 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.993+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1610063610 con 0x7f16101079c0 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.993+0000 7f16067fc700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f15fc038db0 0x7f15fc03b270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.993+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f160c04cb60 con 0x7f16101079c0 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.994+0000 7f1614bc3700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f15fc038db0 0x7f15fc03b270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:27.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.994+0000 7f1614bc3700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f15fc038db0 0x7f15fc03b270 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1600006fd0 tx=0x7f1600006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:28.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:27.998+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f160c029750 con 0x7f16101079c0 2024-03-16T18:12:28.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.207+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f161010bdf0 con 0x7f16101079c0 2024-03-16T18:12:28.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.559+0000 7f16067fc700 1 -- 172.21.15.17:0/4293282447 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v4) v1 ==== 124+0+0 (secure 0 0 0) 0x7f160c026070 con 0x7f16101079c0 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f15fc038db0 msgr2=0x7f15fc03b270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f15fc038db0 0x7f15fc03b270 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f1600006fd0 tx=0x7f1600006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 msgr2=0x7f1610197210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610197210 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f160c004f40 tx=0x7f160c005020 comp rx=0 tx=0).stop 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 shutdown_connections 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f15fc038db0 0x7f15fc03b270 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 --2- 172.21.15.17:0/4293282447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16101079c0 0x7f1610197210 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 >> 172.21.15.17:0/4293282447 conn(0x7f16100fd4f0 msgr2=0x7f1610109510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 shutdown_connections 2024-03-16T18:12:28.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:28.561+0000 7f1617628700 1 -- 172.21.15.17:0/4293282447 wait complete. 2024-03-16T18:12:28.566 INFO:teuthology.orchestra.run.smithi017.stderr:adjusted tunables profile to default 2024-03-16T18:12:28.835 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:28 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4293282447' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-16T18:12:29.155 INFO:tasks.cephadm:Adding mon.a on smithi017 2024-03-16T18:12:29.155 INFO:tasks.cephadm:Adding mon.b on smithi149 2024-03-16T18:12:29.155 INFO:tasks.cephadm:Adding mon.c on smithi153 2024-03-16T18:12:29.156 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch apply mon '3;smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c' 2024-03-16T18:12:29.388 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4293282447' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi153", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:30.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:12:30.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:30.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:30.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:30.776 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.771+0000 7f7687eef700 1 -- 172.21.15.153:0/192091482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 msgr2=0x7f7680106c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.771+0000 7f7687eef700 1 --2- 172.21.15.153:0/192091482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f7680106c80 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f767c009910 tx=0x7f767c009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.771+0000 7f7687eef700 1 -- 172.21.15.153:0/192091482 shutdown_connections 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.771+0000 7f7687eef700 1 --2- 172.21.15.153:0/192091482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f7680106c80 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.771+0000 7f7687eef700 1 -- 172.21.15.153:0/192091482 >> 172.21.15.153:0/192091482 conn(0x7f76800fc370 msgr2=0x7f76800fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.771+0000 7f7687eef700 1 -- 172.21.15.153:0/192091482 shutdown_connections 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7687eef700 1 -- 172.21.15.153:0/192091482 wait complete. 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7687eef700 1 Processor -- start 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7687eef700 1 -- start start 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7687eef700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f76800fc820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7687eef700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76800fe710 con 0x7f76801068a0 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7685c8b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f76800fc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:30.777 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7685c8b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f76800fc820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.153:41384/0 (socket says 172.21.15.153:41384) 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.772+0000 7f7685c8b700 1 -- 172.21.15.153:0/1747061251 learned_addr learned my addr 172.21.15.153:0/1747061251 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7685c8b700 1 -- 172.21.15.153:0/1747061251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f767c0095f0 con 0x7f76801068a0 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7685c8b700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f76800fc820 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f767c004f40 tx=0x7f767c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f767c01d070 con 0x7f76801068a0 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76800fcd60 con 0x7f76801068a0 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f767c00b6f0 con 0x7f76801068a0 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7f767c0037d0 con 0x7f76801068a0 2024-03-16T18:12:30.778 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.773+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76800fd1e0 con 0x7f76801068a0 2024-03-16T18:12:30.779 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.774+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7680101fe0 con 0x7f76801068a0 2024-03-16T18:12:30.779 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.774+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f767c00b860 con 0x7f76801068a0 2024-03-16T18:12:30.779 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.774+0000 7f7676ffd700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f766c038d50 0x7f766c03b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:30.779 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.774+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f767c04ca50 con 0x7f76801068a0 2024-03-16T18:12:30.779 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.774+0000 7f768548a700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f766c038d50 0x7f766c03b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:30.779 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.775+0000 7f768548a700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f766c038d50 0x7f766c03b210 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f7670006fd0 tx=0x7f7670006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:30.783 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.780+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f767c02a3b0 con 0x7f76801068a0 2024-03-16T18:12:30.989 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.985+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c", "target": ["mon-mgr", ""]}) v1 -- 0x7f76800fd490 con 0x7f766c038d50 2024-03-16T18:12:30.995 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.992+0000 7f7676ffd700 1 -- 172.21.15.153:0/1747061251 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f76800fd490 con 0x7f766c038d50 2024-03-16T18:12:30.995 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled mon update... 2024-03-16T18:12:30.997 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f766c038d50 msgr2=0x7f766c03b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:30.997 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f766c038d50 0x7f766c03b210 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f7670006fd0 tx=0x7f7670006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 msgr2=0x7f76800fc820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f76800fc820 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f767c004f40 tx=0x7f767c005020 comp rx=0 tx=0).stop 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 shutdown_connections 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f766c038d50 0x7f766c03b210 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 --2- 172.21.15.153:0/1747061251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76801068a0 0x7f76800fc820 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 >> 172.21.15.153:0/1747061251 conn(0x7f76800fc370 msgr2=0x7f7680069e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 shutdown_connections 2024-03-16T18:12:30.998 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:30.994+0000 7f7687eef700 1 -- 172.21.15.153:0/1747061251 wait complete. 2024-03-16T18:12:31.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:30 smithi017 ceph-mon[32207]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:31.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:30 smithi017 ceph-mon[32207]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:31.666 DEBUG:teuthology.orchestra.run.smithi149:mon.b> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.b.service 2024-03-16T18:12:31.668 DEBUG:teuthology.orchestra.run.smithi153:mon.c> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.c.service 2024-03-16T18:12:31.671 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-16T18:12:31.671 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph mon dump -f json 2024-03-16T18:12:32.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:32.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:32.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:32.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:32.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:32.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:32.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:32.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:32.409 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:33.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:32 smithi017 ceph-mon[32207]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:33.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:32 smithi017 ceph-mon[32207]: Saving service mon spec with placement smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c;count:3 2024-03-16T18:12:33.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:32 smithi017 ceph-mon[32207]: Deploying daemon mon.c on smithi153 2024-03-16T18:12:34.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:33 smithi017 ceph-mon[32207]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:35.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:34 smithi017 ceph-mon[32207]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 -- 172.21.15.153:0/3693334735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 msgr2=0x7ffabc107dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 --2- 172.21.15.153:0/3693334735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc107dd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7ffaac009910 tx=0x7ffaac009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 -- 172.21.15.153:0/3693334735 shutdown_connections 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 --2- 172.21.15.153:0/3693334735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc107dd0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 -- 172.21.15.153:0/3693334735 >> 172.21.15.153:0/3693334735 conn(0x7ffabc0fd500 msgr2=0x7ffabc0ff920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 -- 172.21.15.153:0/3693334735 shutdown_connections 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.535+0000 7ffac27d4700 1 -- 172.21.15.153:0/3693334735 wait complete. 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.536+0000 7ffac27d4700 1 Processor -- start 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.536+0000 7ffac27d4700 1 -- start start 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.536+0000 7ffac27d4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc1972c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:35.540 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.536+0000 7ffac27d4700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffabc197800 con 0x7ffabc1079f0 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.536+0000 7ffabbfff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc1972c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffabbfff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc1972c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.153:47038/0 (socket says 172.21.15.153:47038) 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffabbfff700 1 -- 172.21.15.153:0/3278921499 learned_addr learned my addr 172.21.15.153:0/3278921499 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffabbfff700 1 -- 172.21.15.153:0/3278921499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaac0095f0 con 0x7ffabc1079f0 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffabbfff700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc1972c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ffaac004f40 tx=0x7ffaac005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffaac01d070 con 0x7ffabc1079f0 2024-03-16T18:12:35.542 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ffaac00b6f0 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffabc197a60 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 205+0+0 (secure 0 0 0) 0x7ffaac0037d0 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.537+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffabc197ee0 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.538+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7ffaac003a90 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.538+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffabc063610 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.538+0000 7ffab97fa700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffaa4038d50 0x7ffaa403b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.538+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7ffaac00bb60 con 0x7ffabc1079f0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.539+0000 7ffabb7fe700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffaa4038d50 0x7ffaa403b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:35.543 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.539+0000 7ffabb7fe700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffaa4038d50 0x7ffaa403b210 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ffab0006fd0 tx=0x7ffab0006e40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:35.548 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.544+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ffaac029720 con 0x7ffabc1079f0 2024-03-16T18:12:35.841 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.837+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7ffabc10bdb0 con 0x7ffabc1079f0 2024-03-16T18:12:35.856 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.852+0000 7ffab97fa700 1 -- 172.21.15.153:0/3278921499 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+745 (secure 0 0 0) 0x7ffaac026030 con 0x7ffabc1079f0 2024-03-16T18:12:35.856 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:12:35.856 INFO:teuthology.orchestra.run.smithi153.stdout:{"epoch":1,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","modified":"2024-03-16T18:10:51.551542Z","created":"2024-03-16T18:10:51.551542Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-03-16T18:12:35.858 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffaa4038d50 msgr2=0x7ffaa403b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:35.858 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffaa4038d50 0x7ffaa403b210 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7ffab0006fd0 tx=0x7ffab0006e40 comp rx=0 tx=0).stop 2024-03-16T18:12:35.858 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 msgr2=0x7ffabc1972c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc1972c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7ffaac004f40 tx=0x7ffaac005020 comp rx=0 tx=0).stop 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 shutdown_connections 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffaa4038d50 0x7ffaa403b210 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 --2- 172.21.15.153:0/3278921499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffabc1079f0 0x7ffabc1972c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 >> 172.21.15.153:0/3278921499 conn(0x7ffabc0fd500 msgr2=0x7ffabc109520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 shutdown_connections 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:35.855+0000 7ffac27d4700 1 -- 172.21.15.153:0/3278921499 wait complete. 2024-03-16T18:12:35.859 INFO:teuthology.orchestra.run.smithi153.stderr:dumped monmap epoch 1 2024-03-16T18:12:35.949 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 podman[35972]: 2024-03-16 18:12:35.922381431 +0000 UTC m=+0.361847915 container start 6a74356634b06ea18df3a136c834a75bacf0bed14e1a21b5a99830d8856357f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-c, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-16T18:12:35.949 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: set uid:gid to 167:167 (ceph:ceph) 2024-03-16T18:12:35.949 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev), process ceph-mon, pid 2 2024-03-16T18:12:35.949 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pidfile_write: ignore empty --pid-file 2024-03-16T18:12:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:35 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/3278921499' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: load: jerasure load: lrc 2024-03-16T18:12:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: RocksDB version: 7.9.2 2024-03-16T18:12:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Git sha 0 2024-03-16T18:12:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Compile date 2024-03-15 02:27:09 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: DB SUMMARY 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: DB Session ID: QT2GYUPDSKMYO25GZB8Z 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: CURRENT file: CURRENT 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: IDENTITY file: IDENTITY 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-03-16T18:12:36.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.error_if_exists: 0 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.create_if_missing: 0 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.paranoid_checks: 1 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.flush_verify_memtable_count: 1 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.env: 0x563f44859ae0 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.fs: PosixFileSystem 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.info_log: 0x563f46a9d900 2024-03-16T18:12:36.365 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_file_opening_threads: 16 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.statistics: (nil) 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.use_fsync: 0 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_log_file_size: 0 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.log_file_time_to_roll: 0 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.keep_log_file_num: 1000 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.recycle_log_file_num: 0 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.allow_fallocate: 1 2024-03-16T18:12:36.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.allow_mmap_reads: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.allow_mmap_writes: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.use_direct_reads: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.create_missing_column_families: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.db_log_dir: 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.wal_dir: 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.table_cache_numshardbits: 6 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.WAL_ttl_seconds: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.WAL_size_limit_MB: 0 2024-03-16T18:12:36.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.is_fd_close_on_exec: 1 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.advise_random_on_open: 1 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.db_write_buffer_size: 0 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.write_buffer_manager: 0x563f46a71400 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.use_adaptive_mutex: 0 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.rate_limiter: (nil) 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-03-16T18:12:36.368 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.wal_recovery_mode: 2 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.enable_thread_tracking: 0 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.enable_pipelined_write: 0 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.unordered_write: 0 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.row_cache: None 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.wal_filter: None 2024-03-16T18:12:36.369 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.allow_ingest_behind: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.two_write_queues: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.manual_wal_flush: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.wal_compression: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.atomic_flush: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.persist_stats_to_disk: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.write_dbid_to_manifest: 0 2024-03-16T18:12:36.370 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.log_readahead_size: 0 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.best_efforts_recovery: 0 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.allow_data_in_errors: 0 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.db_host_id: __hostname__ 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.enforce_single_del_contracts: true 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_background_jobs: 2 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_background_compactions: -1 2024-03-16T18:12:36.371 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_subcompactions: 1 2024-03-16T18:12:36.373 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-03-16T18:12:36.373 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-03-16T18:12:36.373 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.delayed_write_rate : 16777216 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_total_wal_size: 0 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.stats_dump_period_sec: 600 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.stats_persist_period_sec: 600 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_open_files: -1 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bytes_per_sync: 0 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.wal_bytes_per_sync: 0 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.strict_bytes_per_sync: 0 2024-03-16T18:12:36.374 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_readahead_size: 0 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_background_flushes: -1 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Compression algorithms supported: 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kZSTD supported: 0 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kXpressCompression supported: 0 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kLZ4HCCompression supported: 1 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kZlibCompression supported: 1 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kSnappyCompression supported: 1 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kLZ4Compression supported: 1 2024-03-16T18:12:36.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: kBZip2Compression supported: 0 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Fast CRC32 supported: Supported on x86 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: DMutex implementation: pthread_mutex_t 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.merge_operator: 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_filter: None 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_filter_factory: None 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.sst_partitioner_factory: None 2024-03-16T18:12:36.376 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.memtable_factory: SkipListFactory 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.table_factory: BlockBasedTable 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563f46a9da00) 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: cache_index_and_filter_blocks: 1 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: pin_top_level_index_and_filter: 1 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: index_type: 0 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: data_block_index_type: 0 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: index_shortening: 1 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: data_block_hash_table_util_ratio: 0.750000 2024-03-16T18:12:36.377 INFO:journalctl@ceph.mon.c.smithi153.stdout: checksum: 4 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: no_block_cache: 0 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_cache: 0x563f46aa1090 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_cache_name: BinnedLRUCache 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_cache_options: 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: capacity : 536870912 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: num_shard_bits : 4 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: strict_capacity_limit : 0 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: high_pri_pool_ratio: 0.000 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_cache_compressed: (nil) 2024-03-16T18:12:36.378 INFO:journalctl@ceph.mon.c.smithi153.stdout: persistent_cache: (nil) 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_size: 4096 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_size_deviation: 10 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_restart_interval: 16 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: index_block_restart_interval: 1 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: metadata_block_size: 4096 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: partition_filters: 0 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: use_delta_encoding: 1 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: filter_policy: bloomfilter 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: whole_key_filtering: 1 2024-03-16T18:12:36.379 INFO:journalctl@ceph.mon.c.smithi153.stdout: verify_compression: 0 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: read_amp_bytes_per_bit: 0 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: format_version: 5 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: enable_index_compression: 1 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: block_align: 0 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: max_auto_readahead_size: 262144 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: prepopulate_block_cache: 0 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: initial_auto_readahead_size: 8192 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout: num_file_reads_for_auto_readahead: 2 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.write_buffer_size: 33554432 2024-03-16T18:12:36.380 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_write_buffer_number: 2 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression: NoCompression 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression: Disabled 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.prefix_extractor: nullptr 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.num_levels: 7 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-03-16T18:12:36.381 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.window_bits: -14 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.level: 32767 2024-03-16T18:12:36.382 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.strategy: 0 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.enabled: false 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.target_file_size_base: 67108864 2024-03-16T18:12:36.383 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.target_file_size_multiplier: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-03-16T18:12:36.384 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.arena_block_size: 1048576 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.disable_auto_compactions: 0 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-03-16T18:12:36.385 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.table_properties_collectors: 2024-03-16T18:12:36.386 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.inplace_update_support: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.inplace_update_num_locks: 10000 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.memtable_huge_page_size: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.bloom_locality: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.max_successive_merges: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.optimize_filters_for_hits: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.paranoid_file_checks: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.force_consistency_checks: 1 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.report_bg_io_stats: 0 2024-03-16T18:12:36.387 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.ttl: 2592000 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.periodic_compaction_seconds: 0 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.enable_blob_files: false 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.min_blob_size: 0 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.blob_file_size: 268435456 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.blob_compression_type: NoCompression 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.enable_blob_garbage_collection: false 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-03-16T18:12:36.388 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.blob_file_starting_level: 0 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 3aaf90da-0aef-4189-8e6a-20385912de77 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710612755962980, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710612755963385, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1710612755, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "3aaf90da-0aef-4189-8e6a-20385912de77", "db_session_id": "QT2GYUPDSKMYO25GZB8Z", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: EVENT_LOG_v1 {"time_micros": 1710612755963463, "job": 1, "event": "recovery_finished"} 2024-03-16T18:12:36.389 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563f46b92000 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: DB pointer 0x563f46b7c000 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout: ** DB Stats ** 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-03-16T18:12:36.390 INFO:journalctl@ceph.mon.c.smithi153.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: ** Compaction Stats [default] ** 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-16T18:12:36.391 INFO:journalctl@ceph.mon.c.smithi153.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: ** Compaction Stats [default] ** 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.0 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-03-16T18:12:36.392 INFO:journalctl@ceph.mon.c.smithi153.stdout: 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: AddFile(Keys): cumulative 0, interval 0 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Cumulative compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Interval compaction: 0.00 GB write, 0.12 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Block cache BinnedLRUCache@0x563f46aa1090#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: 2024-03-16T18:12:36.393 INFO:journalctl@ceph.mon.c.smithi153.stdout: ** File Read Latency Histogram By Level [default] ** 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: using public_addr v2:172.21.15.153:0/0 -> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: starting mon.c rank -1 at public addrs [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] at bind addrs [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon_data /var/lib/ceph/mon/ceph-c fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(???) e0 preinit fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).mds e1 new map 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).mds e1 print_map 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout: e1 2024-03-16T18:12:36.394 INFO:journalctl@ceph.mon.c.smithi153.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout: legacy client fscid: -1 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout: 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout: No filesystems configured 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-16T18:12:36.395 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi153", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.396 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Deploying cephadm binary to smithi153 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.397 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Added host smithi153 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4293282447' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4293282447' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:36.398 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi153", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:36.399 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Saving service mon spec with placement smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c;count:3 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: Deploying daemon mon.c on smithi153 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:36.400 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/3278921499' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:36.401 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:35 smithi153 ceph-mon[36005]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-16T18:12:36.401 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:36 smithi153 bash[35972]: 6a74356634b06ea18df3a136c834a75bacf0bed14e1a21b5a99830d8856357f6 2024-03-16T18:12:36.401 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:36 smithi153 systemd[1]: Started Ceph mon.c for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:12:37.604 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-16T18:12:37.604 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph mon dump -f json 2024-03-16T18:12:37.851 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: mon.a calling monitor election 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: mon.c calling monitor election 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:41.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: monmap e2: 2 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: fsmap 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: mgrmap e13: x(active, since 50s) 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: overall HEALTH_OK 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:41.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: mon.a calling monitor election 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: mon.c calling monitor election 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: monmap e2: 2 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: fsmap 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: mgrmap e13: x(active, since 50s) 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: overall HEALTH_OK 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:41.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:41.542 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:41.542 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:41.542 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 -- 172.21.15.153:0/2167112111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 msgr2=0x7f62e8005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 --2- 172.21.15.153:0/2167112111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f62e8005a50 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f63001019f0 tx=0x7f62f000feb0 comp rx=0 tx=0).stop 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 -- 172.21.15.153:0/2167112111 shutdown_connections 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 --2- 172.21.15.153:0/2167112111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f62e8005a50 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 -- 172.21.15.153:0/2167112111 >> 172.21.15.153:0/2167112111 conn(0x7f63000fd5b0 msgr2=0x7f63000ff9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 -- 172.21.15.153:0/2167112111 shutdown_connections 2024-03-16T18:12:42.293 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.289+0000 7f6305ff2700 1 -- 172.21.15.153:0/2167112111 wait complete. 2024-03-16T18:12:42.294 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.290+0000 7f6305ff2700 1 Processor -- start 2024-03-16T18:12:42.294 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f6305ff2700 1 -- start start 2024-03-16T18:12:42.294 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f6305ff2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f6300197420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:42.294 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f6305ff2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:42.295 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f6305ff2700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6300197ef0 con 0x7f62e80035c0 2024-03-16T18:12:42.295 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f6305ff2700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6300198060 con 0x7f6300197960 2024-03-16T18:12:42.296 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:42.296 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:44126/0 (socket says 172.21.15.153:44126) 2024-03-16T18:12:42.296 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 -- 172.21.15.153:0/455807372 learned_addr learned my addr 172.21.15.153:0/455807372 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:12:42.296 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62ff7fe700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f6300197420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:42.296 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 -- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 msgr2=0x7f630019bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-03-16T18:12:42.296 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 -- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 msgr2=0x7f630019bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.291+0000 7f62feffd700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62ff7fe700 1 -- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 msgr2=0x7f630019bca0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62ff7fe700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62ff7fe700 1 -- 172.21.15.153:0/455807372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62f000f900 con 0x7f62e80035c0 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62ff7fe700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f6300197420 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f62f000f800 tx=0x7f62f0005c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f62f0013960 con 0x7f62e80035c0 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62f0004030 con 0x7f62e80035c0 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f630019c240 con 0x7f62e80035c0 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.292+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 309+0+0 (secure 0 0 0) 0x7f62f0003b30 con 0x7f62e80035c0 2024-03-16T18:12:42.297 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.293+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f630019c790 con 0x7f62e80035c0 2024-03-16T18:12:42.298 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.293+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f62f0003d10 con 0x7f62e80035c0 2024-03-16T18:12:42.298 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.294+0000 7f62fcff9700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f62ec038ce0 0x7f62ec03b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:42.298 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.294+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f62f004f160 con 0x7f62e80035c0 2024-03-16T18:12:42.298 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.294+0000 7f62feffd700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f62ec038ce0 0x7f62ec03b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:42.298 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.294+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6300106510 con 0x7f62e80035c0 2024-03-16T18:12:42.298 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.295+0000 7f62feffd700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f62ec038ce0 0x7f62ec03b1a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f62f4009180 tx=0x7f62f4008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:42.303 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.300+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f62f0024400 con 0x7f62e80035c0 2024-03-16T18:12:42.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:42 smithi153 ceph-mon[36005]: Deploying daemon mon.b on smithi149 2024-03-16T18:12:42.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:42 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:42.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:42 smithi017 ceph-mon[32207]: Deploying daemon mon.b on smithi149 2024-03-16T18:12:42.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:42 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:42.585 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.582+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f6300198730 con 0x7f62e80035c0 2024-03-16T18:12:42.586 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.582+0000 7f62fcff9700 1 -- 172.21.15.153:0/455807372 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 2 v2) v1 ==== 95+0+1015 (secure 0 0 0) 0x7f62f001a390 con 0x7f62e80035c0 2024-03-16T18:12:42.586 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:12:42.586 INFO:teuthology.orchestra.run.smithi153.stdout:{"epoch":2,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","modified":"2024-03-16T18:12:35.986182Z","created":"2024-03-16T18:10:51.551542Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:3300","nonce":0},{"type":"v1","addr":"172.21.15.153:6789","nonce":0}]},"addr":"172.21.15.153:6789/0","public_addr":"172.21.15.153:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-16T18:12:42.588 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f62ec038ce0 msgr2=0x7f62ec03b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:42.588 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f62ec038ce0 0x7f62ec03b1a0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f62f4009180 tx=0x7f62f4008040 comp rx=0 tx=0).stop 2024-03-16T18:12:42.588 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 msgr2=0x7f6300197420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:42.588 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f6300197420 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f62f000f800 tx=0x7f62f0005c30 comp rx=0 tx=0).stop 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 shutdown_connections 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62e80035c0 0x7f6300197420 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f62ec038ce0 0x7f62ec03b1a0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 --2- 172.21.15.153:0/455807372 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6300197960 0x7f630019bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 >> 172.21.15.153:0/455807372 conn(0x7f63000fd5b0 msgr2=0x7f63000ff4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 shutdown_connections 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:42.585+0000 7f6305ff2700 1 -- 172.21.15.153:0/455807372 wait complete. 2024-03-16T18:12:42.589 INFO:teuthology.orchestra.run.smithi153.stderr:dumped monmap epoch 2 2024-03-16T18:12:43.096 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:12:42 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:12:42.986+0000 7f647791b700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-03-16T18:12:43.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:43 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/455807372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:43.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:43 smithi153 ceph-mon[36005]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:43.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:43 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/455807372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:43.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:43 smithi017 ceph-mon[32207]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:44.117 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-03-16T18:12:44.117 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph mon dump -f json 2024-03-16T18:12:44.363 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:12:44.791 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-03-16T18:12:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi153", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Deploying cephadm binary to smithi153 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Added host smithi153 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4293282447' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4293282447' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:45.092 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi153", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:45.093 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.14186 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Saving service mon spec with placement smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c;count:3 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Deploying daemon mon.c on smithi153 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.094 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/3278921499' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.a calling monitor election 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.c calling monitor election 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.095 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: monmap e2: 2 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: fsmap 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mgrmap e13: x(active, since 50s) 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: overall HEALTH_OK 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: Deploying daemon mon.b on smithi149 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:45.096 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/455807372' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:45.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:45.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 ceph-mon[35991]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-03-16T18:12:45.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 bash[35972]: 63210fc93af34df40223b0f2fc657d655f6572aa1036d1cc2901265d8a32445c 2024-03-16T18:12:45.097 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:44 smithi149 systemd[1]: Started Ceph mon.b for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 -- 172.21.15.153:0/2395567317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53dc0035c0 msgr2=0x7f53dc005a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 --2- 172.21.15.153:0/2395567317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53dc0035c0 0x7f53dc005a50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f53f41019f0 tx=0x7f53ec009e80 comp rx=0 tx=0).stop 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 -- 172.21.15.153:0/2395567317 shutdown_connections 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 --2- 172.21.15.153:0/2395567317 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53dc0035c0 0x7f53dc005a50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 -- 172.21.15.153:0/2395567317 >> 172.21.15.153:0/2395567317 conn(0x7f53f40fd5b0 msgr2=0x7f53f40ff9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 -- 172.21.15.153:0/2395567317 shutdown_connections 2024-03-16T18:12:50.226 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.222+0000 7f53fc457700 1 -- 172.21.15.153:0/2395567317 wait complete. 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: mon.c calling monitor election 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: mon.a calling monitor election 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:50.227 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: monmap e3: 3 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: fsmap 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: mgrmap e13: x(active, since 59s) 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: mon.b (rank 2) addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] is down (out of quorum) 2024-03-16T18:12:50.228 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.229 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.229 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.229 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 Processor -- start 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 -- start start 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 0x7f53f40742e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53f41a3650 0x7f53f41a5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f41a6040 con 0x7f53f41a3650 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.223+0000 7f53fc457700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f41a61b0 con 0x7f53dc0035c0 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fc457700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53f41a6370 con 0x7f53f4074820 2024-03-16T18:12:50.231 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:58986/0 (socket says 172.21.15.153:58986) 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 -- 172.21.15.153:0/1864111095 learned_addr learned my addr 172.21.15.153:0/1864111095 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53f41a3650 0x7f53f41a5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa1f3700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 0x7f53f40742e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 msgr2=0x7f53f4074ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 13 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 msgr2=0x7f53f4074ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f99f2700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa1f3700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 msgr2=0x7f53f40742e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_bulk peer close file descriptor 12 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa1f3700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 msgr2=0x7f53f40742e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).read_until read failed 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa1f3700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 0x7f53f40742e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa1f3700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 0x7f53f40742e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 msgr2=0x7f53f4074ca0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.232 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 msgr2=0x7f53f40742e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 0x7f53f40742e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 -- 172.21.15.153:0/1864111095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53ec0098d0 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53fa9f4700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53f41a3650 0x7f53f41a5a40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f53e4006fd0 tx=0x7f53e400b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.224+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e4011830 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.225+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f53e4011e40 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.225+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53f41a6650 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.225+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53e4010e60 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.225+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53f41a6b50 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.226+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53f41910b0 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.226+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f53e401a440 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.226+0000 7f53f37fe700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f53e00391e0 0x7f53e003b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.226+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f53e404b420 con 0x7f53f41a3650 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.226+0000 7f53fa1f3700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f53e00391e0 0x7f53e003b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:50.233 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.227+0000 7f53fa1f3700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f53e00391e0 0x7f53e003b6a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f53ec009160 tx=0x7f53ec0090b0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:50.235 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.231+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f53e40178b0 con 0x7f53f41a3650 2024-03-16T18:12:50.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: mon.c calling monitor election 2024-03-16T18:12:50.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:12:50.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: mon.a calling monitor election 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: monmap e3: 3 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: fsmap 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: mgrmap e13: x(active, since 59s) 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: mon.b (rank 2) addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] is down (out of quorum) 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:50.512 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.508+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f53f4075810 con 0x7f53f41a3650 2024-03-16T18:12:50.512 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.509+0000 7f53f37fe700 1 -- 172.21.15.153:0/1864111095 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 3 v3) v1 ==== 95+0+1283 (secure 0 0 0) 0x7f53e40172c0 con 0x7f53f41a3650 2024-03-16T18:12:50.513 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-03-16T18:12:50.513 INFO:teuthology.orchestra.run.smithi153.stdout:{"epoch":3,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","modified":"2024-03-16T18:12:44.794300Z","created":"2024-03-16T18:10:51.551542Z","min_mon_release":19,"min_mon_release_name":"squid","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef","squid"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:3300","nonce":0},{"type":"v1","addr":"172.21.15.17:6789","nonce":0}]},"addr":"172.21.15.17:6789/0","public_addr":"172.21.15.17:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:3300","nonce":0},{"type":"v1","addr":"172.21.15.153:6789","nonce":0}]},"addr":"172.21.15.153:6789/0","public_addr":"172.21.15.153:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:3300","nonce":0},{"type":"v1","addr":"172.21.15.149:6789","nonce":0}]},"addr":"172.21.15.149:6789/0","public_addr":"172.21.15.149:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-03-16T18:12:50.515 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f53e00391e0 msgr2=0x7f53e003b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:50.515 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f53e00391e0 0x7f53e003b6a0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f53ec009160 tx=0x7f53ec0090b0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.515 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53f41a3650 msgr2=0x7f53f41a5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:50.515 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53f41a3650 0x7f53f41a5a40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f53e4006fd0 tx=0x7f53e400b7e0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.515 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 shutdown_connections 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53f41a3650 0x7f53f41a5a40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53dc0035c0 0x7f53f40742e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f53e00391e0 0x7f53e003b6a0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 --2- 172.21.15.153:0/1864111095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53f4074820 0x7f53f4074ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 >> 172.21.15.153:0/1864111095 conn(0x7f53f40fd5b0 msgr2=0x7f53f4106600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 shutdown_connections 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:50.511+0000 7f53fc457700 1 -- 172.21.15.153:0/1864111095 wait complete. 2024-03-16T18:12:50.516 INFO:teuthology.orchestra.run.smithi153.stderr:dumped monmap epoch 3 2024-03-16T18:12:51.099 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:51.099 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:50 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/1864111095' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:51.100 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:51.100 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:50 smithi153 ceph-mon[36005]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:51.100 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:51.126 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-03-16T18:12:51.127 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph config generate-minimal-conf 2024-03-16T18:12:51.157 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:51.157 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:50 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/1864111095' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:51.158 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:51.158 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:50 smithi017 ceph-mon[32207]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:51.158 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:51.380 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: mon.c calling monitor election 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: mon.a calling monitor election 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: mon.a is new leader, mons a,c in quorum (ranks 0,1) 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: monmap e3: 3 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: fsmap 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: mgrmap e13: x(active, since 59s) 2024-03-16T18:12:52.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: Health check failed: 1/3 mons down, quorum a,c (MON_DOWN) 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: Health detail: HEALTH_WARN 1/3 mons down, quorum a,c 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: mon.b (rank 2) addr [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] is down (out of quorum) 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/1864111095' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:52.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/3976175852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 msgr2=0x7fa2a0107d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/3976175852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a0107d90 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa290009910 tx=0x7fa290009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/3976175852 shutdown_connections 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/3976175852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a0107d90 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/3976175852 >> 172.21.15.17:0/3976175852 conn(0x7fa2a00fd4a0 msgr2=0x7fa2a00ff8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/3976175852 shutdown_connections 2024-03-16T18:12:52.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.899+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/3976175852 wait complete. 2024-03-16T18:12:52.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 Processor -- start 2024-03-16T18:12:52.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 -- start start 2024-03-16T18:12:52.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a00742e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2a0074820 0x7fa2a0074ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01a36b0 0x7fa2a01a5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a01a6070 con 0x7fa2a01079b0 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a01a61b0 con 0x7fa2a01a36b0 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa2a4bdd700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a01a6370 con 0x7fa2a0074820 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa29e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a00742e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.900+0000 7fa29e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a00742e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51982/0 (socket says 172.21.15.17:51982) 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 -- 172.21.15.17:0/2873296360 learned_addr learned my addr 172.21.15.17:0/2873296360 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29ed9d700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01a36b0 0x7fa2a01a5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29dd9b700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2a0074820 0x7fa2a0074ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 -- 172.21.15.17:0/2873296360 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2a0074820 msgr2=0x7fa2a0074ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2a0074820 0x7fa2a0074ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:52.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 -- 172.21.15.17:0/2873296360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01a36b0 msgr2=0x7fa2a01a5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01a36b0 0x7fa2a01a5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 -- 172.21.15.17:0/2873296360 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2900095f0 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29dd9b700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2a0074820 0x7fa2a0074ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29ed9d700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01a36b0 0x7fa2a01a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa29e59c700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a00742e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa290005850 tx=0x7fa29000bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29001d070 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa290003d40 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2a01a6650 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29000fd30 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.901+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2a01a6ba0 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.902+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7fa29002b440 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.902+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2a0063610 con 0x7fa2a01079b0 2024-03-16T18:12:52.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.902+0000 7fa2977fe700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa28c0391e0 0x7fa28c03b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:52.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.902+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7fa29000f460 con 0x7fa2a01079b0 2024-03-16T18:12:52.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.902+0000 7fa29dd9b700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa28c0391e0 0x7fa28c03b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:52.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.903+0000 7fa29dd9b700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa28c0391e0 0x7fa28c03b6a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa2880079b0 tx=0x7fa288008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:52.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:52.908+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa29002b6f0 con 0x7fa2a01079b0 2024-03-16T18:12:53.014 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: mon.b calling monitor election 2024-03-16T18:12:53.014 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:12:53.014 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: mon.b calling monitor election 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: mon.c calling monitor election 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: mon.a calling monitor election 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: monmap e3: 3 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: fsmap 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: mgrmap e13: x(active, since 61s) 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: Cluster is now healthy 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: overall HEALTH_OK 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.015 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:53.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: mon.b calling monitor election 2024-03-16T18:12:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:12:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:12:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:12:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: mon.b calling monitor election 2024-03-16T18:12:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: mon.c calling monitor election 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: mon.a calling monitor election 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: monmap e3: 3 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: fsmap 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: mgrmap e13: x(active, since 61s) 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: Cluster is now healthy 2024-03-16T18:12:53.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: overall HEALTH_OK 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:53.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:53.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: mon.b calling monitor election 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: mon.b calling monitor election 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: mon.c calling monitor election 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: mon.a calling monitor election 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: mon.a is new leader, mons a,c,b in quorum (ranks 0,1,2) 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: monmap e3: 3 mons at {a=[v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0],b=[v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0],c=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: fsmap 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: osdmap e4: 0 total, 0 up, 0 in 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: mgrmap e13: x(active, since 61s) 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,c) 2024-03-16T18:12:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: Cluster is now healthy 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: overall HEALTH_OK 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:53.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:53.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:53.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:53.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.118+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "config generate-minimal-conf"} v 0) v1 -- 0x7fa2a010bcf0 con 0x7fa2a01079b0 2024-03-16T18:12:53.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.118+0000 7fa2977fe700 1 -- 172.21.15.17:0/2873296360 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "config generate-minimal-conf"}]=0 v9) v1 ==== 76+0+275 (secure 0 0 0) 0x7fa2900206f0 con 0x7fa2a01079b0 2024-03-16T18:12:53.122 INFO:teuthology.orchestra.run.smithi017.stdout:# minimal ceph.conf for 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:53.122 INFO:teuthology.orchestra.run.smithi017.stdout:[global] 2024-03-16T18:12:53.122 INFO:teuthology.orchestra.run.smithi017.stdout: fsid = 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:12:53.122 INFO:teuthology.orchestra.run.smithi017.stdout: mon_host = [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa28c0391e0 msgr2=0x7fa28c03b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa28c0391e0 0x7fa28c03b6a0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fa2880079b0 tx=0x7fa288008040 comp rx=0 tx=0).stop 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 msgr2=0x7fa2a00742e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a00742e0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa290005850 tx=0x7fa29000bd30 comp rx=0 tx=0).stop 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 shutdown_connections 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2a01a36b0 0x7fa2a01a5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:53.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2a01079b0 0x7fa2a00742e0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa28c0391e0 0x7fa28c03b6a0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 --2- 172.21.15.17:0/2873296360 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2a0074820 0x7fa2a0074ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.120+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 >> 172.21.15.17:0/2873296360 conn(0x7fa2a00fd4a0 msgr2=0x7fa2a01095e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.121+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 shutdown_connections 2024-03-16T18:12:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:12:53.121+0000 7fa2a4bdd700 1 -- 172.21.15.17:0/2873296360 wait complete. 2024-03-16T18:12:53.704 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-03-16T18:12:53.705 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:12:53.705 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.conf 2024-03-16T18:12:53.776 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:12:53.776 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:53.845 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:12:53.845 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.conf 2024-03-16T18:12:53.880 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:12:53.880 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:53.952 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:12:53.952 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/ceph/ceph.conf 2024-03-16T18:12:53.987 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:12:53.987 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:12:54.039 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:12:53.794+0000 7f647791b700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-03-16T18:12:54.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: Reconfiguring mon.a (unknown last config time)... 2024-03-16T18:12:54.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: Reconfiguring daemon mon.a on smithi017 2024-03-16T18:12:54.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:54.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:54.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:53 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2873296360' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:54.054 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.054 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.054 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.054 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: Reconfiguring mon.a (unknown last config time)... 2024-03-16T18:12:54.055 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: Reconfiguring daemon mon.a on smithi017 2024-03-16T18:12:54.055 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:54.055 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:54.055 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:53 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2873296360' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:54.058 INFO:tasks.cephadm:Adding mgr.x on smithi017 2024-03-16T18:12:54.058 INFO:tasks.cephadm:Adding mgr.y on smithi149 2024-03-16T18:12:54.058 INFO:tasks.cephadm:Adding mgr.z on smithi153 2024-03-16T18:12:54.058 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch apply mgr '3;smithi017=x;smithi149=y;smithi153=z' 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: Reconfiguring mon.a (unknown last config time)... 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: Reconfiguring daemon mon.a on smithi017 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:53 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2873296360' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:54.333 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: Reconfiguring mon.b (monmap changed)... 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: Reconfiguring daemon mon.b on smithi149 2024-03-16T18:12:55.680 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:55 smithi153 ceph-mon[36005]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: Reconfiguring mon.b (monmap changed)... 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: Reconfiguring daemon mon.b on smithi149 2024-03-16T18:12:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:55 smithi017 ceph-mon[32207]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: Reconfiguring mon.b (monmap changed)... 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:55.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: Reconfiguring daemon mon.b on smithi149 2024-03-16T18:12:55.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:55 smithi149 ceph-mon[35991]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:55.898 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 -- 172.21.15.153:0/3078078599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e78100380 msgr2=0x7f7e781027b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:55.898 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/3078078599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e78100380 0x7f7e781027b0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f7e68009910 tx=0x7f7e68009c20 comp rx=0 tx=0).stop 2024-03-16T18:12:55.899 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 -- 172.21.15.153:0/3078078599 shutdown_connections 2024-03-16T18:12:55.899 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/3078078599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e78100380 0x7f7e781027b0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:55.899 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 -- 172.21.15.153:0/3078078599 >> 172.21.15.153:0/3078078599 conn(0x7f7e780fbfc0 msgr2=0x7f7e780fe3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:55.899 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 -- 172.21.15.153:0/3078078599 shutdown_connections 2024-03-16T18:12:55.899 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.894+0000 7f7e7cb53700 1 -- 172.21.15.153:0/3078078599 wait complete. 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 Processor -- start 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 -- start start 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 0x7f7e7819d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e7819dba0 0x7f7e781a2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e7819e020 0x7f7e781a51a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e781a5940 con 0x7f7e7819e020 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e781a5ab0 con 0x7f7e7819dba0 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7cb53700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e781a5c70 con 0x7f7e78100380 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 0x7f7e7819d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:55.901 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 0x7f7e7819d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:54072/0 (socket says 172.21.15.153:54072) 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 -- 172.21.15.153:0/536429024 learned_addr learned my addr 172.21.15.153:0/536429024 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e76d9d700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e7819e020 0x7f7e781a51a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e75d9b700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e7819dba0 0x7f7e781a2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 -- 172.21.15.153:0/536429024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e7819dba0 msgr2=0x7f7e781a2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e7819dba0 0x7f7e781a2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 -- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e7819e020 msgr2=0x7f7e781a51a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e7819e020 0x7f7e781a51a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e7659c700 1 -- 172.21.15.153:0/536429024 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e680095f0 con 0x7f7e78100380 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.895+0000 7f7e75d9b700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e7819dba0 0x7f7e781a2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.896+0000 7f7e7659c700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 0x7f7e7819d660 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7e6800bcd0 tx=0x7f7e6800bd00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.896+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6801d070 con 0x7f7e78100380 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.896+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7e68003d40 con 0x7f7e78100380 2024-03-16T18:12:55.902 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.896+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e781a5ef0 con 0x7f7e78100380 2024-03-16T18:12:55.903 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.896+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e6800fdf0 con 0x7f7e78100380 2024-03-16T18:12:55.903 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.896+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e781a6320 con 0x7f7e78100380 2024-03-16T18:12:55.903 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.897+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f7e6802b440 con 0x7f7e78100380 2024-03-16T18:12:55.904 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.897+0000 7f7e677fe700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7e600391e0 0x7f7e6003b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:12:55.904 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.897+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f7e6804d8b0 con 0x7f7e78100380 2024-03-16T18:12:55.904 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.897+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e78197670 con 0x7f7e78100380 2024-03-16T18:12:55.904 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.897+0000 7f7e75d9b700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7e600391e0 0x7f7e6003b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:12:55.904 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.898+0000 7f7e75d9b700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7e600391e0 0x7f7e6003b6a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7e70007330 tx=0x7f7e700099d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:12:55.907 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:55.903+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f7e68026020 con 0x7f7e78100380 2024-03-16T18:12:56.111 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.106+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi149=y;smithi153=z", "target": ["mon-mgr", ""]}) v1 -- 0x7f7e7802da00 con 0x7f7e600391e0 2024-03-16T18:12:56.117 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.114+0000 7f7e677fe700 1 -- 172.21.15.153:0/536429024 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f7e7802da00 con 0x7f7e600391e0 2024-03-16T18:12:56.117 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled mgr update... 2024-03-16T18:12:56.119 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7e600391e0 msgr2=0x7f7e6003b6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:56.119 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7e600391e0 0x7f7e6003b6a0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7e70007330 tx=0x7f7e700099d0 comp rx=0 tx=0).stop 2024-03-16T18:12:56.119 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 msgr2=0x7f7e7819d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:12:56.119 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 0x7f7e7819d660 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f7e6800bcd0 tx=0x7f7e6800bd00 comp rx=0 tx=0).stop 2024-03-16T18:12:56.119 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 shutdown_connections 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7e7819e020 0x7f7e781a51a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7e600391e0 0x7f7e6003b6a0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7e78100380 0x7f7e7819d660 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 --2- 172.21.15.153:0/536429024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7e7819dba0 0x7f7e781a2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 >> 172.21.15.153:0/536429024 conn(0x7f7e780fbfc0 msgr2=0x7f7e780fc900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 shutdown_connections 2024-03-16T18:12:56.120 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:12:56.115+0000 7f7e7cb53700 1 -- 172.21.15.153:0/536429024 wait complete. 2024-03-16T18:12:56.716 DEBUG:teuthology.orchestra.run.smithi149:mgr.y> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.y.service 2024-03-16T18:12:56.718 DEBUG:teuthology.orchestra.run.smithi153:mgr.z> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.z.service 2024-03-16T18:12:56.721 INFO:tasks.cephadm:Deploying OSDs... 2024-03-16T18:12:56.721 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:12:56.721 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/scratch_devs of=/dev/stdout 2024-03-16T18:12:56.740 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-16T18:12:56.740 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_1 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-03-16 18:12:03.450101532 +0000 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-03-16 18:07:23.668692987 +0000 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-03-16 18:07:23.668692987 +0000 2024-03-16T18:12:56.798 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-03-16 18:07:23.668692987 +0000 2024-03-16T18:12:56.799 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-16T18:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-03-16T18:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-03-16T18:12:56.868 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000100861 s, 5.1 MB/s 2024-03-16T18:12:56.869 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-16T18:12:56.927 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_2 2024-03-16T18:12:56.984 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-16T18:12:56.984 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-03-16 18:12:03.480101239 +0000 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-03-16 18:07:24.002689673 +0000 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-03-16 18:07:24.002689673 +0000 2024-03-16T18:12:56.985 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-03-16 18:07:24.002689673 +0000 2024-03-16T18:12:56.985 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-16T18:12:57.052 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-03-16T18:12:57.052 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-03-16T18:12:57.053 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000115304 s, 4.4 MB/s 2024-03-16T18:12:57.054 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-16T18:12:57.111 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_3 2024-03-16T18:12:57.167 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-16T18:12:57.167 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-03-16 18:12:03.509100955 +0000 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-03-16 18:07:24.350686220 +0000 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-03-16 18:07:24.350686220 +0000 2024-03-16T18:12:57.168 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-03-16 18:07:24.350686220 +0000 2024-03-16T18:12:57.168 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-16T18:12:57.235 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-03-16T18:12:57.235 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-03-16T18:12:57.235 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000117983 s, 4.3 MB/s 2024-03-16T18:12:57.236 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-16T18:12:57.292 DEBUG:teuthology.orchestra.run.smithi017:> stat /dev/vg_nvme/lv_4 2024-03-16T18:12:57.347 INFO:teuthology.orchestra.run.smithi017.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-16T18:12:57.347 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-03-16 18:12:03.540100652 +0000 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-03-16 18:07:24.676682985 +0000 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-03-16 18:07:24.676682985 +0000 2024-03-16T18:12:57.348 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: 2024-03-16 18:07:24.676682985 +0000 2024-03-16T18:12:57.348 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-16T18:12:57.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi149=y;smithi153=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:57.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: Saving service mgr spec with placement smithi017=x;smithi149=y;smithi153=z;count:3 2024-03-16T18:12:57.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: Reconfiguring mon.c (monmap changed)... 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: Reconfiguring daemon mon.c on smithi153 2024-03-16T18:12:57.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:57 smithi153 ceph-mon[36005]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:57.412 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi149=y;smithi153=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: Saving service mgr spec with placement smithi017=x;smithi149=y;smithi153=z;count:3 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: Reconfiguring mon.c (monmap changed)... 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: Reconfiguring daemon mon.c on smithi153 2024-03-16T18:12:57.413 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:57 smithi017 ceph-mon[32207]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:57.414 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records in 2024-03-16T18:12:57.415 INFO:teuthology.orchestra.run.smithi017.stderr:1+0 records out 2024-03-16T18:12:57.415 INFO:teuthology.orchestra.run.smithi017.stderr:512 bytes copied, 0.000110735 s, 4.6 MB/s 2024-03-16T18:12:57.416 DEBUG:teuthology.orchestra.run.smithi017:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-16T18:12:57.472 DEBUG:teuthology.orchestra.run.smithi149:> set -ex 2024-03-16T18:12:57.472 DEBUG:teuthology.orchestra.run.smithi149:> dd if=/scratch_devs of=/dev/stdout 2024-03-16T18:12:57.491 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-16T18:12:57.492 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_1 2024-03-16T18:12:57.551 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-16T18:12:57.551 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:57.551 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-03-16T18:12:57.551 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:57.551 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:57.551 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-03-16 18:12:44.231298476 +0000 2024-03-16T18:12:57.552 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-03-16 18:07:23.354014910 +0000 2024-03-16T18:12:57.552 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-03-16 18:07:23.354014910 +0000 2024-03-16T18:12:57.552 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-03-16 18:07:23.354014910 +0000 2024-03-16T18:12:57.552 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "3;smithi017=x;smithi149=y;smithi153=z", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: Saving service mgr spec with placement smithi017=x;smithi149=y;smithi153=z;count:3 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: Reconfiguring mon.c (monmap changed)... 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-03-16T18:12:57.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:57.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: Reconfiguring daemon mon.c on smithi153 2024-03-16T18:12:57.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:57 smithi149 ceph-mon[35991]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:12:57.619 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-03-16T18:12:57.619 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-03-16T18:12:57.619 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000365451 s, 1.4 MB/s 2024-03-16T18:12:57.621 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-16T18:12:57.678 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_2 2024-03-16T18:12:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-16T18:12:57.735 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-03-16 18:12:44.232298456 +0000 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-03-16 18:07:23.696007838 +0000 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-03-16 18:07:23.696007838 +0000 2024-03-16T18:12:57.736 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-03-16 18:07:23.696007838 +0000 2024-03-16T18:12:57.736 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-16T18:12:57.802 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-03-16T18:12:57.803 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-03-16T18:12:57.803 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000290078 s, 1.8 MB/s 2024-03-16T18:12:57.804 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-16T18:12:57.861 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_3 2024-03-16T18:12:57.916 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-16T18:12:57.916 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:57.916 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-03-16T18:12:57.917 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:57.917 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:57.917 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-03-16 18:12:44.232298456 +0000 2024-03-16T18:12:57.917 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-03-16 18:07:24.036000807 +0000 2024-03-16T18:12:57.917 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-03-16 18:07:24.036000807 +0000 2024-03-16T18:12:57.917 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-03-16 18:07:24.036000807 +0000 2024-03-16T18:12:57.917 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-16T18:12:57.982 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-03-16T18:12:57.982 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-03-16T18:12:57.982 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000276584 s, 1.9 MB/s 2024-03-16T18:12:57.984 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-16T18:12:58.040 DEBUG:teuthology.orchestra.run.smithi149:> stat /dev/vg_nvme/lv_4 2024-03-16T18:12:58.095 INFO:teuthology.orchestra.run.smithi149.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout:Access: 2024-03-16 18:12:44.232298456 +0000 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout:Modify: 2024-03-16 18:07:24.378993714 +0000 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout:Change: 2024-03-16 18:07:24.378993714 +0000 2024-03-16T18:12:58.096 INFO:teuthology.orchestra.run.smithi149.stdout: Birth: 2024-03-16 18:07:24.378993714 +0000 2024-03-16T18:12:58.096 DEBUG:teuthology.orchestra.run.smithi149:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-16T18:12:58.162 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records in 2024-03-16T18:12:58.162 INFO:teuthology.orchestra.run.smithi149.stderr:1+0 records out 2024-03-16T18:12:58.162 INFO:teuthology.orchestra.run.smithi149.stderr:512 bytes copied, 0.000197306 s, 2.6 MB/s 2024-03-16T18:12:58.164 DEBUG:teuthology.orchestra.run.smithi149:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-16T18:12:58.220 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-03-16T18:12:58.220 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/scratch_devs of=/dev/stdout 2024-03-16T18:12:58.236 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-03-16T18:12:58.237 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_1 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-03-16 18:12:35.012308184 +0000 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-03-16 18:07:23.364054950 +0000 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-03-16 18:07:23.364054950 +0000 2024-03-16T18:12:58.293 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-03-16 18:07:23.364054950 +0000 2024-03-16T18:12:58.294 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-03-16T18:12:58.360 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-03-16T18:12:58.361 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-03-16T18:12:58.361 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000339922 s, 1.5 MB/s 2024-03-16T18:12:58.362 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-03-16T18:12:58.418 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_2 2024-03-16T18:12:58.473 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-03-16T18:12:58.473 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:58.473 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-03-16T18:12:58.473 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:58.474 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:58.474 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-03-16 18:12:35.012308184 +0000 2024-03-16T18:12:58.474 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-03-16 18:07:23.711048618 +0000 2024-03-16T18:12:58.474 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-03-16 18:07:23.711048618 +0000 2024-03-16T18:12:58.474 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-03-16 18:07:23.711048618 +0000 2024-03-16T18:12:58.474 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-03-16T18:12:58.539 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-03-16T18:12:58.540 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-03-16T18:12:58.540 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.00024839 s, 2.1 MB/s 2024-03-16T18:12:58.541 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-03-16T18:12:58.597 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_3 2024-03-16T18:12:58.652 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-03-16T18:12:58.652 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:58.652 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 706 Links: 1 2024-03-16T18:12:58.653 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:58.653 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:58.653 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-03-16 18:12:35.013308167 +0000 2024-03-16T18:12:58.653 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-03-16 18:07:24.047042486 +0000 2024-03-16T18:12:58.653 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-03-16 18:07:24.047042486 +0000 2024-03-16T18:12:58.653 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-03-16 18:07:24.047042486 +0000 2024-03-16T18:12:58.653 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-03-16T18:12:58.718 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-03-16T18:12:58.718 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-03-16T18:12:58.718 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000205315 s, 2.5 MB/s 2024-03-16T18:12:58.719 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-03-16T18:12:58.775 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_4 2024-03-16T18:12:58.830 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-03-16T18:12:58.830 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-03-16T18:12:58.830 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-03-16T18:12:58.831 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:12:58.831 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-03-16T18:12:58.831 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-03-16 18:12:35.013308167 +0000 2024-03-16T18:12:58.831 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-03-16 18:07:24.389036245 +0000 2024-03-16T18:12:58.831 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-03-16 18:07:24.389036245 +0000 2024-03-16T18:12:58.831 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-03-16 18:07:24.389036245 +0000 2024-03-16T18:12:58.831 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-03-16T18:12:58.897 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-03-16T18:12:58.897 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-03-16T18:12:58.897 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000193048 s, 2.7 MB/s 2024-03-16T18:12:58.899 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-03-16T18:12:58.955 INFO:tasks.cephadm:Deploying osd.0 on smithi017 with /dev/vg_nvme/lv_4... 2024-03-16T18:12:58.955 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:12:59.057 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:12:59.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:59.192 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:12:59.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.z", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:12:59.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:12:59.946 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:59 smithi017 ceph-mon[32207]: Deploying daemon mgr.z on smithi153 2024-03-16T18:12:59.946 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:12:59 smithi017 ceph-mon[32207]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:00.078 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:59 smithi153 ceph-mon[36005]: Deploying daemon mgr.z on smithi153 2024-03-16T18:13:00.078 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:12:59 smithi153 ceph-mon[36005]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:59 smithi149 ceph-mon[35991]: Deploying daemon mgr.z on smithi153 2024-03-16T18:13:00.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:12:59 smithi149 ceph-mon[35991]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-16T18:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-16T18:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr: stderr: 10+0 records in 2024-03-16T18:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:10+0 records out 2024-03-16T18:13:00.985 INFO:teuthology.orchestra.run.smithi017.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00817159 s, 1.3 GB/s 2024-03-16T18:13:00.986 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping successful for: 2024-03-16T18:13:01.078 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:00 smithi153 ceph-mon[36005]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:01.079 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:00 smithi153 systemd[1]: Started Ceph mgr.z for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:13:01.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:00 smithi017 ceph-mon[32207]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:01.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:00 smithi149 ceph-mon[35991]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:01.612 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:01.476+0000 7f7175922200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:13:01.613 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:01.575+0000 7f7175922200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:13:01.622 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi017:vg_nvme/lv_4 2024-03-16T18:13:01.860 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:02.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:02 smithi017 ceph-mon[32207]: Deploying daemon mgr.y on smithi149 2024-03-16T18:13:02.329 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:02.230+0000 7f7175922200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:13:02.329 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:02.325+0000 7f7175922200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:13:02.329 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.329 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.329 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.330 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:13:02.330 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-16T18:13:02.330 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:13:02.330 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:02.330 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-mon[36005]: Deploying daemon mgr.y on smithi149 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:02.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:02 smithi149 ceph-mon[35991]: Deploying daemon mgr.y on smithi149 2024-03-16T18:13:02.612 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:02.467+0000 7f7175922200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:13:02.612 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:02.564+0000 7f7175922200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:13:02.917 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:02.648+0000 7f7175922200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:13:02.918 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:02.911+0000 7f7175922200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:13:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 -- 172.21.15.17:0/3736005515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 msgr2=0x7f8b84102460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/3736005515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84102460 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8b740099c0 tx=0x7f8b74009cd0 comp rx=0 tx=0).stop 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 -- 172.21.15.17:0/3736005515 shutdown_connections 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/3736005515 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b84103be0 0x7f8b8410a490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/3736005515 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84102460 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/3736005515 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103240 0x7f8b841036a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 -- 172.21.15.17:0/3736005515 >> 172.21.15.17:0/3736005515 conn(0x7f8b840fd5e0 msgr2=0x7f8b840ffa20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 -- 172.21.15.17:0/3736005515 shutdown_connections 2024-03-16T18:13:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 -- 172.21.15.17:0/3736005515 wait complete. 2024-03-16T18:13:03.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 Processor -- start 2024-03-16T18:13:03.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.167+0000 7f8b8a47b700 1 -- start start 2024-03-16T18:13:03.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b8a47b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:03.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b8a47b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b84103240 0x7f8b840743d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:03.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b8a47b700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 0x7f8b84074910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b8a47b700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b84075090 con 0x7f8b84102040 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b8a47b700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b84075200 con 0x7f8b84103240 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b8a47b700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b841a1f00 con 0x7f8b84103be0 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b83fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 0x7f8b84074910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b83fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:46446/0 (socket says 172.21.15.17:46446) 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b83fff700 1 -- 172.21.15.17:0/1977919717 learned_addr learned my addr 172.21.15.17:0/1977919717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 0x7f8b84074910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:46658/0 (socket says 172.21.15.17:46658) 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b837fe700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b84103240 0x7f8b840743d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 -- 172.21.15.17:0/1977919717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b84103240 msgr2=0x7f8b840743d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b84103240 0x7f8b840743d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:03.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 -- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 msgr2=0x7f8b84075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b88a18700 1 -- 172.21.15.17:0/1977919717 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b740095f0 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.168+0000 7f8b83fff700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.169+0000 7f8b88a18700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 0x7f8b84074910 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c00efc0 tx=0x7f8b7c00c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.169+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b7c018070 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.169+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8b7c00f040 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.169+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b7c00cc40 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.169+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b841a2180 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.169+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b841a2570 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.170+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 13) v1 ==== 45825+0+0 (secure 0 0 0) 0x7f8b7c004000 con 0x7f8b84103be0 2024-03-16T18:13:03.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.170+0000 7f8b817fa700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b6c038f90 0x7f8b6c03b450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:03.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.170+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 1155+0+0 (secure 0 0 0) 0x7f8b7c04c420 con 0x7f8b84103be0 2024-03-16T18:13:03.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.170+0000 7f8b83fff700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b6c038f90 0x7f8b6c03b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:03.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.170+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b84109450 con 0x7f8b84103be0 2024-03-16T18:13:03.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.171+0000 7f8b83fff700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b6c038f90 0x7f8b6c03b450 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8b74000c00 tx=0x7f8b74005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:13:03.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.176+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8b7c005000 con 0x7f8b84103be0 2024-03-16T18:13:03.210 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:03 smithi153 ceph-mon[36005]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:03.210 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:03.023+0000 7f7175922200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:13:03.210 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:03.110+0000 7f7175922200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:13:03.210 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:03.205+0000 7f7175922200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:13:03.265 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:03 smithi149 ceph-mon[35991]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:03.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:03 smithi017 ceph-mon[32207]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:03.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:03.396+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f8b84062420 con 0x7f8b6c038f90 2024-03-16T18:13:03.545 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:03 smithi149 ceph-mgr[37382]: -- 172.21.15.149:0/2515527647 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x558b997c61a0 con 0x558b9979d000 2024-03-16T18:13:03.612 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:03.383+0000 7f7175922200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:13:03.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:03 smithi149 bash[37355]: a318368601d7df33d09bcc9250f6fe2f4e4cdacb2aacbbe05681b46e30d963a1 2024-03-16T18:13:03.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:03 smithi149 systemd[1]: Started Ceph mgr.y for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:13:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:04.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:04.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:04.319 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:04.063+0000 7f3eff9f3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:04.161+0000 7f3eff9f3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.320 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:04.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='client.24112 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:04.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:04.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:04.676 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:04.414+0000 7f7175922200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:13:04.677 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:04.546+0000 7f7175922200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:13:04.960 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:04.857+0000 7f3eff9f3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:13:04.960 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:04.956+0000 7f3eff9f3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:13:05.005 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:04.899+0000 7f7175922200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:13:05.005 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:05.001+0000 7f7175922200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:13:05.290 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:05.290 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.106+0000 7f3eff9f3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.203+0000 7f3eff9f3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:13:05.291 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.286+0000 7f3eff9f3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:13:05.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:05.202+0000 7f7175922200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:13:05.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:05.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:05.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:05.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:05.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:05.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:05.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:05.672 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:05.387+0000 7f7175922200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:13:05.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.551+0000 7f3eff9f3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:13:05.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.660+0000 7f3eff9f3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:13:05.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.746+0000 7f3eff9f3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:13:05.934 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:05.668+0000 7f7175922200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:13:05.934 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:05.930+0000 7f7175922200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:05.840+0000 7f3eff9f3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:06.019+0000 7f3eff9f3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: Reconfiguring mgr.x (unknown last config time)... 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: Reconfiguring daemon mgr.x on smithi017 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4172145389' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90fc8db7-8a91-42f8-b78d-dbfb3930ec51"}]: dispatch 2024-03-16T18:13:06.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4172145389' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90fc8db7-8a91-42f8-b78d-dbfb3930ec51"}]': finished 2024-03-16T18:13:06.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: osdmap e5: 1 total, 0 up, 1 in 2024-03-16T18:13:06.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:06.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:06.166+0000 7f7175922200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:13:06.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: Reconfiguring mgr.x (unknown last config time)... 2024-03-16T18:13:06.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: Reconfiguring daemon mgr.x on smithi017 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4172145389' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90fc8db7-8a91-42f8-b78d-dbfb3930ec51"}]: dispatch 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4172145389' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90fc8db7-8a91-42f8-b78d-dbfb3930ec51"}]': finished 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: osdmap e5: 1 total, 0 up, 1 in 2024-03-16T18:13:06.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:06.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: Reconfiguring mgr.x (unknown last config time)... 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: Reconfiguring daemon mgr.x on smithi017 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4172145389' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "90fc8db7-8a91-42f8-b78d-dbfb3930ec51"}]: dispatch 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4172145389' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "90fc8db7-8a91-42f8-b78d-dbfb3930ec51"}]': finished 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: osdmap e5: 1 total, 0 up, 1 in 2024-03-16T18:13:06.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:07.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2824064020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:07.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-mon[35991]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:07.339 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:07.000+0000 7f3eff9f3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:13:07.339 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:07.131+0000 7f3eff9f3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:13:07.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2824064020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:07.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:07 smithi153 ceph-mon[36005]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:07.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:06.965+0000 7f7175922200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:13:07.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2824064020' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:07.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:07 smithi017 ceph-mon[32207]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:07.759 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:07.470+0000 7f3eff9f3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:13:07.759 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:07.560+0000 7f3eff9f3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:13:07.759 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:07.755+0000 7f3eff9f3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:13:07.862 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:07.549+0000 7f7175922200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:13:07.862 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:07.647+0000 7f7175922200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:13:08.083 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:07.941+0000 7f3eff9f3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:13:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:08.087+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mgrmap(e 14) v1 ==== 91024+0+0 (secure 0 0 0) 0x7f8b7c018da0 con 0x7f8b84103be0 2024-03-16T18:13:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-mon[35991]: Standby manager daemon z started 2024-03-16T18:13:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-16T18:13:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:13:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-16T18:13:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:13:08.339 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:08.227+0000 7f3eff9f3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:13:08.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:13:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:13:07.865+0000 7f7175922200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:13:08.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:08 smithi153 ceph-mon[36005]: Standby manager daemon z started 2024-03-16T18:13:08.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:08 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-16T18:13:08.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:08 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:13:08.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:08 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-16T18:13:08.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:08 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:13:08.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:08 smithi017 ceph-mon[32207]: Standby manager daemon z started 2024-03-16T18:13:08.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:08 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-16T18:13:08.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:08 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:13:08.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:08 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-16T18:13:08.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:08 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/2431065623' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:13:08.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:08.506+0000 7f3eff9f3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:13:08.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:08.742+0000 7f3eff9f3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:13:09.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:09 smithi153 ceph-mon[36005]: mgrmap e14: x(active, since 77s), standbys: z 2024-03-16T18:13:09.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-16T18:13:09.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:09 smithi153 ceph-mon[36005]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:09.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:09 smithi017 ceph-mon[32207]: mgrmap e14: x(active, since 77s), standbys: z 2024-03-16T18:13:09.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-16T18:13:09.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:09 smithi017 ceph-mon[32207]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:09.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:09 smithi149 ceph-mon[35991]: mgrmap e14: x(active, since 77s), standbys: z 2024-03-16T18:13:09.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-16T18:13:09.549 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:09 smithi149 ceph-mon[35991]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:09.839 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:09 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:09.545+0000 7f3eff9f3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:13:10.438 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:10.121+0000 7f3eff9f3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:13:10.439 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:10.219+0000 7f3eff9f3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:13:10.439 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:13:10.435+0000 7f3eff9f3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:13:10.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:10.508+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mon.1 v2:172.21.15.153:3300/0 8 ==== mgrmap(e 15) v1 ==== 136223+0+0 (secure 0 0 0) 0x7f8b7c010cc0 con 0x7f8b84103be0 2024-03-16T18:13:10.687 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:10 smithi017 ceph-mon[32207]: Standby manager daemon y started 2024-03-16T18:13:10.687 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:10 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-16T18:13:10.687 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:10 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:13:10.687 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:10 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-16T18:13:10.687 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:10 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:13:10.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-mon[35991]: Standby manager daemon y started 2024-03-16T18:13:10.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-16T18:13:10.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:13:10.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-16T18:13:10.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:10 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:13:10.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:10 smithi153 ceph-mon[36005]: Standby manager daemon y started 2024-03-16T18:13:10.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:10 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-16T18:13:10.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:10 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:13:10.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:10 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-16T18:13:10.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:10 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/3534533866' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:13:11.659 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-03-16T18:13:11.659 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-16T18:13:11.659 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:11.659 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.660 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.660 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:11.660 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:11.660 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:11.660 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:11.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: mgrmap e15: x(active, since 79s), standbys: z, y 2024-03-16T18:13:11.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-16T18:13:11.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:11.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:11.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:11.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:11.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:11.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:13.010 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:12 smithi017 ceph-mon[32207]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:12 smithi149 ceph-mon[35991]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:13.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:12 smithi153 ceph-mon[36005]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:14.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-16T18:13:14.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:14.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-16T18:13:14.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-03-16T18:13:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:15.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:14 smithi017 ceph-mon[32207]: Deploying daemon osd.0 on smithi017 2024-03-16T18:13:15.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:14 smithi017 ceph-mon[32207]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:15.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:14 smithi149 ceph-mon[35991]: Deploying daemon osd.0 on smithi017 2024-03-16T18:13:15.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:14 smithi149 ceph-mon[35991]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:15.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:14 smithi153 ceph-mon[36005]: Deploying daemon osd.0 on smithi017 2024-03-16T18:13:15.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:14 smithi153 ceph-mon[36005]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:17.225 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:16 smithi017 ceph-mon[32207]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:16 smithi149 ceph-mon[35991]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:16 smithi153 ceph-mon[36005]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:18.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:18 smithi017 ceph-mon[32207]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:19.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:18 smithi149 ceph-mon[35991]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:18 smithi153 ceph-mon[36005]: pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:20.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:20.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:20.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:20.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:20.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:20.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:20.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:20.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:20.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:21.430 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:21 smithi017 ceph-mon[32207]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:21 smithi149 ceph-mon[35991]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:21.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:21 smithi153 ceph-mon[36005]: pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:22.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:22.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:22.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:22.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:22.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:22.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:22.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:22.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:22.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:22.912 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:22.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.969+0000 7f8b817fa700 1 -- 172.21.15.17:0/1977919717 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f8b84062420 con 0x7f8b6c038f90 2024-03-16T18:13:22.973 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 0 on host 'smithi017' 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.971+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b6c038f90 msgr2=0x7f8b6c03b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.971+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b6c038f90 0x7f8b6c03b450 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f8b74000c00 tx=0x7f8b74005fb0 comp rx=0 tx=0).stop 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.971+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 msgr2=0x7f8b84074910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.971+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 0x7f8b84074910 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f8b7c00efc0 tx=0x7f8b7c00c3a0 comp rx=0 tx=0).stop 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 shutdown_connections 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b6c038f90 0x7f8b6c03b450 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:22.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b84103be0 0x7f8b84074910 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:22.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b84102040 0x7f8b84075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:22.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 --2- 172.21.15.17:0/1977919717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b84103240 0x7f8b840743d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:22.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 >> 172.21.15.17:0/1977919717 conn(0x7f8b840fd5e0 msgr2=0x7f8b84106590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:13:22.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 shutdown_connections 2024-03-16T18:13:22.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:13:22.972+0000 7f8b8a47b700 1 -- 172.21.15.17:0/1977919717 wait complete. 2024-03-16T18:13:23.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:23.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:23.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.615 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:23 smithi017 ceph-mon[32207]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:23.616 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.616 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.616 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:23.616 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:23 smithi017 ceph-mon[32207]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-16T18:13:23.641 DEBUG:teuthology.orchestra.run.smithi017:osd.0> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.0.service 2024-03-16T18:13:23.643 INFO:tasks.cephadm:Deploying osd.1 on smithi149 with /dev/vg_nvme/lv_4... 2024-03-16T18:13:23.643 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-16T18:13:23.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:23 smithi153 ceph-mon[36005]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:23.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:23 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:23 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:23.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:23 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:23.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:23 smithi153 ceph-mon[36005]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-16T18:13:23.890 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:13:24.011 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:23 smithi149 ceph-mon[35991]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:24.011 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:23 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:24.011 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:23 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:24.011 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:23 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:24.011 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:23 smithi149 ceph-mon[35991]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-03-16T18:13:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-mon[32207]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-16T18:13:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-mon[32207]: osdmap e6: 1 total, 0 up, 1 in 2024-03-16T18:13:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-mon[32207]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:13:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-mon[32207]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:25.040 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0[47107]: 2024-03-16T18:13:24.952+0000 7f53e6612700 -1 osd.0 0 waiting for initial osdmap 2024-03-16T18:13:25.041 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:13:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0[47107]: 2024-03-16T18:13:24.958+0000 7f53e2405700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:13:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:24 smithi149 ceph-mon[35991]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-16T18:13:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:24 smithi149 ceph-mon[35991]: osdmap e6: 1 total, 0 up, 1 in 2024-03-16T18:13:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:24 smithi149 ceph-mon[35991]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:13:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:25.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:24 smithi149 ceph-mon[35991]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:25.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:24 smithi153 ceph-mon[36005]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-03-16T18:13:25.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:24 smithi153 ceph-mon[36005]: osdmap e6: 1 total, 0 up, 1 in 2024-03-16T18:13:25.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:24 smithi153 ceph-mon[36005]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:13:25.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:25.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:24 smithi153 ceph-mon[36005]: pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:25.715 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-16T18:13:25.715 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-16T18:13:25.716 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-03-16T18:13:25.716 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-03-16T18:13:25.716 INFO:teuthology.orchestra.run.smithi149.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0117052 s, 896 MB/s 2024-03-16T18:13:25.716 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 2024-03-16T18:13:25.716 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-03-16T18:13:26.232 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:25 smithi017 ceph-mon[32207]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:13:26.232 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:25 smithi017 ceph-mon[32207]: osdmap e7: 1 total, 0 up, 1 in 2024-03-16T18:13:26.232 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:26.232 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:26.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:25 smithi149 ceph-mon[35991]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:13:26.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:25 smithi149 ceph-mon[35991]: osdmap e7: 1 total, 0 up, 1 in 2024-03-16T18:13:26.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:26.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:26.336 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi149:vg_nvme/lv_4 2024-03-16T18:13:26.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:25 smithi153 ceph-mon[36005]: from='osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:13:26.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:25 smithi153 ceph-mon[36005]: osdmap e7: 1 total, 0 up, 1 in 2024-03-16T18:13:26.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:26.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:26.583 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:13:27.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:13:27.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:13:27.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:27.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] boot 2024-03-16T18:13:27.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: osdmap e8: 1 total, 1 up, 1 in 2024-03-16T18:13:27.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi017 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi017 to 17093M 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.241 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:26 smithi149 ceph-mon[35991]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:27.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] boot 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: osdmap e8: 1 total, 1 up, 1 in 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi017 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi017 to 17093M 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:27.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:27.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:26 smithi017 ceph-mon[32207]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: osd.0 [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] boot 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: osdmap e8: 1 total, 1 up, 1 in 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi017 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:13:27.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi017 to 17093M 2024-03-16T18:13:27.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:27.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:27.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:27.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:26 smithi153 ceph-mon[36005]: pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-03-16T18:13:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:27 smithi017 ceph-mon[32207]: osdmap e9: 1 total, 1 up, 1 in 2024-03-16T18:13:28.041 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.035+0000 7f4a3378f700 1 -- 172.21.15.149:0/839483862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c100f80 msgr2=0x7f4a2c1013a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.035+0000 7f4a3378f700 1 --2- 172.21.15.149:0/839483862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c100f80 0x7f4a2c1013a0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f4a280099c0 tx=0x7f4a28009cd0 comp rx=0 tx=0).stop 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- 172.21.15.149:0/839483862 shutdown_connections 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 --2- 172.21.15.149:0/839483862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a2c102b20 0x7f4a2c1093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 --2- 172.21.15.149:0/839483862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c100f80 0x7f4a2c1013a0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 --2- 172.21.15.149:0/839483862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c102180 0x7f4a2c1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- 172.21.15.149:0/839483862 >> 172.21.15.149:0/839483862 conn(0x7f4a2c0fc540 msgr2=0x7f4a2c0fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- 172.21.15.149:0/839483862 shutdown_connections 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- 172.21.15.149:0/839483862 wait complete. 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 Processor -- start 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- start start 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c100f80 0x7f4a2c197ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:28.042 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a2c102180 0x7f4a2c198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 0x7f4a2c19f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c19fa60 con 0x7f4a2c102180 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c19fba0 con 0x7f4a2c102b20 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.036+0000 7f4a3378f700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a2c19fd30 con 0x7f4a2c100f80 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 0x7f4a2c19f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a30d2a700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a2c102180 0x7f4a2c198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 0x7f4a2c19f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:57080/0 (socket says 172.21.15.149:57080) 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 -- 172.21.15.149:0/1053145048 learned_addr learned my addr 172.21.15.149:0/1053145048 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a3152b700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c100f80 0x7f4a2c197ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 -- 172.21.15.149:0/1053145048 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c100f80 msgr2=0x7f4a2c197ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c100f80 0x7f4a2c197ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 -- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a2c102180 msgr2=0x7f4a2c198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a2c102180 0x7f4a2c198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:28.043 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 -- 172.21.15.149:0/1053145048 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a280095f0 con 0x7f4a2c102b20 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a3152b700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c100f80 0x7f4a2c197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a31d2c700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 0x7f4a2c19f490 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4a24007ee0 tx=0x7f4a2400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a24017070 con 0x7f4a2c102b20 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a2400f040 con 0x7f4a2c102b20 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a2c19ffb0 con 0x7f4a2c102b20 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a24005730 con 0x7f4a2c102b20 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.037+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a2c1a0480 con 0x7f4a2c102b20 2024-03-16T18:13:28.044 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.038+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a2c068ca0 con 0x7f4a2c102b20 2024-03-16T18:13:28.045 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.039+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 15) v1 ==== 136223+0+0 (secure 0 0 0) 0x7f4a24005890 con 0x7f4a2c102b20 2024-03-16T18:13:28.045 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.040+0000 7f4a227fc700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4a180a1ab0 0x7f4a180a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:28.045 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.040+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1767+0+0 (secure 0 0 0) 0x7f4a240cb790 con 0x7f4a2c102b20 2024-03-16T18:13:28.045 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.040+0000 7f4a3152b700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4a180a1ab0 0x7f4a180a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:28.045 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.041+0000 7f4a3152b700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4a180a1ab0 0x7f4a180a3f70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4a28000c00 tx=0x7f4a28005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:13:28.047 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.044+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4a24096410 con 0x7f4a2c102b20 2024-03-16T18:13:28.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:27 smithi149 ceph-mon[35991]: osdmap e9: 1 total, 1 up, 1 in 2024-03-16T18:13:28.249 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:28.246+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f4a2c02dae0 con 0x7f4a180a1ab0 2024-03-16T18:13:28.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:27 smithi153 ceph-mon[36005]: osdmap e9: 1 total, 1 up, 1 in 2024-03-16T18:13:29.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:28 smithi149 ceph-mon[35991]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:29.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:28 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:29.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:28 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:29.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:28 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:29.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:28 smithi149 ceph-mon[35991]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:29.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:28 smithi017 ceph-mon[32207]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:29.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:28 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:29.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:28 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:29.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:28 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:29.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:28 smithi017 ceph-mon[32207]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:28 smithi153 ceph-mon[36005]: from='client.24146 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:28 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:28 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:28 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:29.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:28 smithi153 ceph-mon[36005]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:31.164 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:30 smithi153 ceph-mon[36005]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:30 smithi017 ceph-mon[32207]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:31.308 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:30 smithi149 ceph-mon[35991]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:31 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/2699718621' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]: dispatch 2024-03-16T18:13:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:31 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]: dispatch 2024-03-16T18:13:32.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:31 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]': finished 2024-03-16T18:13:32.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:31 smithi017 ceph-mon[32207]: osdmap e10: 2 total, 1 up, 2 in 2024-03-16T18:13:32.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:32.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:31 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/1061044733' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:31 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/2699718621' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]: dispatch 2024-03-16T18:13:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:31 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]: dispatch 2024-03-16T18:13:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:31 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]': finished 2024-03-16T18:13:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:31 smithi149 ceph-mon[35991]: osdmap e10: 2 total, 1 up, 2 in 2024-03-16T18:13:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:31 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:31 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/1061044733' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:31 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/2699718621' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]: dispatch 2024-03-16T18:13:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:31 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]: dispatch 2024-03-16T18:13:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:31 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c89cf20f-81f1-4196-b602-3b3ea1e86a10"}]': finished 2024-03-16T18:13:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:31 smithi153 ceph-mon[36005]: osdmap e10: 2 total, 1 up, 2 in 2024-03-16T18:13:32.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:31 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:32.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:31 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/1061044733' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:33.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:32 smithi017 ceph-mon[32207]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:33.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:32 smithi149 ceph-mon[35991]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:33.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:32 smithi153 ceph-mon[36005]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:35.265 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:34 smithi149 ceph-mon[35991]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:35.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:34 smithi017 ceph-mon[32207]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:35.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:34 smithi153 ceph-mon[36005]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:37.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:36 smithi149 ceph-mon[35991]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:37.272 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:36 smithi017 ceph-mon[32207]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:37.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:36 smithi153 ceph-mon[36005]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:38.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-16T18:13:38.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:38.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-16T18:13:38.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:38.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-03-16T18:13:38.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:39 smithi149 ceph-mon[35991]: Deploying daemon osd.1 on smithi149 2024-03-16T18:13:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:39 smithi149 ceph-mon[35991]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:39.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:39 smithi017 ceph-mon[32207]: Deploying daemon osd.1 on smithi149 2024-03-16T18:13:39.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:39 smithi017 ceph-mon[32207]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:39.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:39 smithi153 ceph-mon[36005]: Deploying daemon osd.1 on smithi149 2024-03-16T18:13:39.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:39 smithi153 ceph-mon[36005]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:41.179 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:40 smithi149 ceph-mon[35991]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:41.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:40 smithi017 ceph-mon[32207]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:41.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:40 smithi153 ceph-mon[36005]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:43.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:42 smithi149 ceph-mon[35991]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:43.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:42 smithi017 ceph-mon[32207]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:43.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:42 smithi153 ceph-mon[36005]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:44.593 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:44.593 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:44.593 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:44.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:44.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:44.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:44.793 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:44.793 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:44.793 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:45.464 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:45 smithi149 ceph-mon[35991]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:45.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:45 smithi153 ceph-mon[36005]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:45.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:45 smithi017 ceph-mon[32207]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:46.865 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.861+0000 7f4a227fc700 1 -- 172.21.15.149:0/1053145048 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f4a2c02dae0 con 0x7f4a180a1ab0 2024-03-16T18:13:46.866 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 1 on host 'smithi149' 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4a180a1ab0 msgr2=0x7f4a180a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4a180a1ab0 0x7f4a180a3f70 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4a28000c00 tx=0x7f4a28005fd0 comp rx=0 tx=0).stop 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 msgr2=0x7f4a2c19f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 0x7f4a2c19f490 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f4a24007ee0 tx=0x7f4a2400d3b0 comp rx=0 tx=0).stop 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 shutdown_connections 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a2c102b20 0x7f4a2c19f490 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4a180a1ab0 0x7f4a180a3f70 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a2c100f80 0x7f4a2c197ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 --2- 172.21.15.149:0/1053145048 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a2c102180 0x7f4a2c198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 >> 172.21.15.149:0/1053145048 conn(0x7f4a2c0fc540 msgr2=0x7f4a2c105640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 shutdown_connections 2024-03-16T18:13:46.868 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:13:46.864+0000 7f4a3378f700 1 -- 172.21.15.149:0/1053145048 wait complete. 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.221 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.222 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:47.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:47.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: pgmap v58: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:47.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:13:47.539 DEBUG:teuthology.orchestra.run.smithi149:osd.1> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.1.service 2024-03-16T18:13:47.541 INFO:tasks.cephadm:Deploying osd.2 on smithi153 with /dev/vg_nvme/lv_4... 2024-03-16T18:13:47.541 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-03-16T18:13:47.787 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:13:48.236 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:48 smithi153 ceph-mon[36005]: from='osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-16T18:13:48.236 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:48 smithi153 ceph-mon[36005]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-16T18:13:48.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:48 smithi017 ceph-mon[32207]: from='osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-16T18:13:48.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:48 smithi017 ceph-mon[32207]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-16T18:13:48.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:48 smithi149 ceph-mon[35991]: from='osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-16T18:13:48.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:48 smithi149 ceph-mon[35991]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-03-16T18:13:49.158 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:49 smithi153 ceph-mon[36005]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-16T18:13:49.159 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:49 smithi153 ceph-mon[36005]: from='osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:13:49.159 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:49 smithi153 ceph-mon[36005]: osdmap e11: 2 total, 1 up, 2 in 2024-03-16T18:13:49.159 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:49.159 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:49 smithi153 ceph-mon[36005]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:13:49.159 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:49 smithi153 ceph-mon[36005]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:49.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:49 smithi017 ceph-mon[32207]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-16T18:13:49.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:49 smithi017 ceph-mon[32207]: from='osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:13:49.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:49 smithi017 ceph-mon[32207]: osdmap e11: 2 total, 1 up, 2 in 2024-03-16T18:13:49.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:49.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:49 smithi017 ceph-mon[32207]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:13:49.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:49 smithi017 ceph-mon[32207]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:49.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-mon[35991]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-03-16T18:13:49.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-mon[35991]: from='osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:13:49.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-mon[35991]: osdmap e11: 2 total, 1 up, 2 in 2024-03-16T18:13:49.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:49.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-mon[35991]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:13:49.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-mon[35991]: pgmap v60: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:49.339 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1[40565]: 2024-03-16T18:13:49.029+0000 7f4cc524c700 -1 osd.1 0 waiting for initial osdmap 2024-03-16T18:13:49.339 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:13:49 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1[40565]: 2024-03-16T18:13:49.036+0000 7f4cc103f700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:13:49.725 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-03-16T18:13:49.725 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-03-16T18:13:49.726 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-03-16T18:13:49.726 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-03-16T18:13:49.726 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0126687 s, 828 MB/s 2024-03-16T18:13:49.726 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-03-16T18:13:50.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:50 smithi017 ceph-mon[32207]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:13:50.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:50 smithi017 ceph-mon[32207]: osdmap e12: 2 total, 1 up, 2 in 2024-03-16T18:13:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:50.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:50.304 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:50 smithi153 ceph-mon[36005]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:13:50.305 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:50 smithi153 ceph-mon[36005]: osdmap e12: 2 total, 1 up, 2 in 2024-03-16T18:13:50.305 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:50.305 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:50.335 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi153:vg_nvme/lv_4 2024-03-16T18:13:50.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:50 smithi149 ceph-mon[35991]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:13:50.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:50 smithi149 ceph-mon[35991]: osdmap e12: 2 total, 1 up, 2 in 2024-03-16T18:13:50.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:50.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:50.586 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] boot 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: osdmap e13: 2 total, 2 up, 2 in 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi149 2024-03-16T18:13:51.277 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi149 to 5816M 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.278 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:51 smithi153 ceph-mon[36005]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] boot 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: osdmap e13: 2 total, 2 up, 2 in 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi149 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi149 to 5816M 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:51 smithi149 ceph-mon[35991]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:51.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: osd.1 [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] boot 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: osdmap e13: 2 total, 2 up, 2 in 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi149 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi149 to 5816M 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:51.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:13:51.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:13:51.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:51 smithi017 ceph-mon[32207]: pgmap v63: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.038+0000 7f7cbcad1700 1 -- 172.21.15.153:0/3571967902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103bb0 msgr2=0x7f7cb810a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.038+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/3571967902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103bb0 0x7f7cb810a460 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f7cb000b0a0 tx=0x7f7cb000b3b0 comp rx=0 tx=0).stop 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 -- 172.21.15.153:0/3571967902 shutdown_connections 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/3571967902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103bb0 0x7f7cb810a460 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/3571967902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb8102010 0x7f7cb8102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/3571967902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103210 0x7f7cb8103670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:52.049 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 -- 172.21.15.153:0/3571967902 >> 172.21.15.153:0/3571967902 conn(0x7f7cb80fd5f0 msgr2=0x7f7cb80ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 -- 172.21.15.153:0/3571967902 shutdown_connections 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 -- 172.21.15.153:0/3571967902 wait complete. 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 Processor -- start 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.039+0000 7f7cbcad1700 1 -- start start 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb8102010 0x7f7cb81981c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 0x7f7cb8198700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103bb0 0x7f7cb819f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb819fd50 con 0x7f7cb8103bb0 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb819fe90 con 0x7f7cb8102010 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb81a0020 con 0x7f7cb8103210 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 0x7f7cb8198700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 0x7f7cb8198700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:38244/0 (socket says 172.21.15.153:38244) 2024-03-16T18:13:52.050 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 -- 172.21.15.153:0/797450277 learned_addr learned my addr 172.21.15.153:0/797450277 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb659c700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb8102010 0x7f7cb81981c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb6d9d700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103bb0 0x7f7cb819f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 -- 172.21.15.153:0/797450277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb8102010 msgr2=0x7f7cb81981c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb8102010 0x7f7cb81981c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 -- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103bb0 msgr2=0x7f7cb819f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103bb0 0x7f7cb819f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 -- 172.21.15.153:0/797450277 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cb0009d00 con 0x7f7cb8103210 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb6d9d700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103bb0 0x7f7cb819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cb5d9b700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 0x7f7cb8198700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7cac00b560 tx=0x7f7cac00b870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cac011830 con 0x7f7cb8103210 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7cac011e40 con 0x7f7cb8103210 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.040+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cb81a0300 con 0x7f7cb8103210 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.041+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cac00f2e0 con 0x7f7cb8103210 2024-03-16T18:13:52.051 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.041+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cb81a08d0 con 0x7f7cb8103210 2024-03-16T18:13:52.052 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.042+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cb8109510 con 0x7f7cb8103210 2024-03-16T18:13:52.052 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.043+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 15) v1 ==== 136223+0+0 (secure 0 0 0) 0x7f7cac011990 con 0x7f7cb8103210 2024-03-16T18:13:52.052 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.043+0000 7f7ca77fe700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7ca00a1ab0 0x7f7ca00a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:13:52.052 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.043+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 2309+0+0 (secure 0 0 0) 0x7f7cac0cb5b0 con 0x7f7cb8103210 2024-03-16T18:13:52.052 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.043+0000 7f7cb659c700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7ca00a1ab0 0x7f7ca00a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:13:52.052 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.044+0000 7f7cb659c700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7ca00a1ab0 0x7f7ca00a3f70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8103070 tx=0x7f7ca8009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:13:52.054 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.050+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f7cac096010 con 0x7f7cb8103210 2024-03-16T18:13:52.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:52 smithi153 ceph-mon[36005]: osdmap e14: 2 total, 2 up, 2 in 2024-03-16T18:13:52.257 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:13:52.252+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}) v1 -- 0x7f7cb8062420 con 0x7f7ca00a1ab0 2024-03-16T18:13:52.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:52 smithi149 ceph-mon[35991]: osdmap e14: 2 total, 2 up, 2 in 2024-03-16T18:13:52.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:52 smithi017 ceph-mon[32207]: osdmap e14: 2 total, 2 up, 2 in 2024-03-16T18:13:53.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:53 smithi153 ceph-mon[36005]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:53.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:53.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:53.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:53 smithi153 ceph-mon[36005]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:53.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:53 smithi149 ceph-mon[35991]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:53.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:53.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:53.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:53.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:53 smithi149 ceph-mon[35991]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:53 smithi017 ceph-mon[32207]: from='client.24163 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:13:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:13:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:13:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:13:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:53 smithi017 ceph-mon[32207]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:55.225 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:54 smithi153 ceph-mon[36005]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:55.226 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:54 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/3572813460' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]: dispatch 2024-03-16T18:13:55.226 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:54 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]: dispatch 2024-03-16T18:13:55.226 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:54 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]': finished 2024-03-16T18:13:55.226 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:54 smithi153 ceph-mon[36005]: osdmap e15: 3 total, 2 up, 3 in 2024-03-16T18:13:55.226 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:13:55.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:54 smithi017 ceph-mon[32207]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:55.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:54 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/3572813460' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]: dispatch 2024-03-16T18:13:55.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:54 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]: dispatch 2024-03-16T18:13:55.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:54 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]': finished 2024-03-16T18:13:55.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:54 smithi017 ceph-mon[32207]: osdmap e15: 3 total, 2 up, 3 in 2024-03-16T18:13:55.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:13:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:54 smithi149 ceph-mon[35991]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:54 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/3572813460' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]: dispatch 2024-03-16T18:13:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:54 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]: dispatch 2024-03-16T18:13:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:54 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "cf866950-77b5-4efb-ab9e-b90d46f61606"}]': finished 2024-03-16T18:13:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:54 smithi149 ceph-mon[35991]: osdmap e15: 3 total, 2 up, 3 in 2024-03-16T18:13:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:13:56.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:55 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/2225831199' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:56.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:55 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/2225831199' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:56.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:55 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/2225831199' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:13:57.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:56 smithi017 ceph-mon[32207]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:57.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:56 smithi149 ceph-mon[35991]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:57.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:56 smithi153 ceph-mon[36005]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:59.080 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:13:58 smithi153 ceph-mon[36005]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:59.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:13:58 smithi017 ceph-mon[32207]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:13:59.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:13:58 smithi149 ceph-mon[35991]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:01.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:00 smithi017 ceph-mon[32207]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:01.338 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:00 smithi153 ceph-mon[36005]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:01.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:00 smithi149 ceph-mon[35991]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:02.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:01 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-16T18:14:02.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:01 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:02.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:01 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-16T18:14:02.240 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:01 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:02.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:01 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-03-16T18:14:02.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:01 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:03.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:02 smithi153 ceph-mon[36005]: Deploying daemon osd.2 on smithi153 2024-03-16T18:14:03.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:02 smithi153 ceph-mon[36005]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:03.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:02 smithi017 ceph-mon[32207]: Deploying daemon osd.2 on smithi153 2024-03-16T18:14:03.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:02 smithi017 ceph-mon[32207]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:02 smithi149 ceph-mon[35991]: Deploying daemon osd.2 on smithi153 2024-03-16T18:14:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:02 smithi149 ceph-mon[35991]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:05.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:04 smithi153 ceph-mon[36005]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:04 smithi017 ceph-mon[32207]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:05.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:04 smithi149 ceph-mon[35991]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:07.024 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:06 smithi153 ceph-mon[36005]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:07.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:06 smithi017 ceph-mon[32207]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:07.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:06 smithi149 ceph-mon[35991]: pgmap v73: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:08.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:08 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:08.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:08 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:08.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:08 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:08.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:08 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:08.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:08 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:08.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:08 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:08.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:08 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:08.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:08 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:08.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:08 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:09.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:09 smithi017 ceph-mon[32207]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:09.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:09 smithi149 ceph-mon[35991]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:09.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:09 smithi153 ceph-mon[36005]: pgmap v74: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:10.823 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.819+0000 7f7ca77fe700 1 -- 172.21.15.153:0/797450277 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f7cb8062420 con 0x7f7ca00a1ab0 2024-03-16T18:14:10.823 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 2 on host 'smithi153' 2024-03-16T18:14:10.825 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7ca00a1ab0 msgr2=0x7f7ca00a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:10.825 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7ca00a1ab0 0x7f7ca00a3f70 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7cb8103070 tx=0x7f7ca8009190 comp rx=0 tx=0).stop 2024-03-16T18:14:10.825 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 msgr2=0x7f7cb8198700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:10.825 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 0x7f7cb8198700 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7cac00b560 tx=0x7f7cac00b870 comp rx=0 tx=0).stop 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 shutdown_connections 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb8103bb0 0x7f7cb819f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb8102010 0x7f7cb81981c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7ca00a1ab0 0x7f7ca00a3f70 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 --2- 172.21.15.153:0/797450277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb8103210 0x7f7cb8198700 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 >> 172.21.15.153:0/797450277 conn(0x7f7cb80fd5f0 msgr2=0x7f7cb8106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 shutdown_connections 2024-03-16T18:14:10.826 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:14:10.822+0000 7f7cbcad1700 1 -- 172.21.15.153:0/797450277 wait complete. 2024-03-16T18:14:11.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:11.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:11.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:11.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:10 smithi153 ceph-mon[36005]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:10 smithi017 ceph-mon[32207]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:10 smithi149 ceph-mon[35991]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:11.464 DEBUG:teuthology.orchestra.run.smithi153:osd.2> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.2.service 2024-03-16T18:14:11.466 INFO:tasks.cephadm:Deploying osd.3 on smithi017 with /dev/vg_nvme/lv_3... 2024-03-16T18:14:11.466 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-16T18:14:11.717 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:14:12.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:11 smithi153 ceph-mon[36005]: from='osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-16T18:14:12.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:11 smithi153 ceph-mon[36005]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-16T18:14:12.132 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:11 smithi017 ceph-mon[32207]: from='osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-16T18:14:12.132 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:11 smithi017 ceph-mon[32207]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-16T18:14:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:11 smithi149 ceph-mon[35991]: from='osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-16T18:14:12.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:11 smithi149 ceph-mon[35991]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-03-16T18:14:13.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:12 smithi017 ceph-mon[32207]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-16T18:14:13.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:12 smithi017 ceph-mon[32207]: osdmap e16: 3 total, 2 up, 3 in 2024-03-16T18:14:13.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:12 smithi017 ceph-mon[32207]: from='osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:14:13.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:12 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:13.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:12 smithi017 ceph-mon[32207]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:14:13.192 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:12 smithi017 ceph-mon[32207]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:12 smithi149 ceph-mon[35991]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-16T18:14:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:12 smithi149 ceph-mon[35991]: osdmap e16: 3 total, 2 up, 3 in 2024-03-16T18:14:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:12 smithi149 ceph-mon[35991]: from='osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:14:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:12 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:12 smithi149 ceph-mon[35991]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:14:13.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:12 smithi149 ceph-mon[35991]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:13.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-mon[36005]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-03-16T18:14:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-mon[36005]: osdmap e16: 3 total, 2 up, 3 in 2024-03-16T18:14:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-mon[36005]: from='osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:14:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-mon[36005]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:14:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-mon[36005]: pgmap v77: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:13.363 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2[41133]: 2024-03-16T18:14:12.926+0000 7f90f6d65700 -1 osd.2 0 waiting for initial osdmap 2024-03-16T18:14:13.363 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2[41133]: 2024-03-16T18:14:12.931+0000 7f90f2b58700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:14:13.883 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-16T18:14:13.883 INFO:teuthology.orchestra.run.smithi017.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-16T18:14:13.884 INFO:teuthology.orchestra.run.smithi017.stderr: stderr: 10+0 records in 2024-03-16T18:14:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:10+0 records out 2024-03-16T18:14:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00835847 s, 1.3 GB/s 2024-03-16T18:14:13.884 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping successful for: 2024-03-16T18:14:14.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:13 smithi017 ceph-mon[32207]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:14:14.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:13 smithi017 ceph-mon[32207]: osdmap e17: 3 total, 2 up, 3 in 2024-03-16T18:14:14.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:14.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:14.328 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:13 smithi153 ceph-mon[36005]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:14:14.328 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:13 smithi153 ceph-mon[36005]: osdmap e17: 3 total, 2 up, 3 in 2024-03-16T18:14:14.328 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:14.328 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:14.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:13 smithi149 ceph-mon[35991]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:14:14.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:13 smithi149 ceph-mon[35991]: osdmap e17: 3 total, 2 up, 3 in 2024-03-16T18:14:14.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:14.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:14.621 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi017:vg_nvme/lv_3 2024-03-16T18:14:14.870 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:14:15.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:14:15.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:14:15.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] boot 2024-03-16T18:14:15.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: osdmap e18: 3 total, 3 up, 3 in 2024-03-16T18:14:15.256 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:15.257 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi153 2024-03-16T18:14:15.257 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.257 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.257 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:15.257 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi153 to 17088M 2024-03-16T18:14:15.258 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.258 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:15.258 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:15.258 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.258 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:15 smithi017 ceph-mon[32207]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:15.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:14:15.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] boot 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: osdmap e18: 3 total, 3 up, 3 in 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi153 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi153 to 17088M 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:15 smithi149 ceph-mon[35991]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: osd.2 [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] boot 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: osdmap e18: 3 total, 3 up, 3 in 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi153 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.623 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:15.624 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi153 to 17088M 2024-03-16T18:14:15.624 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.624 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:15.624 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:15.624 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:15.624 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:15 smithi153 ceph-mon[36005]: pgmap v80: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-03-16T18:14:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:16 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:14:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:16 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-16T18:14:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:16 smithi017 ceph-mon[32207]: osdmap e19: 3 total, 3 up, 3 in 2024-03-16T18:14:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:16 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:14:16.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:16 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:14:16.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:16 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-16T18:14:16.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:16 smithi149 ceph-mon[35991]: osdmap e19: 3 total, 3 up, 3 in 2024-03-16T18:14:16.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:16 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:14:16.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:16 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:14:16.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:16 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-03-16T18:14:16.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:16 smithi153 ceph-mon[36005]: osdmap e19: 3 total, 3 up, 3 in 2024-03-16T18:14:16.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:16 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:14:16.621 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51462]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-16T18:14:16.621 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51462]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:16.621 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51462]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:16.621 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51462]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 -- 172.21.15.17:0/1208127187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 msgr2=0x7f41f8104e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 --2- 172.21.15.17:0/1208127187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f8104e80 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f41e0009990 tx=0x7f41e0009ca0 comp rx=0 tx=0).stop 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 -- 172.21.15.17:0/1208127187 shutdown_connections 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 --2- 172.21.15.17:0/1208127187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41f8107cf0 0x7f41f810a160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 --2- 172.21.15.17:0/1208127187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f8104e80 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 --2- 172.21.15.17:0/1208127187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f81053c0 0x7f41f81077b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 -- 172.21.15.17:0/1208127187 >> 172.21.15.17:0/1208127187 conn(0x7f41f80fc4a0 msgr2=0x7f41f80fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 -- 172.21.15.17:0/1208127187 shutdown_connections 2024-03-16T18:14:16.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.639+0000 7f41fdabd700 1 -- 172.21.15.17:0/1208127187 wait complete. 2024-03-16T18:14:16.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 Processor -- start 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 -- start start 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f81023f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f81053c0 0x7f41f8100a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41f8107cf0 0x7f41f8100f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f8101700 con 0x7f41f8102a90 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f8101870 con 0x7f41f81053c0 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41fdabd700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41f81a1f50 con 0x7f41f8107cf0 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41f77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f81023f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41f77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f81023f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50570/0 (socket says 172.21.15.17:50570) 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41f77fe700 1 -- 172.21.15.17:0/3452482733 learned_addr learned my addr 172.21.15.17:0/3452482733 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41f6ffd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f81053c0 0x7f41f8100a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.640+0000 7f41f7fff700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41f8107cf0 0x7f41f8100f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:16.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f77fe700 1 -- 172.21.15.17:0/3452482733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41f8107cf0 msgr2=0x7f41f8100f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f77fe700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41f8107cf0 0x7f41f8100f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f77fe700 1 -- 172.21.15.17:0/3452482733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f81053c0 msgr2=0x7f41f8100a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f77fe700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f81053c0 0x7f41f8100a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f77fe700 1 -- 172.21.15.17:0/3452482733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e00095f0 con 0x7f41f8102a90 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f77fe700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f81023f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f41e000b680 tx=0x7f41e0009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e001d070 con 0x7f41f8102a90 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f41e0022470 con 0x7f41f8102a90 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41f81a21d0 con 0x7f41f8102a90 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41e0017650 con 0x7f41f8102a90 2024-03-16T18:14:16.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.641+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41f81a25e0 con 0x7f41f8102a90 2024-03-16T18:14:16.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.642+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41f80fe020 con 0x7f41f8102a90 2024-03-16T18:14:16.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.643+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 15) v1 ==== 136223+0+0 (secure 0 0 0) 0x7f41e00225e0 con 0x7f41f8102a90 2024-03-16T18:14:16.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.644+0000 7f41f4ff9700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f41e40a1a30 0x7f41e40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:16.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.644+0000 7f41f6ffd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f41e40a1a30 0x7f41e40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:16.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.644+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 3237+0+0 (secure 0 0 0) 0x7f41e00cd1d0 con 0x7f41f8102a90 2024-03-16T18:14:16.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.645+0000 7f41f6ffd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f41e40a1a30 0x7f41e40a3ef0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f41e8009c60 tx=0x7f41e8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:14:16.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.649+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f41e00979b0 con 0x7f41f8102a90 2024-03-16T18:14:16.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:16.869+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f41f802da90 con 0x7f41e40a1a30 2024-03-16T18:14:16.873 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51487]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-16T18:14:16.873 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51487]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:16.873 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51487]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:16.873 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:14:16 smithi017 sudo[51487]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:17.309 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44691]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-16T18:14:17.310 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44691]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:17.310 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44691]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:17.310 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44691]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: osdmap e20: 3 total, 3 up, 3 in 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:14:17.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: osdmap e20: 3 total, 3 up, 3 in 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:14:17.495 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: osdmap e20: 3 total, 3 up, 3 in 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: pgmap v83: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:14:17.574 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:17.589 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44694]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-16T18:14:17.589 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44694]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:17.589 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44694]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:17.589 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:14:17 smithi149 sudo[44694]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:17.827 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44874]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-16T18:14:17.827 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44874]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:17.827 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44874]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:17.827 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44874]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:18.112 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44877]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-16T18:14:18.112 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44877]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:18.113 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44877]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:18.113 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:14:17 smithi153 sudo[44877]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:18.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51632]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-16T18:14:18.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51632]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:18.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51632]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:18.376 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51632]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:18.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:18.390+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f41e0097d80 con 0x7f41f8102a90 2024-03-16T18:14:18.636 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 ceph-mon[36005]: osdmap e21: 3 total, 3 up, 3 in 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 ceph-mon[36005]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44880]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44880]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44880]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:18.637 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44880]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51637]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51637]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51637]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 sudo[51637]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 ceph-mon[32207]: osdmap e21: 3 total, 3 up, 3 in 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:18.663 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:18.664 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:18 smithi017 ceph-mon[32207]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:18.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:18 smithi149 ceph-mon[35991]: osdmap e21: 3 total, 3 up, 3 in 2024-03-16T18:14:18.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:18.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:18.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:18 smithi149 ceph-mon[35991]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44883]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-16T18:14:19.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44883]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:19.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44883]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:19.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:18 smithi153 sudo[44883]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:19.370 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44697]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-03-16T18:14:19.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44697]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:19.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44697]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:19.371 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44697]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:19.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:19 smithi017 ceph-mon[32207]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44700]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-03-16T18:14:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44700]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-03-16T18:14:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44700]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-03-16T18:14:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 sudo[44700]: pam_unix(sudo:session): session closed for user root 2024-03-16T18:14:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:14:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.841 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:19 smithi149 ceph-mon[35991]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='client.14292 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: mgrmap e16: x(active, since 2m), standbys: z, y 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: pgmap v85: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:19.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-03-16T18:14:19.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:14:19.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:14:19.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:14:19.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:19 smithi153 ceph-mon[36005]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-03-16T18:14:20.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/453040296' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b383b96-a450-4852-b1ca-813807a10bc9"}]: dispatch 2024-03-16T18:14:20.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/453040296' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b383b96-a450-4852-b1ca-813807a10bc9"}]': finished 2024-03-16T18:14:20.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:20 smithi017 ceph-mon[32207]: osdmap e22: 4 total, 3 up, 4 in 2024-03-16T18:14:20.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:20.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/431126686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:14:20.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/453040296' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b383b96-a450-4852-b1ca-813807a10bc9"}]: dispatch 2024-03-16T18:14:20.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/453040296' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b383b96-a450-4852-b1ca-813807a10bc9"}]': finished 2024-03-16T18:14:20.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:20 smithi149 ceph-mon[35991]: osdmap e22: 4 total, 3 up, 4 in 2024-03-16T18:14:20.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:20.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/431126686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:14:20.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/453040296' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "9b383b96-a450-4852-b1ca-813807a10bc9"}]: dispatch 2024-03-16T18:14:20.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/453040296' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "9b383b96-a450-4852-b1ca-813807a10bc9"}]': finished 2024-03-16T18:14:20.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:20 smithi153 ceph-mon[36005]: osdmap e22: 4 total, 3 up, 4 in 2024-03-16T18:14:20.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:20.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/431126686' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:14:21.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:21 smithi017 ceph-mon[32207]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:21.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:21 smithi149 ceph-mon[35991]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:21.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:21 smithi153 ceph-mon[36005]: pgmap v87: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:23.203 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:22 smithi017 ceph-mon[32207]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:23.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:22 smithi149 ceph-mon[35991]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:22 smithi153 ceph-mon[36005]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:25.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:24 smithi017 ceph-mon[32207]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:25.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:24 smithi149 ceph-mon[35991]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:25.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:24 smithi153 ceph-mon[36005]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:27.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:26 smithi017 ceph-mon[32207]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:27.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-16T18:14:27.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:27.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:26 smithi149 ceph-mon[35991]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:27.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-16T18:14:27.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:27.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:26 smithi153 ceph-mon[36005]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:27.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-03-16T18:14:27.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:27 smithi017 ceph-mon[32207]: Deploying daemon osd.3 on smithi017 2024-03-16T18:14:28.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:27 smithi149 ceph-mon[35991]: Deploying daemon osd.3 on smithi017 2024-03-16T18:14:28.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:27 smithi153 ceph-mon[36005]: Deploying daemon osd.3 on smithi017 2024-03-16T18:14:29.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:28 smithi017 ceph-mon[32207]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:29.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:28 smithi149 ceph-mon[35991]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:28 smithi153 ceph-mon[36005]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:31.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:30 smithi017 ceph-mon[32207]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:31.164 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:30 smithi153 ceph-mon[36005]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:31.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:30 smithi149 ceph-mon[35991]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:33.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:33.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:33 smithi017 ceph-mon[32207]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:33 smithi149 ceph-mon[35991]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:33 smithi153 ceph-mon[36005]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:35.177 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:34 smithi017 ceph-mon[32207]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:35.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:34 smithi149 ceph-mon[35991]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:35.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:34 smithi153 ceph-mon[36005]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:35.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.773+0000 7f41f4ff9700 1 -- 172.21.15.17:0/3452482733 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f41f802da90 con 0x7f41e40a1a30 2024-03-16T18:14:35.778 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 3 on host 'smithi017' 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.775+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f41e40a1a30 msgr2=0x7f41e40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.775+0000 7f41fdabd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f41e40a1a30 0x7f41e40a3ef0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f41e8009c60 tx=0x7f41e8009260 comp rx=0 tx=0).stop 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.775+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 msgr2=0x7f41f81023f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.775+0000 7f41fdabd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f81023f0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f41e000b680 tx=0x7f41e0009580 comp rx=0 tx=0).stop 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.775+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 shutdown_connections 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.775+0000 7f41fdabd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f41e40a1a30 0x7f41e40a3ef0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:35.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.776+0000 7f41fdabd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41f8107cf0 0x7f41f8100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.776+0000 7f41fdabd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41f8102a90 0x7f41f81023f0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.776+0000 7f41fdabd700 1 --2- 172.21.15.17:0/3452482733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41f81053c0 0x7f41f8100a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.776+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 >> 172.21.15.17:0/3452482733 conn(0x7f41f80fc4a0 msgr2=0x7f41f8103570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:14:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.776+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 shutdown_connections 2024-03-16T18:14:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:14:35.776+0000 7f41fdabd700 1 -- 172.21.15.17:0/3452482733 wait complete. 2024-03-16T18:14:36.435 DEBUG:teuthology.orchestra.run.smithi017:osd.3> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.3.service 2024-03-16T18:14:36.437 INFO:tasks.cephadm:Deploying osd.4 on smithi149 with /dev/vg_nvme/lv_3... 2024-03-16T18:14:36.438 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-16T18:14:36.685 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:14:37.002 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:36 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.002 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:36 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.002 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:36 smithi149 ceph-mon[35991]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-16T18:14:37.003 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:36 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.003 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:36 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:36 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:36 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:36 smithi017 ceph-mon[32207]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-16T18:14:37.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:36 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:36 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:36 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:36 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:36 smithi153 ceph-mon[36005]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-03-16T18:14:37.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:36 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:36 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:37.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:37 smithi017 ceph-mon[32207]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-16T18:14:37.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:37 smithi017 ceph-mon[32207]: osdmap e23: 4 total, 3 up, 4 in 2024-03-16T18:14:37.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:37 smithi017 ceph-mon[32207]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:14:37.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:37 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:37.973 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:37 smithi017 ceph-mon[32207]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:38.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:37 smithi149 ceph-mon[35991]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-16T18:14:38.009 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:37 smithi149 ceph-mon[35991]: osdmap e23: 4 total, 3 up, 4 in 2024-03-16T18:14:38.010 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:37 smithi149 ceph-mon[35991]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:14:38.010 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:37 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:38.010 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:37 smithi149 ceph-mon[35991]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:38.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:37 smithi153 ceph-mon[36005]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-03-16T18:14:38.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:37 smithi153 ceph-mon[36005]: osdmap e23: 4 total, 3 up, 4 in 2024-03-16T18:14:38.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:37 smithi153 ceph-mon[36005]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:14:38.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:37 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:38.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:37 smithi153 ceph-mon[36005]: pgmap v96: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-03-16T18:14:38.540 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:14:38.278+0000 7f48f503f700 -1 osd.3 0 waiting for initial osdmap 2024-03-16T18:14:38.540 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:14:38.284+0000 7f48ece2a700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:14:38.608 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-16T18:14:38.608 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-16T18:14:38.608 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-03-16T18:14:38.608 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-03-16T18:14:38.609 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0114165 s, 918 MB/s 2024-03-16T18:14:38.609 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-03-16T18:14:38.929 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:14:38.929 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: osdmap e24: 4 total, 3 up, 4 in 2024-03-16T18:14:38.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:38.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:38.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' 2024-03-16T18:14:38.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] boot 2024-03-16T18:14:38.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: osdmap e25: 4 total, 4 up, 4 in 2024-03-16T18:14:38.930 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: osdmap e24: 4 total, 3 up, 4 in 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] boot 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: osdmap e25: 4 total, 4 up, 4 in 2024-03-16T18:14:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:14:39.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: osdmap e24: 4 total, 3 up, 4 in 2024-03-16T18:14:39.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: from='osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096]' entity='osd.3' 2024-03-16T18:14:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: osd.3 [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] boot 2024-03-16T18:14:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: osdmap e25: 4 total, 4 up, 4 in 2024-03-16T18:14:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:14:39.217 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi149:vg_nvme/lv_3 2024-03-16T18:14:39.454 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:14:39.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:39 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:14:39.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:39 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:14:39.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:39 smithi149 ceph-mon[35991]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:39.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:39 smithi149 ceph-mon[35991]: osdmap e26: 4 total, 4 up, 4 in 2024-03-16T18:14:40.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:39 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:14:40.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:39 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:14:40.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:39 smithi017 ceph-mon[32207]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:40.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:39 smithi017 ceph-mon[32207]: osdmap e26: 4 total, 4 up, 4 in 2024-03-16T18:14:40.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:39 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:14:40.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:39 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:14:40.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:39 smithi153 ceph-mon[36005]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:40.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:39 smithi153 ceph-mon[36005]: osdmap e26: 4 total, 4 up, 4 in 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 -- 172.21.15.149:0/841792558 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78102010 msgr2=0x7f9b78102430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 --2- 172.21.15.149:0/841792558 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78102010 0x7f9b78102430 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f9b740099c0 tx=0x7f9b74009cd0 comp rx=0 tx=0).stop 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 -- 172.21.15.149:0/841792558 shutdown_connections 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 --2- 172.21.15.149:0/841792558 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103bb0 0x7f9b7810a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 --2- 172.21.15.149:0/841792558 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78102010 0x7f9b78102430 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 --2- 172.21.15.149:0/841792558 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78103210 0x7f9b78103670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 -- 172.21.15.149:0/841792558 >> 172.21.15.149:0/841792558 conn(0x7f9b780fd5f0 msgr2=0x7f9b780ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 -- 172.21.15.149:0/841792558 shutdown_connections 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.062+0000 7f9b8045d700 1 -- 172.21.15.149:0/841792558 wait complete. 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 Processor -- start 2024-03-16T18:14:41.068 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 -- start start 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78102010 0x7f9b78197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103210 0x7f9b781983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 0x7f9b7819f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7819f9f0 con 0x7f9b78102010 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7819fb30 con 0x7f9b78103bb0 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b8045d700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7819fcc0 con 0x7f9b78103210 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b7e9fa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 0x7f9b7819f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b7e9fa700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 0x7f9b7819f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:34862/0 (socket says 172.21.15.149:34862) 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b7e9fa700 1 -- 172.21.15.149:0/1593766223 learned_addr learned my addr 172.21.15.149:0/1593766223 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b7d9f8700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103210 0x7f9b781983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.063+0000 7f9b7e1f9700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78102010 0x7f9b78197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e9fa700 1 -- 172.21.15.149:0/1593766223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103210 msgr2=0x7f9b781983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e9fa700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103210 0x7f9b781983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:41.069 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e9fa700 1 -- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78102010 msgr2=0x7f9b78197e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e9fa700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78102010 0x7f9b78197e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e9fa700 1 -- 172.21.15.149:0/1593766223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b740095f0 con 0x7f9b78103bb0 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7d9f8700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103210 0x7f9b781983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e1f9700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78102010 0x7f9b78197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b7e9fa700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 0x7f9b7819f420 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9b70007ee0 tx=0x7f9b7000d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b70017070 con 0x7f9b78103bb0 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9b7000f040 con 0x7f9b78103bb0 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b7819ffa0 con 0x7f9b78103bb0 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b70005730 con 0x7f9b78103bb0 2024-03-16T18:14:41.070 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.064+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b781a0410 con 0x7f9b78103bb0 2024-03-16T18:14:41.071 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.065+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b78068ca0 con 0x7f9b78103bb0 2024-03-16T18:14:41.071 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.066+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9b70005890 con 0x7f9b78103bb0 2024-03-16T18:14:41.071 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.067+0000 7f9b6f7fe700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9b640a1b40 0x7f9b640a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:14:41.071 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.067+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 3698+0+0 (secure 0 0 0) 0x7f9b700cbfe0 con 0x7f9b78103bb0 2024-03-16T18:14:41.071 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.067+0000 7f9b7e1f9700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9b640a1b40 0x7f9b640a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:14:41.071 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.067+0000 7f9b7e1f9700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9b640a1b40 0x7f9b640a4000 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9b74006010 tx=0x7f9b74009550 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:14:41.074 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.070+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9b700963f0 con 0x7f9b78103bb0 2024-03-16T18:14:41.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi017 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi017 to 8546M 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:40 smithi153 ceph-mon[36005]: osdmap e27: 4 total, 4 up, 4 in 2024-03-16T18:14:41.279 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:14:41.275+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f9b7802db20 con 0x7f9b640a1b40 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi017 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi017 to 8546M 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.279 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.280 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:40 smithi149 ceph-mon[35991]: osdmap e27: 4 total, 4 up, 4 in 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi017 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi017 to 8546M 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:41.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:14:41.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:41.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:40 smithi017 ceph-mon[32207]: osdmap e27: 4 total, 4 up, 4 in 2024-03-16T18:14:42.101 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:41 smithi149 ceph-mon[35991]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:42.102 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:41 smithi149 ceph-mon[35991]: osdmap e28: 4 total, 4 up, 4 in 2024-03-16T18:14:42.102 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:14:42.102 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:14:42.102 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:41 smithi153 ceph-mon[36005]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:41 smithi153 ceph-mon[36005]: osdmap e28: 4 total, 4 up, 4 in 2024-03-16T18:14:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:14:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:14:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:42.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:41 smithi017 ceph-mon[32207]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:42.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:41 smithi017 ceph-mon[32207]: osdmap e28: 4 total, 4 up, 4 in 2024-03-16T18:14:42.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:14:42.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:14:42.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:43.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:42 smithi153 ceph-mon[36005]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:14:43.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:42 smithi153 ceph-mon[36005]: osdmap e29: 4 total, 4 up, 4 in 2024-03-16T18:14:43.141 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:42 smithi149 ceph-mon[35991]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:14:43.141 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:42 smithi149 ceph-mon[35991]: osdmap e29: 4 total, 4 up, 4 in 2024-03-16T18:14:43.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:42 smithi017 ceph-mon[32207]: from='client.24224 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:14:43.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:42 smithi017 ceph-mon[32207]: osdmap e29: 4 total, 4 up, 4 in 2024-03-16T18:14:44.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:43 smithi153 ceph-mon[36005]: pgmap v105: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-16T18:14:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:43 smithi017 ceph-mon[32207]: pgmap v105: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-16T18:14:44.295 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:43 smithi149 ceph-mon[35991]: pgmap v105: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-16T18:14:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:44 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/2672347745' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]: dispatch 2024-03-16T18:14:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:44 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]: dispatch 2024-03-16T18:14:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:44 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]': finished 2024-03-16T18:14:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:44 smithi153 ceph-mon[36005]: osdmap e30: 5 total, 4 up, 5 in 2024-03-16T18:14:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:14:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:44 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/877389317' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:14:45.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:44 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/2672347745' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]: dispatch 2024-03-16T18:14:45.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:44 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]: dispatch 2024-03-16T18:14:45.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:44 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]': finished 2024-03-16T18:14:45.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:44 smithi017 ceph-mon[32207]: osdmap e30: 5 total, 4 up, 5 in 2024-03-16T18:14:45.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:14:45.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:44 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/877389317' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:14:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/2672347745' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]: dispatch 2024-03-16T18:14:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:44 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]: dispatch 2024-03-16T18:14:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:44 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "359fa465-6891-4c13-a924-89cc51070582"}]': finished 2024-03-16T18:14:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:44 smithi149 ceph-mon[35991]: osdmap e30: 5 total, 4 up, 5 in 2024-03-16T18:14:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:14:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/877389317' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:14:46.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:45 smithi153 ceph-mon[36005]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-16T18:14:46.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:45 smithi017 ceph-mon[32207]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-16T18:14:46.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:45 smithi149 ceph-mon[35991]: pgmap v107: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-16T18:14:48.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:47 smithi153 ceph-mon[36005]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:14:48.255 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:47 smithi149 ceph-mon[35991]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:14:48.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:47 smithi017 ceph-mon[32207]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 117 MiB used, 357 GiB / 358 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:14:50.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:49 smithi149 ceph-mon[35991]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:49 smithi153 ceph-mon[36005]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:50.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:49 smithi017 ceph-mon[32207]: pgmap v109: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:51.161 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:50 smithi149 ceph-mon[35991]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:51.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:50 smithi017 ceph-mon[32207]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:50 smithi153 ceph-mon[36005]: pgmap v110: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-16T18:14:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:51 smithi149 ceph-mon[35991]: Deploying daemon osd.4 on smithi149 2024-03-16T18:14:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-16T18:14:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:52.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:51 smithi017 ceph-mon[32207]: Deploying daemon osd.4 on smithi149 2024-03-16T18:14:52.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-03-16T18:14:52.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:14:52.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:51 smithi153 ceph-mon[36005]: Deploying daemon osd.4 on smithi149 2024-03-16T18:14:53.051 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:52 smithi149 ceph-mon[35991]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:53.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:52 smithi017 ceph-mon[32207]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:53.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:52 smithi153 ceph-mon[36005]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:55.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:54 smithi017 ceph-mon[32207]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:55.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:54 smithi149 ceph-mon[35991]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:55.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:54 smithi153 ceph-mon[36005]: pgmap v112: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:58.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:58.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:58.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:58.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:57 smithi017 ceph-mon[32207]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:58.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:58.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:58.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:58.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:57 smithi149 ceph-mon[35991]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:58.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:58.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:14:58.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:14:58.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:57 smithi153 ceph-mon[36005]: pgmap v113: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:59.074 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:14:58 smithi149 ceph-mon[35991]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:59.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:14:58 smithi017 ceph-mon[32207]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:14:59.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:14:58 smithi153 ceph-mon[36005]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:00.395 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.391+0000 7f9b6f7fe700 1 -- 172.21.15.149:0/1593766223 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f9b7802db20 con 0x7f9b640a1b40 2024-03-16T18:15:00.396 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 4 on host 'smithi149' 2024-03-16T18:15:00.397 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9b640a1b40 msgr2=0x7f9b640a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9b640a1b40 0x7f9b640a4000 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9b74006010 tx=0x7f9b74009550 comp rx=0 tx=0).stop 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 msgr2=0x7f9b7819f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 0x7f9b7819f420 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f9b70007ee0 tx=0x7f9b7000d3b0 comp rx=0 tx=0).stop 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 shutdown_connections 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9b78103bb0 0x7f9b7819f420 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9b78102010 0x7f9b78197e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9b640a1b40 0x7f9b640a4000 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 --2- 172.21.15.149:0/1593766223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9b78103210 0x7f9b781983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 >> 172.21.15.149:0/1593766223 conn(0x7f9b780fd5f0 msgr2=0x7f9b78106630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 shutdown_connections 2024-03-16T18:15:00.398 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:00.394+0000 7f9b8045d700 1 -- 172.21.15.149:0/1593766223 wait complete. 2024-03-16T18:15:00.582 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.583 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:00.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:00.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:01.048 DEBUG:teuthology.orchestra.run.smithi149:osd.4> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.4.service 2024-03-16T18:15:01.050 INFO:tasks.cephadm:Deploying osd.5 on smithi153 with /dev/vg_nvme/lv_3... 2024-03-16T18:15:01.050 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-03-16T18:15:01.293 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:15:01.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:01 smithi149 ceph-mon[35991]: from='osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-16T18:15:01.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:01 smithi149 ceph-mon[35991]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-16T18:15:01.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:01 smithi149 ceph-mon[35991]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:01.627 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:01 smithi153 ceph-mon[36005]: from='osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-16T18:15:01.627 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:01 smithi153 ceph-mon[36005]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-16T18:15:01.627 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:01 smithi153 ceph-mon[36005]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:01 smithi017 ceph-mon[32207]: from='osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-16T18:15:01.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:01 smithi017 ceph-mon[32207]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-03-16T18:15:01.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:01 smithi017 ceph-mon[32207]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:02.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-mon[35991]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-16T18:15:02.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-mon[35991]: osdmap e31: 5 total, 4 up, 5 in 2024-03-16T18:15:02.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:02.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-mon[35991]: from='osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:15:02.545 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-mon[35991]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:15:02.545 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4[47508]: 2024-03-16T18:15:02.457+0000 7fc9d8b0b700 -1 osd.4 0 waiting for initial osdmap 2024-03-16T18:15:02.545 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:15:02 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4[47508]: 2024-03-16T18:15:02.464+0000 7fc9d48fe700 -1 osd.4 32 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:15:02.696 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:02 smithi153 ceph-mon[36005]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-16T18:15:02.696 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:02 smithi153 ceph-mon[36005]: osdmap e31: 5 total, 4 up, 5 in 2024-03-16T18:15:02.696 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:02.696 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:02 smithi153 ceph-mon[36005]: from='osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:15:02.696 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:02 smithi153 ceph-mon[36005]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:15:02.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:02 smithi017 ceph-mon[32207]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-03-16T18:15:02.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:02 smithi017 ceph-mon[32207]: osdmap e31: 5 total, 4 up, 5 in 2024-03-16T18:15:02.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:02.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:02 smithi017 ceph-mon[32207]: from='osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:15:02.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:02 smithi017 ceph-mon[32207]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:15:03.250 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-03-16T18:15:03.250 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-03-16T18:15:03.250 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-03-16T18:15:03.250 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-03-16T18:15:03.250 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0119351 s, 879 MB/s 2024-03-16T18:15:03.250 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-03-16T18:15:03.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:03 smithi149 ceph-mon[35991]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:15:03.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:03 smithi149 ceph-mon[35991]: osdmap e32: 5 total, 4 up, 5 in 2024-03-16T18:15:03.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:03 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:03.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:03 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:03.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:03 smithi149 ceph-mon[35991]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:03.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:03 smithi017 ceph-mon[32207]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:15:03.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:03 smithi017 ceph-mon[32207]: osdmap e32: 5 total, 4 up, 5 in 2024-03-16T18:15:03.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:03.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:03 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:03.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:03 smithi017 ceph-mon[32207]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:03.796 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:03 smithi153 ceph-mon[36005]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:15:03.797 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:03 smithi153 ceph-mon[36005]: osdmap e32: 5 total, 4 up, 5 in 2024-03-16T18:15:03.797 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:03 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:03.797 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:03 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:03.797 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:03 smithi153 ceph-mon[36005]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 116 MiB used, 357 GiB / 358 GiB avail 2024-03-16T18:15:03.822 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi153:vg_nvme/lv_3 2024-03-16T18:15:04.060 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] boot 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: osdmap e33: 5 total, 5 up, 5 in 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:04.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:04.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:04.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:04.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:15:04.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:15:04.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:04.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] boot 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: osdmap e33: 5 total, 5 up, 5 in 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:04.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: osd.4 [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] boot 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: osdmap e33: 5 total, 5 up, 5 in 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:04.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:04.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:05.494 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:05 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi149 2024-03-16T18:15:05.494 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:05 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi149 to 2908M 2024-03-16T18:15:05.494 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:05 smithi149 ceph-mon[35991]: osdmap e34: 5 total, 5 up, 5 in 2024-03-16T18:15:05.494 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:05 smithi149 ceph-mon[35991]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:05.705 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 -- 172.21.15.153:0/2469027350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103210 msgr2=0x7f24b0103670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:05.705 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/2469027350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103210 0x7f24b0103670 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7f249c009990 tx=0x7f249c009ca0 comp rx=0 tx=0).stop 2024-03-16T18:15:05.705 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 -- 172.21.15.153:0/2469027350 shutdown_connections 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/2469027350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0103bb0 0x7f24b010a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/2469027350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b0102010 0x7f24b0102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/2469027350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103210 0x7f24b0103670 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 -- 172.21.15.153:0/2469027350 >> 172.21.15.153:0/2469027350 conn(0x7f24b00fd5f0 msgr2=0x7f24b00ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 -- 172.21.15.153:0/2469027350 shutdown_connections 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.700+0000 7f24b6e6d700 1 -- 172.21.15.153:0/2469027350 wait complete. 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 Processor -- start 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 -- start start 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b0102010 0x7f24b0197f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0103210 0x7f24b0198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 0x7f24b019f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24b019fa70 con 0x7f24b0102010 2024-03-16T18:15:05.706 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24b019fbb0 con 0x7f24b0103210 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b6e6d700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24b019fd40 con 0x7f24b0103bb0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 0x7f24b019f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 0x7f24b019f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:49760/0 (socket says 172.21.15.153:49760) 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 -- 172.21.15.153:0/1704862418 learned_addr learned my addr 172.21.15.153:0/1704862418 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b4c09700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b0102010 0x7f24b0197f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24affff700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0103210 0x7f24b0198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 -- 172.21.15.153:0/1704862418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0103210 msgr2=0x7f24b0198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0103210 0x7f24b0198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 -- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b0102010 msgr2=0x7f24b0197f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b0102010 0x7f24b0197f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.701+0000 7f24b540a700 1 -- 172.21.15.153:0/1704862418 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f249c0095f0 con 0x7f24b0103bb0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.702+0000 7f24b540a700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 0x7f24b019f4a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f24a8007f10 tx=0x7f24a800d3b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.702+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24a8017070 con 0x7f24b0103bb0 2024-03-16T18:15:05.707 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.702+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f24a800f040 con 0x7f24b0103bb0 2024-03-16T18:15:05.708 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.702+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24b019ffc0 con 0x7f24b0103bb0 2024-03-16T18:15:05.708 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.702+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24a8005680 con 0x7f24b0103bb0 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.702+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24b01a0430 con 0x7f24b0103bb0 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.703+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24b0068ca0 con 0x7f24b0103bb0 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.704+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f24a80057e0 con 0x7f24b0103bb0 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.705+0000 7f24adffb700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f24a00a1ac0 0x7f24a00a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.705+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 4101+0+0 (secure 0 0 0) 0x7f24a80cba60 con 0x7f24b0103bb0 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.705+0000 7f24b4c09700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f24a00a1ac0 0x7f24a00a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:05.709 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.705+0000 7f24b4c09700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f24a00a1ac0 0x7f24a00a3f80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f24b0103070 tx=0x7f24a400a380 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:15:05.713 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.709+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f24a8095ce0 con 0x7f24b0103bb0 2024-03-16T18:15:05.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:05 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi149 2024-03-16T18:15:05.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:05 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi149 to 2908M 2024-03-16T18:15:05.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:05 smithi017 ceph-mon[32207]: osdmap e34: 5 total, 5 up, 5 in 2024-03-16T18:15:05.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:05 smithi017 ceph-mon[32207]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:05.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:05 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi149 2024-03-16T18:15:05.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:05 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi149 to 2908M 2024-03-16T18:15:05.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:05 smithi153 ceph-mon[36005]: osdmap e34: 5 total, 5 up, 5 in 2024-03-16T18:15:05.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:05 smithi153 ceph-mon[36005]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:05.915 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:05.911+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}) v1 -- 0x7f24b002dad0 con 0x7f24a00a1ac0 2024-03-16T18:15:06.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:06.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:06.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:06.794 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:06.795 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:06.795 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:06.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:06.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:06.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:07.768 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:07 smithi153 ceph-mon[36005]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:07.769 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:07 smithi153 ceph-mon[36005]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:07.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:07 smithi017 ceph-mon[32207]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:07.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:07 smithi017 ceph-mon[32207]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:07.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:07 smithi149 ceph-mon[35991]: from='client.24238 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:07 smithi149 ceph-mon[35991]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:08.993 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:08 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/3583271283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]: dispatch 2024-03-16T18:15:08.993 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:08 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]: dispatch 2024-03-16T18:15:08.993 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:08 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]': finished 2024-03-16T18:15:08.993 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:08 smithi153 ceph-mon[36005]: osdmap e35: 6 total, 5 up, 6 in 2024-03-16T18:15:08.993 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:08 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:09.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:08 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/3583271283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]: dispatch 2024-03-16T18:15:09.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:08 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]: dispatch 2024-03-16T18:15:09.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:08 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]': finished 2024-03-16T18:15:09.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:08 smithi017 ceph-mon[32207]: osdmap e35: 6 total, 5 up, 6 in 2024-03-16T18:15:09.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:08 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:09.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:08 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/3583271283' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]: dispatch 2024-03-16T18:15:09.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:08 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]: dispatch 2024-03-16T18:15:09.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:08 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b750e471-3f2c-4a6b-abc4-977281eeb206"}]': finished 2024-03-16T18:15:09.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:08 smithi149 ceph-mon[35991]: osdmap e35: 6 total, 5 up, 6 in 2024-03-16T18:15:09.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:08 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:10.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:09 smithi017 ceph-mon[32207]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:10.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/2072019567' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:15:10.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:09 smithi149 ceph-mon[35991]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:10.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/2072019567' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:15:10.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:09 smithi153 ceph-mon[36005]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:10.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/2072019567' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:15:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:10 smithi017 ceph-mon[32207]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:11.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:10 smithi149 ceph-mon[35991]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:10 smithi153 ceph-mon[36005]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:13.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:12 smithi017 ceph-mon[32207]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:13.337 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:12 smithi153 ceph-mon[36005]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:13.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:12 smithi149 ceph-mon[35991]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:15.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:14 smithi017 ceph-mon[32207]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:15.298 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:14 smithi153 ceph-mon[36005]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:15.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:14 smithi149 ceph-mon[35991]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:16.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:16 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-16T18:15:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:16 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:16.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:16 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-16T18:15:16.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:16 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:16.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:16 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-03-16T18:15:16.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:16 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:17.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:17 smithi153 ceph-mon[36005]: Deploying daemon osd.5 on smithi153 2024-03-16T18:15:17.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:17 smithi153 ceph-mon[36005]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:17 smithi017 ceph-mon[32207]: Deploying daemon osd.5 on smithi153 2024-03-16T18:15:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:17 smithi017 ceph-mon[32207]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:17 smithi149 ceph-mon[35991]: Deploying daemon osd.5 on smithi153 2024-03-16T18:15:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:17 smithi149 ceph-mon[35991]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:19.008 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:18 smithi153 ceph-mon[36005]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:18 smithi017 ceph-mon[32207]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:19.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:18 smithi149 ceph-mon[35991]: pgmap v129: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:21.203 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:20 smithi153 ceph-mon[36005]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:20 smithi017 ceph-mon[32207]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:21.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:20 smithi149 ceph-mon[35991]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:22.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:22.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:22.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:22 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:22.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:22.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:22.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:22 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:22.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:22.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:22.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:22 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:23.766 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:23 smithi153 ceph-mon[36005]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:23.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:23 smithi017 ceph-mon[32207]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:23.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:23 smithi149 ceph-mon[35991]: pgmap v131: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:25.328 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.324+0000 7f24adffb700 1 -- 172.21.15.153:0/1704862418 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f24b002dad0 con 0x7f24a00a1ac0 2024-03-16T18:15:25.329 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 5 on host 'smithi153' 2024-03-16T18:15:25.331 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f24a00a1ac0 msgr2=0x7f24a00a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:25.331 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f24a00a1ac0 0x7f24a00a3f80 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f24b0103070 tx=0x7f24a400a380 comp rx=0 tx=0).stop 2024-03-16T18:15:25.331 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 msgr2=0x7f24b019f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:25.331 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 0x7f24b019f4a0 secure :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0x7f24a8007f10 tx=0x7f24a800d3b0 comp rx=0 tx=0).stop 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 shutdown_connections 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f24a00a1ac0 0x7f24a00a3f80 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f24b0103bb0 0x7f24b019f4a0 unknown :-1 s=CLOSED pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f24b0102010 0x7f24b0197f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 --2- 172.21.15.153:0/1704862418 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f24b0103210 0x7f24b0198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 >> 172.21.15.153:0/1704862418 conn(0x7f24b00fd5f0 msgr2=0x7f24b0106650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:15:25.332 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 shutdown_connections 2024-03-16T18:15:25.333 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:15:25.327+0000 7f24b6e6d700 1 -- 172.21.15.153:0/1704862418 wait complete. 2024-03-16T18:15:25.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-16T18:15:25.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:25 smithi153 ceph-mon[36005]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:25.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-16T18:15:25.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:25 smithi017 ceph-mon[32207]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-16T18:15:25.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:25.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:25.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: pgmap v132: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:25.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:25.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:25.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-16T18:15:25.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:25 smithi149 ceph-mon[35991]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-03-16T18:15:26.036 DEBUG:teuthology.orchestra.run.smithi153:osd.5> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.5.service 2024-03-16T18:15:26.038 INFO:tasks.cephadm:Deploying osd.6 on smithi017 with /dev/vg_nvme/lv_2... 2024-03-16T18:15:26.038 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-16T18:15:26.294 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:15:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:27 smithi149 ceph-mon[35991]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-16T18:15:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:27 smithi149 ceph-mon[35991]: osdmap e36: 6 total, 5 up, 6 in 2024-03-16T18:15:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:27 smithi149 ceph-mon[35991]: from='osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:15:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:27 smithi149 ceph-mon[35991]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:15:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:27 smithi149 ceph-mon[35991]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:27.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-mon[36005]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-16T18:15:27.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-mon[36005]: osdmap e36: 6 total, 5 up, 6 in 2024-03-16T18:15:27.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:27.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-mon[36005]: from='osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:15:27.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-mon[36005]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:15:27.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-mon[36005]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:27.613 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:15:27.334+0000 7fed01311700 -1 osd.5 0 waiting for initial osdmap 2024-03-16T18:15:27.613 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:15:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:15:27.339+0000 7fecfd104700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:15:27.727 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:27 smithi017 ceph-mon[32207]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-03-16T18:15:27.727 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:27 smithi017 ceph-mon[32207]: osdmap e36: 6 total, 5 up, 6 in 2024-03-16T18:15:27.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:27.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:27 smithi017 ceph-mon[32207]: from='osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:15:27.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:27 smithi017 ceph-mon[32207]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:15:27.729 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:27 smithi017 ceph-mon[32207]: pgmap v134: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-16T18:15:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-16T18:15:28.429 INFO:teuthology.orchestra.run.smithi017.stderr: stderr: 10+0 records in 2024-03-16T18:15:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:10+0 records out 2024-03-16T18:15:28.429 INFO:teuthology.orchestra.run.smithi017.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.00864432 s, 1.2 GB/s 2024-03-16T18:15:28.429 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping successful for: 2024-03-16T18:15:28.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:28 smithi149 ceph-mon[35991]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:15:28.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:28 smithi149 ceph-mon[35991]: osdmap e37: 6 total, 5 up, 6 in 2024-03-16T18:15:28.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:28 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:28.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:28 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:28.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:28 smithi153 ceph-mon[36005]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:15:28.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:28 smithi153 ceph-mon[36005]: osdmap e37: 6 total, 5 up, 6 in 2024-03-16T18:15:28.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:28 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:28.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:28 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:28.731 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:28 smithi017 ceph-mon[32207]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:15:28.731 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:28 smithi017 ceph-mon[32207]: osdmap e37: 6 total, 5 up, 6 in 2024-03-16T18:15:28.731 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:28 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:28.731 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:28 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.281 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi017:vg_nvme/lv_2 2024-03-16T18:15:29.533 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:15:29.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:15:29.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:15:29.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] boot 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: osdmap e38: 6 total, 6 up, 6 in 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:29 smithi017 ceph-mon[32207]: osdmap e39: 6 total, 6 up, 6 in 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] boot 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: osdmap e38: 6 total, 6 up, 6 in 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:29 smithi149 ceph-mon[35991]: osdmap e39: 6 total, 6 up, 6 in 2024-03-16T18:15:29.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: osd.5 [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] boot 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: osdmap e38: 6 total, 6 up, 6 in 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:29.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:29.614 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:29 smithi153 ceph-mon[36005]: osdmap e39: 6 total, 6 up, 6 in 2024-03-16T18:15:30.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:30 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi153 2024-03-16T18:15:30.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:30 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi153 to 8544M 2024-03-16T18:15:30.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:30 smithi153 ceph-mon[36005]: osdmap e40: 6 total, 6 up, 6 in 2024-03-16T18:15:30.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:30 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi153 2024-03-16T18:15:30.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:30 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi153 to 8544M 2024-03-16T18:15:30.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:30 smithi017 ceph-mon[32207]: osdmap e40: 6 total, 6 up, 6 in 2024-03-16T18:15:30.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:30 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi153 2024-03-16T18:15:30.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:30 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi153 to 8544M 2024-03-16T18:15:30.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:30 smithi149 ceph-mon[35991]: osdmap e40: 6 total, 6 up, 6 in 2024-03-16T18:15:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 -- 172.21.15.17:0/566192010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103bb0 msgr2=0x7f666810a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:31.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 --2- 172.21.15.17:0/566192010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103bb0 0x7f666810a460 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f666000b0d0 tx=0x7f666000b3e0 comp rx=0 tx=0).stop 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 -- 172.21.15.17:0/566192010 shutdown_connections 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 --2- 172.21.15.17:0/566192010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103bb0 0x7f666810a460 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 --2- 172.21.15.17:0/566192010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6668102010 0x7f6668102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 --2- 172.21.15.17:0/566192010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6668103210 0x7f6668103670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 -- 172.21.15.17:0/566192010 >> 172.21.15.17:0/566192010 conn(0x7f66680fd5f0 msgr2=0x7f66680ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 -- 172.21.15.17:0/566192010 shutdown_connections 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 -- 172.21.15.17:0/566192010 wait complete. 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 Processor -- start 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.332+0000 7f666f4d7700 1 -- start start 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666f4d7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6668102010 0x7f6668198150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666f4d7700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 0x7f6668198690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666f4d7700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6668103bb0 0x7f666819f710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666f4d7700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f666819fce0 con 0x7f6668103210 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666f4d7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f666819fe20 con 0x7f6668102010 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666f4d7700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f666819ffb0 con 0x7f6668103bb0 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 0x7f6668198690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 0x7f6668198690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:42478/0 (socket says 172.21.15.17:42478) 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 -- 172.21.15.17:0/1302817221 learned_addr learned my addr 172.21.15.17:0/1302817221 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666d273700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6668102010 0x7f6668198150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666da74700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6668103bb0 0x7f666819f710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 -- 172.21.15.17:0/1302817221 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6668103bb0 msgr2=0x7f666819f710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6668103bb0 0x7f666819f710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 -- 172.21.15.17:0/1302817221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6668102010 msgr2=0x7f6668198150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6668102010 0x7f6668198150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:31.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 -- 172.21.15.17:0/1302817221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6660009d00 con 0x7f6668103210 2024-03-16T18:15:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.333+0000 7f666ca72700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 0x7f6668198690 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f665800b560 tx=0x7f665800b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:15:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.334+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6658011830 con 0x7f6668103210 2024-03-16T18:15:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.334+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6658011e40 con 0x7f6668103210 2024-03-16T18:15:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.334+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66681a0290 con 0x7f6668103210 2024-03-16T18:15:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.334+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6658010e40 con 0x7f6668103210 2024-03-16T18:15:31.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.334+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66681a0810 con 0x7f6668103210 2024-03-16T18:15:31.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.335+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66681094f0 con 0x7f6668103210 2024-03-16T18:15:31.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.336+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6658011990 con 0x7f6668103210 2024-03-16T18:15:31.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.336+0000 7f665e7fc700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f66540a1ac0 0x7f66540a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:31.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.336+0000 7f666d273700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f66540a1ac0 0x7f66540a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:31.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.336+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 4562+0+0 (secure 0 0 0) 0x7f66580cbf00 con 0x7f6668103210 2024-03-16T18:15:31.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.337+0000 7f666d273700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f66540a1ac0 0x7f66540a3f80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6668103070 tx=0x7f6664009190 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:15:31.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.341+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6658095fb0 con 0x7f6668103210 2024-03-16T18:15:31.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:31 smithi017 ceph-mon[32207]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:31.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:31.558+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7f666802da30 con 0x7f66540a1ac0 2024-03-16T18:15:31.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:31 smithi153 ceph-mon[36005]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:31.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:31 smithi149 ceph-mon[35991]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:32.501 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:32 smithi017 ceph-mon[32207]: osdmap e41: 6 total, 6 up, 6 in 2024-03-16T18:15:32.501 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:32 smithi017 ceph-mon[32207]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:32.502 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:32 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:32.502 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:32 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:32.502 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:32 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:32 smithi153 ceph-mon[36005]: osdmap e41: 6 total, 6 up, 6 in 2024-03-16T18:15:32.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:32 smithi153 ceph-mon[36005]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:32.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:32 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:32.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:32 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:32.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:32 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:32.845 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:32 smithi149 ceph-mon[35991]: osdmap e41: 6 total, 6 up, 6 in 2024-03-16T18:15:32.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:32 smithi149 ceph-mon[35991]: from='client.14358 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:32.846 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:32 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:32.847 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:32 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:32.847 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:32 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:33.456 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:33 smithi017 ceph-mon[32207]: osdmap e42: 6 total, 6 up, 6 in 2024-03-16T18:15:33.456 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:33 smithi017 ceph-mon[32207]: pgmap v143: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-16T18:15:33.740 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:33 smithi149 ceph-mon[35991]: osdmap e42: 6 total, 6 up, 6 in 2024-03-16T18:15:33.741 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:33 smithi149 ceph-mon[35991]: pgmap v143: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-16T18:15:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:33 smithi153 ceph-mon[36005]: osdmap e42: 6 total, 6 up, 6 in 2024-03-16T18:15:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:33 smithi153 ceph-mon[36005]: pgmap v143: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-03-16T18:15:34.780 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:34 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1512668751' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e0c37fa-686c-42d4-96c7-c140e8fff7e3"}]: dispatch 2024-03-16T18:15:34.780 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:34 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1512668751' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e0c37fa-686c-42d4-96c7-c140e8fff7e3"}]': finished 2024-03-16T18:15:34.780 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:34 smithi017 ceph-mon[32207]: osdmap e43: 7 total, 6 up, 7 in 2024-03-16T18:15:34.780 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:34 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:34 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1512668751' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e0c37fa-686c-42d4-96c7-c140e8fff7e3"}]: dispatch 2024-03-16T18:15:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:34 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1512668751' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e0c37fa-686c-42d4-96c7-c140e8fff7e3"}]': finished 2024-03-16T18:15:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:34 smithi149 ceph-mon[35991]: osdmap e43: 7 total, 6 up, 7 in 2024-03-16T18:15:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:34 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:34 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1512668751' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e0c37fa-686c-42d4-96c7-c140e8fff7e3"}]: dispatch 2024-03-16T18:15:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:34 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1512668751' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e0c37fa-686c-42d4-96c7-c140e8fff7e3"}]': finished 2024-03-16T18:15:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:34 smithi153 ceph-mon[36005]: osdmap e43: 7 total, 6 up, 7 in 2024-03-16T18:15:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:34 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:35 smithi017 ceph-mon[32207]: pgmap v145: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-16T18:15:35.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:35 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2102793038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:15:35.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:35 smithi149 ceph-mon[35991]: pgmap v145: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-16T18:15:35.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:35 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2102793038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:15:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:35 smithi153 ceph-mon[36005]: pgmap v145: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 124 KiB/s, 0 objects/s recovering 2024-03-16T18:15:35.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:35 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2102793038' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:15:37.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:36 smithi017 ceph-mon[32207]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:15:37.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:36 smithi149 ceph-mon[35991]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:15:37.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:36 smithi153 ceph-mon[36005]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:15:39.181 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:38 smithi017 ceph-mon[32207]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:38 smithi149 ceph-mon[35991]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:38 smithi153 ceph-mon[36005]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:41.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:40 smithi017 ceph-mon[32207]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:41.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:40 smithi149 ceph-mon[35991]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:41.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:40 smithi153 ceph-mon[36005]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:42.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:42 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-16T18:15:42.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:42 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:42.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:42 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-16T18:15:42.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:42 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:42.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:42 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-03-16T18:15:42.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:42 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:43.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:43 smithi153 ceph-mon[36005]: Deploying daemon osd.6 on smithi017 2024-03-16T18:15:43.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:43 smithi153 ceph-mon[36005]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:43.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:43 smithi017 ceph-mon[32207]: Deploying daemon osd.6 on smithi017 2024-03-16T18:15:43.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:43 smithi017 ceph-mon[32207]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:43.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:43 smithi149 ceph-mon[35991]: Deploying daemon osd.6 on smithi017 2024-03-16T18:15:43.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:43 smithi149 ceph-mon[35991]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:44.985 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:44 smithi017 ceph-mon[32207]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:44 smithi149 ceph-mon[35991]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:45.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:44 smithi153 ceph-mon[36005]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:47.111 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:46 smithi017 ceph-mon[32207]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:47.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:46 smithi149 ceph-mon[35991]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:47.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:46 smithi153 ceph-mon[36005]: pgmap v151: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:49.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:48 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:49.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:48 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:49.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:48 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:49.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:48 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:49.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:48 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:49.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:48 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:49.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:48 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:49.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:48 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:49.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:48 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:49 smithi017 ceph-mon[32207]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:50.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:49 smithi149 ceph-mon[35991]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:49 smithi153 ceph-mon[36005]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:51.010 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:50 smithi017 ceph-mon[32207]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:50 smithi149 ceph-mon[35991]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:50 smithi153 ceph-mon[36005]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:51.423 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 6 on host 'smithi017' 2024-03-16T18:15:51.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.420+0000 7f665e7fc700 1 -- 172.21.15.17:0/1302817221 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f666802da30 con 0x7f66540a1ac0 2024-03-16T18:15:51.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f66540a1ac0 msgr2=0x7f66540a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f66540a1ac0 0x7f66540a3f80 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f6668103070 tx=0x7f6664009190 comp rx=0 tx=0).stop 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 msgr2=0x7f6668198690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 0x7f6668198690 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f665800b560 tx=0x7f665800b870 comp rx=0 tx=0).stop 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 shutdown_connections 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f66540a1ac0 0x7f66540a3f80 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6668103bb0 0x7f666819f710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6668102010 0x7f6668198150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 --2- 172.21.15.17:0/1302817221 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6668103210 0x7f6668198690 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 >> 172.21.15.17:0/1302817221 conn(0x7f66680fd5f0 msgr2=0x7f6668106630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 shutdown_connections 2024-03-16T18:15:51.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:15:51.423+0000 7f666f4d7700 1 -- 172.21.15.17:0/1302817221 wait complete. 2024-03-16T18:15:52.109 DEBUG:teuthology.orchestra.run.smithi017:osd.6> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.6.service 2024-03-16T18:15:52.111 INFO:tasks.cephadm:Deploying osd.7 on smithi149 with /dev/vg_nvme/lv_2... 2024-03-16T18:15:52.111 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-16T18:15:52.361 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:15:52.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:52 smithi149 ceph-mon[35991]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-16T18:15:52.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.483 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:52 smithi017 ceph-mon[32207]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-16T18:15:52.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:52 smithi153 ceph-mon[36005]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-03-16T18:15:52.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:52.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:53.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-mon[32207]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-16T18:15:53.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-mon[32207]: osdmap e44: 7 total, 6 up, 7 in 2024-03-16T18:15:53.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-mon[32207]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:15:53.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:53.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-mon[32207]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:53.790 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:15:53.395+0000 7f5679484700 -1 osd.6 0 waiting for initial osdmap 2024-03-16T18:15:53.790 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:15:53 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:15:53.403+0000 7f5675277700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:15:53.799 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:53 smithi149 ceph-mon[35991]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-16T18:15:53.799 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:53 smithi149 ceph-mon[35991]: osdmap e44: 7 total, 6 up, 7 in 2024-03-16T18:15:53.799 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:53 smithi149 ceph-mon[35991]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:15:53.800 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:53.800 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:53 smithi149 ceph-mon[35991]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:53.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:53 smithi153 ceph-mon[36005]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-03-16T18:15:53.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:53 smithi153 ceph-mon[36005]: osdmap e44: 7 total, 6 up, 7 in 2024-03-16T18:15:53.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:53 smithi153 ceph-mon[36005]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:15:53.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:53.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:53 smithi153 ceph-mon[36005]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-03-16T18:15:54.545 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-16T18:15:54.545 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-16T18:15:54.545 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-03-16T18:15:54.545 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-03-16T18:15:54.545 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116191 s, 902 MB/s 2024-03-16T18:15:54.545 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-03-16T18:15:54.718 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:54 smithi017 ceph-mon[32207]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:15:54.718 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:54 smithi017 ceph-mon[32207]: osdmap e45: 7 total, 6 up, 7 in 2024-03-16T18:15:54.718 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:54.718 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:54 smithi149 ceph-mon[35991]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:15:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:54 smithi149 ceph-mon[35991]: osdmap e45: 7 total, 6 up, 7 in 2024-03-16T18:15:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:54.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:54 smithi153 ceph-mon[36005]: from='osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756]' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:15:54.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:54 smithi153 ceph-mon[36005]: osdmap e45: 7 total, 6 up, 7 in 2024-03-16T18:15:54.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:54.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:55.293 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi149:vg_nvme/lv_2 2024-03-16T18:15:55.539 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:15:55.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:55 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:15:55.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:55 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:15:55.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:55 smithi149 ceph-mon[35991]: osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] boot 2024-03-16T18:15:55.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:55 smithi149 ceph-mon[35991]: osdmap e46: 7 total, 7 up, 7 in 2024-03-16T18:15:55.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:55.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:55 smithi149 ceph-mon[35991]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:55 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:15:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:55 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:15:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:55 smithi017 ceph-mon[32207]: osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] boot 2024-03-16T18:15:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:55 smithi017 ceph-mon[32207]: osdmap e46: 7 total, 7 up, 7 in 2024-03-16T18:15:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:55.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:55 smithi017 ceph-mon[32207]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:55.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:55 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:15:55.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:55 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:15:55.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:55 smithi153 ceph-mon[36005]: osd.6 [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] boot 2024-03-16T18:15:55.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:55 smithi153 ceph-mon[36005]: osdmap e46: 7 total, 7 up, 7 in 2024-03-16T18:15:55.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:15:55.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:55 smithi153 ceph-mon[36005]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: osdmap e47: 7 total, 7 up, 7 in 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.696 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:56.697 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: osdmap e47: 7 total, 7 up, 7 in 2024-03-16T18:15:56.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:56.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: osdmap e47: 7 total, 7 up, 7 in 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:56.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:56.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:56.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:15:56.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:56.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:15:56.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/3591773059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 msgr2=0x7fc7b4103670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/3591773059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b4103670 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7fc7a80099c0 tx=0x7fc7a8009cd0 comp rx=0 tx=0).stop 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/3591773059 shutdown_connections 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/3591773059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4103bb0 0x7fc7b410a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/3591773059 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7b4102010 0x7fc7b4102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/3591773059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b4103670 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/3591773059 >> 172.21.15.149:0/3591773059 conn(0x7fc7b40fd5f0 msgr2=0x7fc7b40ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/3591773059 shutdown_connections 2024-03-16T18:15:57.203 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.199+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/3591773059 wait complete. 2024-03-16T18:15:57.205 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 Processor -- start 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 -- start start 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4102010 0x7fc7b4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b40743d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7b4103bb0 0x7fc7b4074910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7b4075090 con 0x7fc7b4102010 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7b4075200 con 0x7fc7b4103210 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b8d9c700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7b41a1ec0 con 0x7fc7b4103bb0 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b40743d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b40743d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:50770/0 (socket says 172.21.15.149:50770) 2024-03-16T18:15:57.206 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 -- 172.21.15.149:0/1972808580 learned_addr learned my addr 172.21.15.149:0/1972808580 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b2d9d700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7b4103bb0 0x7fc7b4074910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b259c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4102010 0x7fc7b4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 -- 172.21.15.149:0/1972808580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7b4103bb0 msgr2=0x7fc7b4074910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7b4103bb0 0x7fc7b4074910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 -- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4102010 msgr2=0x7fc7b4075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4102010 0x7fc7b4075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 -- 172.21.15.149:0/1972808580 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7a80095f0 con 0x7fc7b4103210 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b259c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4102010 0x7fc7b4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7b1d9b700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b40743d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7a800b580 tx=0x7fc7a8009580 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.200+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7a801d070 con 0x7fc7b4103210 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.201+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc7a8004050 con 0x7fc7b4103210 2024-03-16T18:15:57.207 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.201+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7b41a2140 con 0x7fc7b4103210 2024-03-16T18:15:57.208 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.201+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7a8022d00 con 0x7fc7b4103210 2024-03-16T18:15:57.208 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.201+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7b41a25e0 con 0x7fc7b4103210 2024-03-16T18:15:57.208 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.202+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7b41094a0 con 0x7fc7b4103210 2024-03-16T18:15:57.209 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.203+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc7a8022470 con 0x7fc7b4103210 2024-03-16T18:15:57.209 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.203+0000 7fc7a37fe700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc79c0a1ac0 0x7fc79c0a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:15:57.209 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.204+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 4965+0+0 (secure 0 0 0) 0x7fc7a80cdae0 con 0x7fc7b4103210 2024-03-16T18:15:57.209 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.204+0000 7fc7b259c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc79c0a1ac0 0x7fc79c0a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:15:57.209 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.204+0000 7fc7b259c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc79c0a1ac0 0x7fc79c0a3f80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4005fd0 tx=0x7fc7a4005f00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:15:57.211 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.207+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc7a8097a90 con 0x7fc7b4103210 2024-03-16T18:15:57.414 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:15:57.411+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fc7b4062420 con 0x7fc79c0a1ac0 2024-03-16T18:15:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:57 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi017 2024-03-16T18:15:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:57 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi017 to 5697M 2024-03-16T18:15:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:57 smithi017 ceph-mon[32207]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:57 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi017 2024-03-16T18:15:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:57 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi017 to 5697M 2024-03-16T18:15:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:57 smithi149 ceph-mon[35991]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:57 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi017 2024-03-16T18:15:57.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:57 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi017 to 5697M 2024-03-16T18:15:57.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:57 smithi153 ceph-mon[36005]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:58 smithi017 ceph-mon[32207]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:58.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:58.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:58 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:58.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:58 smithi149 ceph-mon[35991]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:58.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:58.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:58.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:58 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:58 smithi153 ceph-mon[36005]: from='client.24287 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:15:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:15:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:15:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:58 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:15:59.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:15:59 smithi149 ceph-mon[35991]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:59.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:15:59 smithi017 ceph-mon[32207]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:15:59.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:15:59 smithi153 ceph-mon[36005]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:00.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:00 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/856103677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]: dispatch 2024-03-16T18:16:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:00 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]: dispatch 2024-03-16T18:16:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:00 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]': finished 2024-03-16T18:16:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:00 smithi017 ceph-mon[32207]: osdmap e48: 8 total, 7 up, 8 in 2024-03-16T18:16:00.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:00 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:00.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:00 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/856103677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]: dispatch 2024-03-16T18:16:00.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:00 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]: dispatch 2024-03-16T18:16:00.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:00 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]': finished 2024-03-16T18:16:00.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:00 smithi149 ceph-mon[35991]: osdmap e48: 8 total, 7 up, 8 in 2024-03-16T18:16:00.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:00 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:00 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/856103677' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]: dispatch 2024-03-16T18:16:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:00 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]: dispatch 2024-03-16T18:16:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:00 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7"}]': finished 2024-03-16T18:16:00.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:00 smithi153 ceph-mon[36005]: osdmap e48: 8 total, 7 up, 8 in 2024-03-16T18:16:00.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:00 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:01.764 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:01 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/2635879448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:01.764 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:01 smithi153 ceph-mon[36005]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:01 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/2635879448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:01 smithi017 ceph-mon[32207]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:01.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:01 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/2635879448' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:01.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:01 smithi149 ceph-mon[35991]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:03.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:02 smithi017 ceph-mon[32207]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:02 smithi149 ceph-mon[35991]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:02 smithi153 ceph-mon[36005]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:05.185 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:04 smithi149 ceph-mon[35991]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:04 smithi017 ceph-mon[32207]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:05.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:04 smithi153 ceph-mon[36005]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:07.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:06 smithi149 ceph-mon[35991]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:07.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:06 smithi017 ceph-mon[32207]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:07.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:06 smithi153 ceph-mon[36005]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:08.181 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-16T18:16:08.182 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:08.182 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:07 smithi149 ceph-mon[35991]: Deploying daemon osd.7 on smithi149 2024-03-16T18:16:08.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-16T18:16:08.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:08.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:07 smithi017 ceph-mon[32207]: Deploying daemon osd.7 on smithi149 2024-03-16T18:16:08.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-03-16T18:16:08.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:08.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:07 smithi153 ceph-mon[36005]: Deploying daemon osd.7 on smithi149 2024-03-16T18:16:09.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:08 smithi017 ceph-mon[32207]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:09.299 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:08 smithi149 ceph-mon[35991]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:09.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:08 smithi153 ceph-mon[36005]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:11.249 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:10 smithi149 ceph-mon[35991]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:10 smithi017 ceph-mon[32207]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:10 smithi153 ceph-mon[36005]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:13.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:12 smithi149 ceph-mon[35991]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:13.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:12 smithi017 ceph-mon[32207]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:13.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:12 smithi153 ceph-mon[36005]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:14.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:14 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:14.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:14 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:14.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:14 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:14 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:14 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:14 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:14.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:14 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:14.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:14 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:14.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:14 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:15.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:15 smithi153 ceph-mon[36005]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:15.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:15 smithi017 ceph-mon[32207]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:15.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:15 smithi149 ceph-mon[35991]: pgmap v170: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:17.079 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.075+0000 7fc7a37fe700 1 -- 172.21.15.149:0/1972808580 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fc7b4062420 con 0x7fc79c0a1ac0 2024-03-16T18:16:17.080 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 7 on host 'smithi149' 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc79c0a1ac0 msgr2=0x7fc79c0a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc79c0a1ac0 0x7fc79c0a3f80 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fc7a4005fd0 tx=0x7fc7a4005f00 comp rx=0 tx=0).stop 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 msgr2=0x7fc7b40743d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b40743d0 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7fc7a800b580 tx=0x7fc7a8009580 comp rx=0 tx=0).stop 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 shutdown_connections 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc79c0a1ac0 0x7fc79c0a3f80 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7b4103bb0 0x7fc7b4074910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:17.082 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7b4102010 0x7fc7b4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:17.083 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 --2- 172.21.15.149:0/1972808580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7b4103210 0x7fc7b40743d0 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:17.083 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 >> 172.21.15.149:0/1972808580 conn(0x7fc7b40fd5f0 msgr2=0x7fc7b41065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:16:17.083 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 shutdown_connections 2024-03-16T18:16:17.083 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:16:17.078+0000 7fc7b8d9c700 1 -- 172.21.15.149:0/1972808580 wait complete. 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-16T18:16:17.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:17 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:17.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:17 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:17.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:17 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:17.765 DEBUG:teuthology.orchestra.run.smithi149:osd.7> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.7.service 2024-03-16T18:16:17.768 INFO:tasks.cephadm:Deploying osd.8 on smithi153 with /dev/vg_nvme/lv_2... 2024-03-16T18:16:17.768 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-03-16T18:16:18.017 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:16:18.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-mon[35991]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-16T18:16:18.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-mon[35991]: osdmap e49: 8 total, 7 up, 8 in 2024-03-16T18:16:18.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-mon[35991]: from='osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:16:18.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:18.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-mon[35991]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:16:18.465 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:18 smithi153 ceph-mon[36005]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-16T18:16:18.465 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:18 smithi153 ceph-mon[36005]: osdmap e49: 8 total, 7 up, 8 in 2024-03-16T18:16:18.465 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:18 smithi153 ceph-mon[36005]: from='osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:16:18.465 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:18.465 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:18 smithi153 ceph-mon[36005]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:16:18.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:18 smithi017 ceph-mon[32207]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-03-16T18:16:18.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:18 smithi017 ceph-mon[32207]: osdmap e49: 8 total, 7 up, 8 in 2024-03-16T18:16:18.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:18 smithi017 ceph-mon[32207]: from='osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:16:18.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:18.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:18 smithi017 ceph-mon[32207]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:16:18.998 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:16:18.871+0000 7f69572ed700 -1 osd.7 0 waiting for initial osdmap 2024-03-16T18:16:18.998 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:16:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:16:18.879+0000 7f694f0d8700 -1 osd.7 50 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:16:19.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:19 smithi149 ceph-mon[35991]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:16:19.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:19 smithi149 ceph-mon[35991]: osdmap e50: 8 total, 7 up, 8 in 2024-03-16T18:16:19.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:19.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:19 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:19.321 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:19 smithi149 ceph-mon[35991]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:19.322 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:19 smithi149 ceph-mon[35991]: from='osd.7 ' entity='osd.7' 2024-03-16T18:16:19.523 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:19 smithi153 ceph-mon[36005]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:16:19.523 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:19 smithi153 ceph-mon[36005]: osdmap e50: 8 total, 7 up, 8 in 2024-03-16T18:16:19.523 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:19.523 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:19 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:19.523 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:19 smithi153 ceph-mon[36005]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:19.523 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:19 smithi153 ceph-mon[36005]: from='osd.7 ' entity='osd.7' 2024-03-16T18:16:19.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:19 smithi017 ceph-mon[32207]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:16:19.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:19 smithi017 ceph-mon[32207]: osdmap e50: 8 total, 7 up, 8 in 2024-03-16T18:16:19.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:19.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:19 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:19.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:19 smithi017 ceph-mon[32207]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-03-16T18:16:19.541 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:19 smithi017 ceph-mon[32207]: from='osd.7 ' entity='osd.7' 2024-03-16T18:16:20.261 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-03-16T18:16:20.261 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-03-16T18:16:20.261 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-03-16T18:16:20.261 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-03-16T18:16:20.261 INFO:teuthology.orchestra.run.smithi153.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0117763 s, 890 MB/s 2024-03-16T18:16:20.261 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-03-16T18:16:20.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:20 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:16:20.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:20 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:16:20.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:20.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:20 smithi149 ceph-mon[35991]: osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] boot 2024-03-16T18:16:20.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:20 smithi149 ceph-mon[35991]: osdmap e51: 8 total, 8 up, 8 in 2024-03-16T18:16:20.531 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:20.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:20 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:16:20.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:20 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:16:20.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:20.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:20 smithi017 ceph-mon[32207]: osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] boot 2024-03-16T18:16:20.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:20 smithi017 ceph-mon[32207]: osdmap e51: 8 total, 8 up, 8 in 2024-03-16T18:16:20.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:20.563 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:20 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:16:20.563 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:20 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:16:20.563 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:20.563 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:20 smithi153 ceph-mon[36005]: osd.7 [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] boot 2024-03-16T18:16:20.563 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:20 smithi153 ceph-mon[36005]: osdmap e51: 8 total, 8 up, 8 in 2024-03-16T18:16:20.563 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:16:21.003 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi153:vg_nvme/lv_2 2024-03-16T18:16:21.253 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:16:21.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: osdmap e52: 8 total, 8 up, 8 in 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: pgmap v177: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:21 smithi153 ceph-mon[36005]: osdmap e53: 8 total, 8 up, 8 in 2024-03-16T18:16:21.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: osdmap e52: 8 total, 8 up, 8 in 2024-03-16T18:16:21.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: pgmap v177: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:21 smithi017 ceph-mon[32207]: osdmap e53: 8 total, 8 up, 8 in 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: osdmap e52: 8 total, 8 up, 8 in 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: pgmap v177: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:21.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:21.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:21.590 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:21 smithi149 ceph-mon[35991]: osdmap e53: 8 total, 8 up, 8 in 2024-03-16T18:16:22.501 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:22 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi149 2024-03-16T18:16:22.501 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:22 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi149 to 1938M 2024-03-16T18:16:22.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:22 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi149 2024-03-16T18:16:22.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:22 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi149 to 1938M 2024-03-16T18:16:22.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:22 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi149 2024-03-16T18:16:22.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:22 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi149 to 1938M 2024-03-16T18:16:22.893 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 -- 172.21.15.153:0/2176103904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb708103c70 msgr2=0x7fb70810a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:22.893 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 --2- 172.21.15.153:0/2176103904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb708103c70 0x7fb70810a520 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fb70000b0a0 tx=0x7fb70000b3b0 comp rx=0 tx=0).stop 2024-03-16T18:16:22.893 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 -- 172.21.15.153:0/2176103904 shutdown_connections 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 --2- 172.21.15.153:0/2176103904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb708103c70 0x7fb70810a520 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 --2- 172.21.15.153:0/2176103904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb7081002f0 0x7fb708100710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 --2- 172.21.15.153:0/2176103904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7081032d0 0x7fb708103730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 -- 172.21.15.153:0/2176103904 >> 172.21.15.153:0/2176103904 conn(0x7fb7080fbc30 msgr2=0x7fb7080fe090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 -- 172.21.15.153:0/2176103904 shutdown_connections 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 -- 172.21.15.153:0/2176103904 wait complete. 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 Processor -- start 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.888+0000 7fb710265700 1 -- start start 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7081002f0 0x7fb708198000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 0x7fb708198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb708103c70 0x7fb70819f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:22.894 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70819fb90 con 0x7fb7081002f0 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70819fcd0 con 0x7fb708103c70 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb70819fe60 con 0x7fb7081032d0 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 0x7fb708198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 0x7fb708198540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:35484/0 (socket says 172.21.15.153:35484) 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 -- 172.21.15.153:0/2625411297 learned_addr learned my addr 172.21.15.153:0/2625411297 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70e802700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb708103c70 0x7fb70819f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70e001700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7081002f0 0x7fb708198000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 -- 172.21.15.153:0/2625411297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb708103c70 msgr2=0x7fb70819f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb708103c70 0x7fb70819f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 -- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7081002f0 msgr2=0x7fb708198000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7081002f0 0x7fb708198000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:22.895 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 -- 172.21.15.153:0/2625411297 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb700009d00 con 0x7fb7081032d0 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70e802700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb708103c70 0x7fb70819f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb70d800700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 0x7fb708198540 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800d9b0 tx=0x7fb6f800dcc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8004220 con 0x7fb7081032d0 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7081a0140 con 0x7fb7081032d0 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb6f8007640 con 0x7fb7081032d0 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.889+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6f8005570 con 0x7fb7081032d0 2024-03-16T18:16:22.896 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.890+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7081a0690 con 0x7fb7081032d0 2024-03-16T18:16:22.897 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.890+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb708109530 con 0x7fb7081032d0 2024-03-16T18:16:22.897 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.892+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fb6f8004750 con 0x7fb7081032d0 2024-03-16T18:16:22.897 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.892+0000 7fb6feffd700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb6f40a1ac0 0x7fb6f40a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:22.897 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.892+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(54..54 src has 1..54) v4 ==== 5397+0+0 (secure 0 0 0) 0x7fb6f80ccb80 con 0x7fb7081032d0 2024-03-16T18:16:22.897 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.892+0000 7fb70e001700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb6f40a1ac0 0x7fb6f40a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:22.897 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.893+0000 7fb70e001700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb6f40a1ac0 0x7fb6f40a3f80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb70806a560 tx=0x7fb704009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:16:22.899 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:22.896+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb6f8096850 con 0x7fb7081032d0 2024-03-16T18:16:23.100 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:23.097+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}) v1 -- 0x7fb70802da30 con 0x7fb6f40a1ac0 2024-03-16T18:16:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:23 smithi153 ceph-mon[36005]: osdmap e54: 8 total, 8 up, 8 in 2024-03-16T18:16:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:23 smithi153 ceph-mon[36005]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:23 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:16:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:23 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:16:23.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:23 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:23.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:23 smithi017 ceph-mon[32207]: osdmap e54: 8 total, 8 up, 8 in 2024-03-16T18:16:23.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:23 smithi017 ceph-mon[32207]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:23.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:16:23.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:16:23.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:23 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:23.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:23 smithi149 ceph-mon[35991]: osdmap e54: 8 total, 8 up, 8 in 2024-03-16T18:16:23.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:23 smithi149 ceph-mon[35991]: pgmap v180: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:23.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:23 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:16:23.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:23 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:16:23.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:23 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:24.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:24 smithi153 ceph-mon[36005]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:16:24.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:24 smithi153 ceph-mon[36005]: osdmap e55: 8 total, 8 up, 8 in 2024-03-16T18:16:24.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:24 smithi017 ceph-mon[32207]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:16:24.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:24 smithi017 ceph-mon[32207]: osdmap e55: 8 total, 8 up, 8 in 2024-03-16T18:16:24.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:24 smithi149 ceph-mon[35991]: from='client.24298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:16:24.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:24 smithi149 ceph-mon[35991]: osdmap e55: 8 total, 8 up, 8 in 2024-03-16T18:16:25.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:25 smithi153 ceph-mon[36005]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:25.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:25 smithi017 ceph-mon[32207]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:25.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:25 smithi149 ceph-mon[35991]: pgmap v182: 1 pgs: 1 remapped; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:26.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:26 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/1227406139' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]: dispatch 2024-03-16T18:16:26.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:26 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]: dispatch 2024-03-16T18:16:26.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:26 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]': finished 2024-03-16T18:16:26.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:26 smithi017 ceph-mon[32207]: osdmap e56: 9 total, 8 up, 9 in 2024-03-16T18:16:26.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:26.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:26 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/1227406139' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]: dispatch 2024-03-16T18:16:26.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:26 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]: dispatch 2024-03-16T18:16:26.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:26 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]': finished 2024-03-16T18:16:26.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:26 smithi149 ceph-mon[35991]: osdmap e56: 9 total, 8 up, 9 in 2024-03-16T18:16:26.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:26.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:26 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/1227406139' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]: dispatch 2024-03-16T18:16:26.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:26 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]: dispatch 2024-03-16T18:16:26.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:26 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7c36d5dc-8637-4040-afc2-3a81355cfb3e"}]': finished 2024-03-16T18:16:26.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:26 smithi153 ceph-mon[36005]: osdmap e56: 9 total, 8 up, 9 in 2024-03-16T18:16:26.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:27.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:27 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/1827294105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:27.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:27 smithi017 ceph-mon[32207]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:27 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/1827294105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:27.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:27 smithi149 ceph-mon[35991]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:27.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:27 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/1827294105' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:27.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:27 smithi153 ceph-mon[36005]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:29.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:28 smithi017 ceph-mon[32207]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:29.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:28 smithi149 ceph-mon[35991]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:28 smithi153 ceph-mon[36005]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:31.033 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:30 smithi153 ceph-mon[36005]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:30 smithi017 ceph-mon[32207]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:31.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:30 smithi149 ceph-mon[35991]: pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:33.145 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:32 smithi153 ceph-mon[36005]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:33.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:32 smithi017 ceph-mon[32207]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:33.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:32 smithi149 ceph-mon[35991]: pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:34.072 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-16T18:16:34.072 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:34.072 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:33 smithi153 ceph-mon[36005]: Deploying daemon osd.8 on smithi153 2024-03-16T18:16:34.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-16T18:16:34.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:34.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:33 smithi017 ceph-mon[32207]: Deploying daemon osd.8 on smithi153 2024-03-16T18:16:34.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.8"}]: dispatch 2024-03-16T18:16:34.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:34.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:33 smithi149 ceph-mon[35991]: Deploying daemon osd.8 on smithi153 2024-03-16T18:16:35.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:34 smithi153 ceph-mon[36005]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:35.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:34 smithi017 ceph-mon[32207]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:35.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:34 smithi149 ceph-mon[35991]: pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:37.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:36 smithi153 ceph-mon[36005]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:37.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:36 smithi017 ceph-mon[32207]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:37.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:36 smithi149 ceph-mon[35991]: pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:39.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:38 smithi153 ceph-mon[36005]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:38 smithi017 ceph-mon[32207]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:38 smithi149 ceph-mon[35991]: pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:40.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:40.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:40.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:40 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:40.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:40.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:40.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:40 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:40.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:40.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:40.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:40 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:41.312 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:41 smithi153 ceph-mon[36005]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:41.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:41 smithi149 ceph-mon[35991]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:41.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:41 smithi017 ceph-mon[32207]: pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:42.665 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.661+0000 7fb6feffd700 1 -- 172.21.15.153:0/2625411297 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7fb70802da30 con 0x7fb6f40a1ac0 2024-03-16T18:16:42.665 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 8 on host 'smithi153' 2024-03-16T18:16:42.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.662+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb6f40a1ac0 msgr2=0x7fb6f40a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:42.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.662+0000 7fb710265700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb6f40a1ac0 0x7fb6f40a3f80 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7fb70806a560 tx=0x7fb704009260 comp rx=0 tx=0).stop 2024-03-16T18:16:42.669 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 msgr2=0x7fb708198540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 0x7fb708198540 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fb6f800d9b0 tx=0x7fb6f800dcc0 comp rx=0 tx=0).stop 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 shutdown_connections 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb708103c70 0x7fb70819f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb7081002f0 0x7fb708198000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb6f40a1ac0 0x7fb6f40a3f80 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 --2- 172.21.15.153:0/2625411297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb7081032d0 0x7fb708198540 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 >> 172.21.15.153:0/2625411297 conn(0x7fb7080fbc30 msgr2=0x7fb708106670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 shutdown_connections 2024-03-16T18:16:42.670 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:16:42.663+0000 7fb710265700 1 -- 172.21.15.153:0/2625411297 wait complete. 2024-03-16T18:16:43.313 DEBUG:teuthology.orchestra.run.smithi153:osd.8> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.8.service 2024-03-16T18:16:43.315 INFO:tasks.cephadm:Deploying osd.9 on smithi017 with /dev/vg_nvme/lv_1... 2024-03-16T18:16:43.316 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-16T18:16:43.573 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: from='osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:43.953 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: from='osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.101 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.101 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.102 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:44.102 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: from='osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480]' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-16T18:16:44.102 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]: dispatch 2024-03-16T18:16:44.102 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.102 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:44 smithi149 ceph-mon[35991]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-16T18:16:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:44 smithi149 ceph-mon[35991]: osdmap e57: 9 total, 8 up, 9 in 2024-03-16T18:16:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:44 smithi149 ceph-mon[35991]: from='osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:16:44.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:44 smithi149 ceph-mon[35991]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:16:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:44 smithi017 ceph-mon[32207]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-16T18:16:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:44 smithi017 ceph-mon[32207]: osdmap e57: 9 total, 8 up, 9 in 2024-03-16T18:16:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:44 smithi017 ceph-mon[32207]: from='osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:16:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:44 smithi017 ceph-mon[32207]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:16:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-mon[36005]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["8"]}]': finished 2024-03-16T18:16:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-mon[36005]: osdmap e57: 9 total, 8 up, 9 in 2024-03-16T18:16:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-mon[36005]: from='osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480]' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:16:45.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-mon[36005]: from='osd.8 ' entity='osd.8' cmd=[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:16:45.113 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:16:44.654+0000 7f640760e700 -1 osd.8 0 waiting for initial osdmap 2024-03-16T18:16:45.113 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:16:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:16:44.663+0000 7f6403401700 -1 osd.8 58 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:16:45.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:45 smithi153 ceph-mon[36005]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:16:45.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:45 smithi153 ceph-mon[36005]: osdmap e58: 9 total, 8 up, 9 in 2024-03-16T18:16:45.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:45 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:45.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:45 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:45.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:45 smithi153 ceph-mon[36005]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-16T18:16:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-16T18:16:45.915 INFO:teuthology.orchestra.run.smithi017.stderr: stderr: 10+0 records in 2024-03-16T18:16:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:10+0 records out 2024-03-16T18:16:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.00871041 s, 1.2 GB/s 2024-03-16T18:16:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:--> Zapping successful for: 2024-03-16T18:16:45.915 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:45 smithi017 ceph-mon[32207]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:16:45.915 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:45 smithi017 ceph-mon[32207]: osdmap e58: 9 total, 8 up, 9 in 2024-03-16T18:16:45.915 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:45 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:45.915 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:45 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:45.916 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:45 smithi017 ceph-mon[32207]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:46.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:45 smithi149 ceph-mon[35991]: from='osd.8 ' entity='osd.8' cmd='[{"prefix": "osd crush create-or-move", "id": 8, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:16:46.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:45 smithi149 ceph-mon[35991]: osdmap e58: 9 total, 8 up, 9 in 2024-03-16T18:16:46.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:45 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:46.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:45 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:46.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:45 smithi149 ceph-mon[35991]: pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 229 MiB used, 715 GiB / 715 GiB avail 2024-03-16T18:16:46.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:46 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:16:46.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:46 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:16:46.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:46 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:46.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:46 smithi017 ceph-mon[32207]: osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] boot 2024-03-16T18:16:46.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:46 smithi017 ceph-mon[32207]: osdmap e59: 9 total, 9 up, 9 in 2024-03-16T18:16:46.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:46 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:46.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:46 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:16:46.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:46 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:16:46.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:46 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:46.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:46 smithi153 ceph-mon[36005]: osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] boot 2024-03-16T18:16:46.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:46 smithi153 ceph-mon[36005]: osdmap e59: 9 total, 9 up, 9 in 2024-03-16T18:16:46.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:46 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:46.956 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi017:vg_nvme/lv_1 2024-03-16T18:16:47.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:46 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:16:47.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:46 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:16:47.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:46 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:47.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:46 smithi149 ceph-mon[35991]: osd.8 [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] boot 2024-03-16T18:16:47.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:46 smithi149 ceph-mon[35991]: osdmap e59: 9 total, 9 up, 9 in 2024-03-16T18:16:47.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:46 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:16:47.218 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:16:48.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: osdmap e60: 9 total, 9 up, 9 in 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: pgmap v198: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:48.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:48.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:48.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: osdmap e60: 9 total, 9 up, 9 in 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: pgmap v198: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:48.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:48.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:48.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:48.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:48.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: osdmap e60: 9 total, 9 up, 9 in 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: pgmap v198: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:16:48.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:16:48.831 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:48 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi153 2024-03-16T18:16:48.832 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:48 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi153 to 5696M 2024-03-16T18:16:48.832 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:48 smithi017 ceph-mon[32207]: osdmap e61: 9 total, 9 up, 9 in 2024-03-16T18:16:49.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- 172.21.15.17:0/2573356712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040102000 msgr2=0x7f2040102420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:49.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- 172.21.15.17:0/2573356712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040102000 0x7f2040102420 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f20340099c0 tx=0x7f2034009cd0 comp rx=0 tx=0).stop 2024-03-16T18:16:49.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- 172.21.15.17:0/2573356712 shutdown_connections 2024-03-16T18:16:49.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- 172.21.15.17:0/2573356712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2040103ba0 0x7f204010a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:49.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- 172.21.15.17:0/2573356712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040102000 0x7f2040102420 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:49.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- 172.21.15.17:0/2573356712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 0x7f2040103660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:49.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- 172.21.15.17:0/2573356712 >> 172.21.15.17:0/2573356712 conn(0x7f20400fd5c0 msgr2=0x7f20400ff9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:16:49.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- 172.21.15.17:0/2573356712 shutdown_connections 2024-03-16T18:16:49.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- 172.21.15.17:0/2573356712 wait complete. 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 Processor -- start 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- start start 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2040102000 0x7f2040075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 0x7f20400743d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 0x7f2040074910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2040075090 con 0x7f2040103ba0 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.024+0000 7f2046ae2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2040075200 con 0x7f2040102000 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f2046ae2700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20401a2000 con 0x7f2040103200 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 0x7f2040074910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:49.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 0x7f2040074910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36428/0 (socket says 172.21.15.17:36428) 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 -- 172.21.15.17:0/3433681438 learned_addr learned my addr 172.21.15.17:0/3433681438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f203ffff700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 0x7f20400743d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204487e700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2040102000 0x7f2040075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 -- 172.21.15.17:0/3433681438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 msgr2=0x7f20400743d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 0x7f20400743d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 -- 172.21.15.17:0/3433681438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2040102000 msgr2=0x7f2040075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2040102000 0x7f2040075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 -- 172.21.15.17:0/3433681438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20340095f0 con 0x7f2040103ba0 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f203ffff700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 0x7f20400743d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f204507f700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 0x7f2040074910 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f203800b970 tx=0x7f203800bd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f203800c9b0 con 0x7f2040103ba0 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2038014440 con 0x7f2040103ba0 2024-03-16T18:16:49.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20401a22e0 con 0x7f2040103ba0 2024-03-16T18:16:49.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.025+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20380075d0 con 0x7f2040103ba0 2024-03-16T18:16:49.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.026+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20401a2810 con 0x7f2040103ba0 2024-03-16T18:16:49.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.027+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20401094e0 con 0x7f2040103ba0 2024-03-16T18:16:49.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.027+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f20380145b0 con 0x7f2040103ba0 2024-03-16T18:16:49.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.028+0000 7f203dffb700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f20300a1ac0 0x7f20300a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:16:49.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.028+0000 7f204487e700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f20300a1ac0 0x7f20300a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:16:49.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.028+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5829+0+0 (secure 0 0 0) 0x7f2038006e40 con 0x7f2040103ba0 2024-03-16T18:16:49.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.028+0000 7f204487e700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f20300a1ac0 0x7f20300a3f80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2034000c00 tx=0x7f2034005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:16:49.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.033+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2038095d90 con 0x7f2040103ba0 2024-03-16T18:16:49.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:48 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi153 2024-03-16T18:16:49.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:48 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi153 to 5696M 2024-03-16T18:16:49.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:48 smithi149 ceph-mon[35991]: osdmap e61: 9 total, 9 up, 9 in 2024-03-16T18:16:49.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:48 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi153 2024-03-16T18:16:49.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:48 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi153 to 5696M 2024-03-16T18:16:49.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:48 smithi153 ceph-mon[36005]: osdmap e61: 9 total, 9 up, 9 in 2024-03-16T18:16:49.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:16:49.245+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f2040062420 con 0x7f20300a1ac0 2024-03-16T18:16:49.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:49 smithi017 ceph-mon[32207]: osdmap e62: 9 total, 9 up, 9 in 2024-03-16T18:16:49.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:49 smithi017 ceph-mon[32207]: pgmap v201: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:16:49.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:16:49.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:16:49.996 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:50.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:49 smithi149 ceph-mon[35991]: osdmap e62: 9 total, 9 up, 9 in 2024-03-16T18:16:50.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:49 smithi149 ceph-mon[35991]: pgmap v201: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:16:50.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:16:50.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:16:50.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:49 smithi153 ceph-mon[36005]: osdmap e62: 9 total, 9 up, 9 in 2024-03-16T18:16:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:49 smithi153 ceph-mon[36005]: pgmap v201: 1 pgs: 1 peering; 577 KiB data, 256 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:16:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:16:50.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:16:50.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:16:51.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:50 smithi017 ceph-mon[32207]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:16:51.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:50 smithi017 ceph-mon[32207]: osdmap e63: 9 total, 9 up, 9 in 2024-03-16T18:16:51.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:50 smithi149 ceph-mon[35991]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:16:51.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:50 smithi149 ceph-mon[35991]: osdmap e63: 9 total, 9 up, 9 in 2024-03-16T18:16:51.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:50 smithi153 ceph-mon[36005]: from='client.14421 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi017:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:16:51.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:50 smithi153 ceph-mon[36005]: osdmap e63: 9 total, 9 up, 9 in 2024-03-16T18:16:52.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:51 smithi017 ceph-mon[32207]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-16T18:16:52.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:51 smithi149 ceph-mon[35991]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-16T18:16:52.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:51 smithi153 ceph-mon[36005]: pgmap v203: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-03-16T18:16:53.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:52 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1000410724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97d69529-d483-4f8e-b808-ed5723b8f798"}]: dispatch 2024-03-16T18:16:53.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:52 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1000410724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97d69529-d483-4f8e-b808-ed5723b8f798"}]': finished 2024-03-16T18:16:53.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:52 smithi017 ceph-mon[32207]: osdmap e64: 10 total, 9 up, 10 in 2024-03-16T18:16:53.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:16:53.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:52 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3624059298' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:52 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1000410724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97d69529-d483-4f8e-b808-ed5723b8f798"}]: dispatch 2024-03-16T18:16:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:52 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1000410724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97d69529-d483-4f8e-b808-ed5723b8f798"}]': finished 2024-03-16T18:16:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:52 smithi149 ceph-mon[35991]: osdmap e64: 10 total, 9 up, 10 in 2024-03-16T18:16:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:16:53.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:52 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3624059298' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:53.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:52 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1000410724' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "97d69529-d483-4f8e-b808-ed5723b8f798"}]: dispatch 2024-03-16T18:16:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:52 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1000410724' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "97d69529-d483-4f8e-b808-ed5723b8f798"}]': finished 2024-03-16T18:16:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:52 smithi153 ceph-mon[36005]: osdmap e64: 10 total, 9 up, 10 in 2024-03-16T18:16:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:16:53.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:52 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3624059298' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:16:54.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:53 smithi017 ceph-mon[32207]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-16T18:16:54.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:53 smithi149 ceph-mon[35991]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-16T18:16:54.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:53 smithi153 ceph-mon[36005]: pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 111 KiB/s, 0 objects/s recovering 2024-03-16T18:16:55.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:54 smithi017 ceph-mon[32207]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 804 GiB / 805 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-03-16T18:16:55.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:54 smithi149 ceph-mon[35991]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 804 GiB / 805 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-03-16T18:16:55.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:54 smithi153 ceph-mon[36005]: pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 258 MiB used, 804 GiB / 805 GiB avail; 93 KiB/s, 0 objects/s recovering 2024-03-16T18:16:57.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:56 smithi017 ceph-mon[32207]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-16T18:16:57.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:56 smithi149 ceph-mon[35991]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-16T18:16:57.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:56 smithi153 ceph-mon[36005]: pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-03-16T18:16:59.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:58 smithi017 ceph-mon[32207]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-03-16T18:16:59.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:58 smithi149 ceph-mon[35991]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-03-16T18:16:59.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:58 smithi153 ceph-mon[36005]: pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-03-16T18:17:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-16T18:17:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:00.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:16:59 smithi017 ceph-mon[32207]: Deploying daemon osd.9 on smithi017 2024-03-16T18:17:00.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-16T18:17:00.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:00.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:16:59 smithi149 ceph-mon[35991]: Deploying daemon osd.9 on smithi017 2024-03-16T18:17:00.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.9"}]: dispatch 2024-03-16T18:17:00.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:00.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:16:59 smithi153 ceph-mon[36005]: Deploying daemon osd.9 on smithi017 2024-03-16T18:17:01.264 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:00 smithi153 ceph-mon[36005]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:01.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:00 smithi017 ceph-mon[32207]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:01.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:00 smithi149 ceph-mon[35991]: pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:03.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:02 smithi017 ceph-mon[32207]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:02 smithi149 ceph-mon[35991]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:03.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:02 smithi153 ceph-mon[36005]: pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:05.200 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:04 smithi017 ceph-mon[32207]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:05.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:04 smithi149 ceph-mon[35991]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:05.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:04 smithi153 ceph-mon[36005]: pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:07.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:07.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:07.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:07.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:07.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:07.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:07.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:07.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:07.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:08.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:07 smithi149 ceph-mon[35991]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:08.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:07 smithi153 ceph-mon[36005]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:08.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:07 smithi017 ceph-mon[32207]: pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:09.190 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:08 smithi017 ceph-mon[32207]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:09.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:08 smithi149 ceph-mon[35991]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:09.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:08 smithi153 ceph-mon[36005]: pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:09.861 INFO:teuthology.orchestra.run.smithi017.stdout:Created osd(s) 9 on host 'smithi017' 2024-03-16T18:17:09.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.856+0000 7f203dffb700 1 -- 172.21.15.17:0/3433681438 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+37 (secure 0 0 0) 0x7f2040062420 con 0x7f20300a1ac0 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f20300a1ac0 msgr2=0x7f20300a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f20300a1ac0 0x7f20300a3f80 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f2034000c00 tx=0x7f2034005fb0 comp rx=0 tx=0).stop 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 msgr2=0x7f2040074910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 0x7f2040074910 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f203800b970 tx=0x7f203800bd30 comp rx=0 tx=0).stop 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 shutdown_connections 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2040103ba0 0x7f2040074910 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2040102000 0x7f2040075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f20300a1ac0 0x7f20300a3f80 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 --2- 172.21.15.17:0/3433681438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2040103200 0x7f20400743d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 >> 172.21.15.17:0/3433681438 conn(0x7f20400fd5c0 msgr2=0x7f2040106620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 shutdown_connections 2024-03-16T18:17:09.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:17:09.858+0000 7f2046ae2700 1 -- 172.21.15.17:0/3433681438 wait complete. 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.041 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:09 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:10.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:10.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:10.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-16T18:17:10.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:09 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]: dispatch 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:10.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:09 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:10.566 DEBUG:teuthology.orchestra.run.smithi017:osd.9> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.9.service 2024-03-16T18:17:10.568 INFO:tasks.cephadm:Deploying osd.10 on smithi149 with /dev/vg_nvme/lv_1... 2024-03-16T18:17:10.568 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-16T18:17:10.820 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:17:11.193 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:10 smithi149 ceph-mon[35991]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-16T18:17:11.194 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:10 smithi149 ceph-mon[35991]: osdmap e65: 10 total, 9 up, 10 in 2024-03-16T18:17:11.194 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:10 smithi149 ceph-mon[35991]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:17:11.194 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:10 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:11.194 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:10 smithi149 ceph-mon[35991]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-mon[32207]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-16T18:17:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-mon[32207]: osdmap e65: 10 total, 9 up, 10 in 2024-03-16T18:17:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-mon[32207]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:17:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:11.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-mon[32207]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:11.290 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:17:10.961+0000 7f9e25122700 -1 osd.9 0 waiting for initial osdmap 2024-03-16T18:17:11.290 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:17:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:17:10.973+0000 7f9e20f15700 -1 osd.9 66 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:17:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:10 smithi153 ceph-mon[36005]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["9"]}]': finished 2024-03-16T18:17:11.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:10 smithi153 ceph-mon[36005]: osdmap e65: 10 total, 9 up, 10 in 2024-03-16T18:17:11.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:10 smithi153 ceph-mon[36005]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd=[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]: dispatch 2024-03-16T18:17:11.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:10 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:11.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:10 smithi153 ceph-mon[36005]: pgmap v215: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:12.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:11 smithi017 ceph-mon[32207]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:17:12.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:11 smithi017 ceph-mon[32207]: osdmap e66: 10 total, 9 up, 10 in 2024-03-16T18:17:12.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:12.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:11 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:12.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:11 smithi149 ceph-mon[35991]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:17:12.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:11 smithi149 ceph-mon[35991]: osdmap e66: 10 total, 9 up, 10 in 2024-03-16T18:17:12.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:12.246 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:11 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:12.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:11 smithi153 ceph-mon[36005]: from='osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264]' entity='osd.9' cmd='[{"prefix": "osd crush create-or-move", "id": 9, "weight":0.0873, "args": ["host=smithi017", "root=default"]}]': finished 2024-03-16T18:17:12.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:11 smithi153 ceph-mon[36005]: osdmap e66: 10 total, 9 up, 10 in 2024-03-16T18:17:12.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:12.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:11 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:12.817 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-16T18:17:12.817 INFO:teuthology.orchestra.run.smithi149.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-16T18:17:12.817 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10+0 records in 2024-03-16T18:17:12.817 INFO:teuthology.orchestra.run.smithi149.stderr:10+0 records out 2024-03-16T18:17:12.817 INFO:teuthology.orchestra.run.smithi149.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0130506 s, 803 MB/s 2024-03-16T18:17:12.817 INFO:teuthology.orchestra.run.smithi149.stderr:--> Zapping successful for: 2024-03-16T18:17:13.176 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:12 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:17:13.176 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:12 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:17:13.176 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:12 smithi149 ceph-mon[35991]: osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] boot 2024-03-16T18:17:13.176 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:12 smithi149 ceph-mon[35991]: osdmap e67: 10 total, 10 up, 10 in 2024-03-16T18:17:13.177 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:12 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:13.177 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:12 smithi149 ceph-mon[35991]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:13.252 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:12 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:17:13.252 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:12 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:17:13.252 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:12 smithi017 ceph-mon[32207]: osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] boot 2024-03-16T18:17:13.252 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:12 smithi017 ceph-mon[32207]: osdmap e67: 10 total, 10 up, 10 in 2024-03-16T18:17:13.253 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:12 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:13.253 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:12 smithi017 ceph-mon[32207]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:13.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:12 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:17:13.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:12 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:17:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:12 smithi153 ceph-mon[36005]: osd.9 [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] boot 2024-03-16T18:17:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:12 smithi153 ceph-mon[36005]: osdmap e67: 10 total, 10 up, 10 in 2024-03-16T18:17:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:12 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:17:13.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:12 smithi153 ceph-mon[36005]: pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 257 MiB used, 804 GiB / 805 GiB avail 2024-03-16T18:17:13.586 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi149:vg_nvme/lv_1 2024-03-16T18:17:13.836 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: osdmap e68: 10 total, 10 up, 10 in 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi017 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.156 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi017 to 4273M 2024-03-16T18:17:14.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:14.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:14.157 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:13 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: osdmap e68: 10 total, 10 up, 10 in 2024-03-16T18:17:14.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi017 2024-03-16T18:17:14.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi017 to 4273M 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:14.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:13 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: osdmap e68: 10 total, 10 up, 10 in 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi017 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi017 to 4273M 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:14.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:13 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:15.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:14 smithi017 ceph-mon[32207]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:15.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:14 smithi149 ceph-mon[35991]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:15.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:14 smithi153 ceph-mon[36005]: pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:15.442 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.438+0000 7fca8d0f8700 1 -- 172.21.15.149:0/264530830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 msgr2=0x7fca881013a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:15.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.438+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/264530830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca881013a0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fca78009920 tx=0x7fca78009c30 comp rx=0 tx=0).stop 2024-03-16T18:17:15.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 -- 172.21.15.149:0/264530830 shutdown_connections 2024-03-16T18:17:15.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/264530830 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca88102b20 0x7fca881093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:15.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/264530830 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca881013a0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:15.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/264530830 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102180 0x7fca881025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:15.443 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 -- 172.21.15.149:0/264530830 >> 172.21.15.149:0/264530830 conn(0x7fca880fc540 msgr2=0x7fca880fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:17:15.444 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 -- 172.21.15.149:0/264530830 shutdown_connections 2024-03-16T18:17:15.444 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 -- 172.21.15.149:0/264530830 wait complete. 2024-03-16T18:17:15.444 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 Processor -- start 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.439+0000 7fca8d0f8700 1 -- start start 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca88197fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca88102180 0x7fca881984f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102b20 0x7fca8819f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca8819faf0 con 0x7fca88102b20 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca8819fc30 con 0x7fca88100f80 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca8819fdc0 con 0x7fca88102180 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca88197fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:15.446 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca88197fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.149:56208/0 (socket says 172.21.15.149:56208) 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 -- 172.21.15.149:0/498692223 learned_addr learned my addr 172.21.15.149:0/498692223 (peer_addr_for_me v2:172.21.15.149:0/0) 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8759e700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102b20 0x7fca8819f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8659c700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca88102180 0x7fca881984f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 -- 172.21.15.149:0/498692223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca88102180 msgr2=0x7fca881984f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca88102180 0x7fca881984f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 -- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102b20 msgr2=0x7fca8819f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102b20 0x7fca8819f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:15.447 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 -- 172.21.15.149:0/498692223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca78009520 con 0x7fca88100f80 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8759e700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102b20 0x7fca8819f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca86d9d700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca88197fb0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fca78009230 tx=0x7fca7800bfb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca7801c070 con 0x7fca88100f80 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca78005040 con 0x7fca88100f80 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.440+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca881a0040 con 0x7fca88100f80 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.441+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca78004a90 con 0x7fca88100f80 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.441+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca881a0450 con 0x7fca88100f80 2024-03-16T18:17:15.448 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.442+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca88068ca0 con 0x7fca88100f80 2024-03-16T18:17:15.449 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.443+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fca78020070 con 0x7fca88100f80 2024-03-16T18:17:15.450 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.443+0000 7fca6ffff700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca700a1ac0 0x7fca700a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:15.450 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.444+0000 7fca8659c700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca700a1ac0 0x7fca700a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:15.450 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.444+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(68..68 src has 1..68) v4 ==== 6261+0+0 (secure 0 0 0) 0x7fca780cd890 con 0x7fca88100f80 2024-03-16T18:17:15.450 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.444+0000 7fca8659c700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca700a1ac0 0x7fca700a3f80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fca7c005fd0 tx=0x7fca7c009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:17:15.451 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.448+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fca78097330 con 0x7fca88100f80 2024-03-16T18:17:15.655 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:15.651+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fca8806adf0 con 0x7fca700a1ac0 2024-03-16T18:17:16.269 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:15 smithi149 ceph-mon[35991]: from='client.24353 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:17:16.269 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:17:16.269 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:17:16.269 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:15 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:15 smithi017 ceph-mon[32207]: from='client.24353 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:17:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:17:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:17:16.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:15 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:16.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:15 smithi153 ceph-mon[36005]: from='client.24353 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi149:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:17:16.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:17:16.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:17:16.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:15 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:17.287 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:16 smithi149 ceph-mon[35991]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:16 smithi017 ceph-mon[32207]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:16 smithi153 ceph-mon[36005]: pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:18.780 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:18 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/1199482650' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]: dispatch 2024-03-16T18:17:18.780 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:18 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]: dispatch 2024-03-16T18:17:18.780 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:18 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]': finished 2024-03-16T18:17:18.780 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:18 smithi149 ceph-mon[35991]: osdmap e69: 11 total, 10 up, 11 in 2024-03-16T18:17:18.780 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:18.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/1199482650' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]: dispatch 2024-03-16T18:17:18.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:18 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]: dispatch 2024-03-16T18:17:18.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:18 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]': finished 2024-03-16T18:17:18.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:18 smithi017 ceph-mon[32207]: osdmap e69: 11 total, 10 up, 11 in 2024-03-16T18:17:18.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:18.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:18 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/1199482650' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]: dispatch 2024-03-16T18:17:18.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:18 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]: dispatch 2024-03-16T18:17:18.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:18 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "39cca802-1a94-4d58-97e2-e72337174cf8"}]': finished 2024-03-16T18:17:18.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:18 smithi153 ceph-mon[36005]: osdmap e69: 11 total, 10 up, 11 in 2024-03-16T18:17:18.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:19.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:19 smithi017 ceph-mon[32207]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:19.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.149:0/1840191934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:17:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:19 smithi149 ceph-mon[35991]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:19.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.149:0/1840191934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:17:19.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:19 smithi153 ceph-mon[36005]: pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 284 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:19.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.149:0/1840191934' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:17:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:20 smithi017 ceph-mon[32207]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:21.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:20 smithi149 ceph-mon[35991]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:21.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:20 smithi153 ceph-mon[36005]: pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:23.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:22 smithi149 ceph-mon[35991]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:23.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:22 smithi017 ceph-mon[32207]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:22 smithi153 ceph-mon[36005]: pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:24 smithi149 ceph-mon[35991]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:25.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:24 smithi017 ceph-mon[32207]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:25.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:24 smithi153 ceph-mon[36005]: pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:26.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-16T18:17:26.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:26 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:26.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-16T18:17:26.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:26 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:26.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.10"}]: dispatch 2024-03-16T18:17:26.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:26 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:27.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:27 smithi149 ceph-mon[35991]: Deploying daemon osd.10 on smithi149 2024-03-16T18:17:27.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:27 smithi149 ceph-mon[35991]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:27.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:27 smithi153 ceph-mon[36005]: Deploying daemon osd.10 on smithi149 2024-03-16T18:17:27.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:27 smithi153 ceph-mon[36005]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:27.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:27 smithi017 ceph-mon[32207]: Deploying daemon osd.10 on smithi149 2024-03-16T18:17:27.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:27 smithi017 ceph-mon[32207]: pgmap v227: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:29.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:28 smithi149 ceph-mon[35991]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:29.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:28 smithi017 ceph-mon[32207]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:29.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:28 smithi153 ceph-mon[36005]: pgmap v228: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:31.197 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:30 smithi149 ceph-mon[35991]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:30 smithi017 ceph-mon[32207]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:31.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:30 smithi153 ceph-mon[36005]: pgmap v229: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:31 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:31 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:31 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:32.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:31 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:31 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:31 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:31 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:33.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:32 smithi149 ceph-mon[35991]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:33.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:32 smithi017 ceph-mon[32207]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:33.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:32 smithi153 ceph-mon[36005]: pgmap v230: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:35.064 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:34 smithi149 ceph-mon[35991]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:35.296 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:34 smithi017 ceph-mon[32207]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:35.367 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:34 smithi153 ceph-mon[36005]: pgmap v231: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:35.730 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.725+0000 7fca6ffff700 1 -- 172.21.15.149:0/498692223 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fca8806adf0 con 0x7fca700a1ac0 2024-03-16T18:17:35.731 INFO:teuthology.orchestra.run.smithi149.stdout:Created osd(s) 10 on host 'smithi149' 2024-03-16T18:17:35.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca700a1ac0 msgr2=0x7fca700a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:35.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca700a1ac0 0x7fca700a3f80 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fca7c005fd0 tx=0x7fca7c009310 comp rx=0 tx=0).stop 2024-03-16T18:17:35.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 msgr2=0x7fca88197fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:35.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca88197fb0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fca78009230 tx=0x7fca7800bfb0 comp rx=0 tx=0).stop 2024-03-16T18:17:35.731 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 shutdown_connections 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca88102b20 0x7fca8819f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca88100f80 0x7fca88197fb0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca700a1ac0 0x7fca700a3f80 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 --2- 172.21.15.149:0/498692223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca88102180 0x7fca881984f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 >> 172.21.15.149:0/498692223 conn(0x7fca880fc540 msgr2=0x7fca8806a6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 shutdown_connections 2024-03-16T18:17:35.733 INFO:teuthology.orchestra.run.smithi149.stderr:2024-03-16T18:17:35.728+0000 7fca8d0f8700 1 -- 172.21.15.149:0/498692223 wait complete. 2024-03-16T18:17:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-16T18:17:36.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-16T18:17:36.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:36.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.309 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-16T18:17:36.310 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:36.335 DEBUG:teuthology.orchestra.run.smithi149:osd.10> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.10.service 2024-03-16T18:17:36.338 INFO:tasks.cephadm:Deploying osd.11 on smithi153 with /dev/vg_nvme/lv_1... 2024-03-16T18:17:36.338 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-03-16T18:17:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612]' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]: dispatch 2024-03-16T18:17:36.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:36.596 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:17:37.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:37 smithi149 ceph-mon[35991]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-16T18:17:37.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:37 smithi149 ceph-mon[35991]: from='osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:17:37.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:37 smithi149 ceph-mon[35991]: osdmap e70: 11 total, 10 up, 11 in 2024-03-16T18:17:37.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:37 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:37.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:37 smithi149 ceph-mon[35991]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:17:37.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:37 smithi149 ceph-mon[35991]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:37.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:37 smithi153 ceph-mon[36005]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-16T18:17:37.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:37 smithi153 ceph-mon[36005]: from='osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:17:37.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:37 smithi153 ceph-mon[36005]: osdmap e70: 11 total, 10 up, 11 in 2024-03-16T18:17:37.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:37 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:37.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:37 smithi153 ceph-mon[36005]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:17:37.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:37 smithi153 ceph-mon[36005]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:38.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:37 smithi017 ceph-mon[32207]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["10"]}]': finished 2024-03-16T18:17:38.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:37 smithi017 ceph-mon[32207]: from='osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612]' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:17:38.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:37 smithi017 ceph-mon[32207]: osdmap e70: 11 total, 10 up, 11 in 2024-03-16T18:17:38.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:37 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:38.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:37 smithi017 ceph-mon[32207]: from='osd.10 ' entity='osd.10' cmd=[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]: dispatch 2024-03-16T18:17:38.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:37 smithi017 ceph-mon[32207]: pgmap v233: 1 pgs: 1 active+clean; 577 KiB data, 285 MiB used, 894 GiB / 894 GiB avail 2024-03-16T18:17:38.692 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:17:38.434+0000 7f9190271700 -1 osd.10 0 waiting for initial osdmap 2024-03-16T18:17:38.692 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:17:38.447+0000 7f918785b700 -1 osd.10 71 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0121627 s, 862 MB/s 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 2024-03-16T18:17:38.789 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-03-16T18:17:39.018 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:17:39.019 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:17:39.019 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:17:39.019 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: osdmap e71: 11 total, 10 up, 11 in 2024-03-16T18:17:39.019 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.019 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.019 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:38 smithi149 ceph-mon[35991]: from='osd.10 ' entity='osd.10' 2024-03-16T18:17:39.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:17:39.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:17:39.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:17:39.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: osdmap e71: 11 total, 10 up, 11 in 2024-03-16T18:17:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:38 smithi017 ceph-mon[32207]: from='osd.10 ' entity='osd.10' 2024-03-16T18:17:39.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:17:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:17:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: from='osd.10 ' entity='osd.10' cmd='[{"prefix": "osd crush create-or-move", "id": 10, "weight":0.0873, "args": ["host=smithi149", "root=default"]}]': finished 2024-03-16T18:17:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: osdmap e71: 11 total, 10 up, 11 in 2024-03-16T18:17:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:38 smithi153 ceph-mon[36005]: from='osd.10 ' entity='osd.10' 2024-03-16T18:17:39.536 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch daemon add osd smithi153:vg_nvme/lv_1 2024-03-16T18:17:39.815 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] boot 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: osdmap e72: 11 total, 11 up, 11 in 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: osdmap e73: 11 total, 11 up, 11 in 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:39.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:39.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:39.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:39.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:39.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:39.864 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] boot 2024-03-16T18:17:40.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: osdmap e72: 11 total, 11 up, 11 in 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: osdmap e73: 11 total, 11 up, 11 in 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:40.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: osd.10 [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] boot 2024-03-16T18:17:40.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: osdmap e72: 11 total, 11 up, 11 in 2024-03-16T18:17:40.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:17:40.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: pgmap v236: 1 pgs: 1 active+clean; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: osdmap e73: 11 total, 11 up, 11 in 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.10", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:17:40.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:40.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:40.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:17:40.091 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:41.034 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:40 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi149 2024-03-16T18:17:41.034 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:40 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi149 to 1454M 2024-03-16T18:17:41.034 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:40 smithi153 ceph-mon[36005]: osdmap e74: 11 total, 11 up, 11 in 2024-03-16T18:17:41.042 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:40 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi149 2024-03-16T18:17:41.042 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:40 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi149 to 1454M 2024-03-16T18:17:41.042 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:40 smithi017 ceph-mon[32207]: osdmap e74: 11 total, 11 up, 11 in 2024-03-16T18:17:41.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:40 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi149 2024-03-16T18:17:41.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:40 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi149 to 1454M 2024-03-16T18:17:41.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:40 smithi149 ceph-mon[35991]: osdmap e74: 11 total, 11 up, 11 in 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 -- 172.21.15.153:0/247955232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 msgr2=0x7fc154074e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/247955232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc154074e40 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fc144009990 tx=0x7fc144009ca0 comp rx=0 tx=0).stop 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 -- 172.21.15.153:0/247955232 shutdown_connections 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/247955232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154109f30 0x7fc15410c3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/247955232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154075f90 0x7fc1540743f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/247955232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc154074e40 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 -- 172.21.15.153:0/247955232 >> 172.21.15.153:0/247955232 conn(0x7fc1540fd5f0 msgr2=0x7fc1540ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 -- 172.21.15.153:0/247955232 shutdown_connections 2024-03-16T18:17:41.435 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.429+0000 7fc15b7a9700 1 -- 172.21.15.153:0/247955232 wait complete. 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 Processor -- start 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 -- start start 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc15419a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154075f90 0x7fc15419a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154109f30 0x7fc1541a1660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1541a1c30 con 0x7fc154075f90 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1541a1d70 con 0x7fc154109f30 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc15b7a9700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1541a1f00 con 0x7fc1540749c0 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc15419a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc15419a0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:33280/0 (socket says 172.21.15.153:33280) 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 -- 172.21.15.153:0/2501509895 learned_addr learned my addr 172.21.15.153:0/2501509895 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc158d44700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154075f90 0x7fc15419a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:41.436 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159d46700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154109f30 0x7fc1541a1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 -- 172.21.15.153:0/2501509895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154109f30 msgr2=0x7fc1541a1660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154109f30 0x7fc1541a1660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 -- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154075f90 msgr2=0x7fc15419a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154075f90 0x7fc15419a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 -- 172.21.15.153:0/2501509895 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1440095f0 con 0x7fc1540749c0 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc158d44700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154075f90 0x7fc15419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159d46700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154109f30 0x7fc1541a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.430+0000 7fc159545700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc15419a0a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc15000b560 tx=0x7fc15000b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.431+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc150011830 con 0x7fc1540749c0 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.431+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc150011e40 con 0x7fc1540749c0 2024-03-16T18:17:41.437 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.431+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1541a21e0 con 0x7fc1540749c0 2024-03-16T18:17:41.438 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.431+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc15000f2e0 con 0x7fc1540749c0 2024-03-16T18:17:41.438 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.431+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1541a2730 con 0x7fc1540749c0 2024-03-16T18:17:41.439 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.432+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc154108d40 con 0x7fc1540749c0 2024-03-16T18:17:41.439 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.433+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc150011990 con 0x7fc1540749c0 2024-03-16T18:17:41.439 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.434+0000 7fc14a7fc700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc1400a1b40 0x7fc1400a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:17:41.439 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.434+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 6694+0+0 (secure 0 0 0) 0x7fc1500cce30 con 0x7fc1540749c0 2024-03-16T18:17:41.439 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.434+0000 7fc158d44700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc1400a1b40 0x7fc1400a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:17:41.439 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.434+0000 7fc158d44700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc1400a1b40 0x7fc1400a4000 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc14400b5c0 tx=0x7fc144005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:17:41.440 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.437+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc150096690 con 0x7fc1540749c0 2024-03-16T18:17:41.647 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:17:41.644+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7fc15402da60 con 0x7fc1400a1b40 2024-03-16T18:17:42.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:41 smithi017 ceph-mon[32207]: pgmap v239: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:42.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:41 smithi017 ceph-mon[32207]: osdmap e75: 11 total, 11 up, 11 in 2024-03-16T18:17:42.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:17:42.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:17:42.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:41 smithi149 ceph-mon[35991]: pgmap v239: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:41 smithi149 ceph-mon[35991]: osdmap e75: 11 total, 11 up, 11 in 2024-03-16T18:17:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:17:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:17:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:42.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:41 smithi153 ceph-mon[36005]: pgmap v239: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:42.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:41 smithi153 ceph-mon[36005]: osdmap e75: 11 total, 11 up, 11 in 2024-03-16T18:17:42.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-03-16T18:17:42.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-03-16T18:17:42.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:42.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:42 smithi153 ceph-mon[36005]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:17:42.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:42 smithi153 ceph-mon[36005]: osdmap e76: 11 total, 11 up, 11 in 2024-03-16T18:17:43.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:42 smithi017 ceph-mon[32207]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:17:43.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:42 smithi017 ceph-mon[32207]: osdmap e76: 11 total, 11 up, 11 in 2024-03-16T18:17:43.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:42 smithi149 ceph-mon[35991]: from='client.24352 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:17:43.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:42 smithi149 ceph-mon[35991]: osdmap e76: 11 total, 11 up, 11 in 2024-03-16T18:17:43.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:43 smithi153 ceph-mon[36005]: pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:44.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:43 smithi017 ceph-mon[32207]: pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:44.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:43 smithi149 ceph-mon[35991]: pgmap v242: 1 pgs: 1 remapped+peering; 577 KiB data, 316 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:45.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:44 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/822708133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]: dispatch 2024-03-16T18:17:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:44 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]: dispatch 2024-03-16T18:17:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:44 smithi017 ceph-mon[32207]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]': finished 2024-03-16T18:17:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:44 smithi017 ceph-mon[32207]: osdmap e77: 12 total, 11 up, 12 in 2024-03-16T18:17:45.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:17:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/822708133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]: dispatch 2024-03-16T18:17:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:44 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]: dispatch 2024-03-16T18:17:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:44 smithi149 ceph-mon[35991]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]': finished 2024-03-16T18:17:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:44 smithi149 ceph-mon[35991]: osdmap e77: 12 total, 11 up, 12 in 2024-03-16T18:17:45.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:17:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:44 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/822708133' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]: dispatch 2024-03-16T18:17:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:44 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]: dispatch 2024-03-16T18:17:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:44 smithi153 ceph-mon[36005]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "567f2d75-3b8e-435f-8285-21fd93d2575d"}]': finished 2024-03-16T18:17:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:44 smithi153 ceph-mon[36005]: osdmap e77: 12 total, 11 up, 12 in 2024-03-16T18:17:45.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:17:45.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:45 smithi149 ceph-mon[35991]: pgmap v244: 1 pgs: 1 remapped+peering; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:45.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:45 smithi149 ceph-mon[35991]: from='client.? 172.21.15.153:0/1074595195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:17:46.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:45 smithi017 ceph-mon[32207]: pgmap v244: 1 pgs: 1 remapped+peering; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:46.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:45 smithi017 ceph-mon[32207]: from='client.? 172.21.15.153:0/1074595195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:17:46.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:45 smithi153 ceph-mon[36005]: pgmap v244: 1 pgs: 1 remapped+peering; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:46.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:45 smithi153 ceph-mon[36005]: from='client.? 172.21.15.153:0/1074595195' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-03-16T18:17:47.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:46 smithi017 ceph-mon[32207]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:17:47.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:46 smithi149 ceph-mon[35991]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:17:47.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:46 smithi153 ceph-mon[36005]: pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-03-16T18:17:49.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:48 smithi017 ceph-mon[32207]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-16T18:17:49.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:48 smithi149 ceph-mon[35991]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-16T18:17:49.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:48 smithi153 ceph-mon[36005]: pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 75 KiB/s, 0 objects/s recovering 2024-03-16T18:17:51.176 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:50 smithi153 ceph-mon[36005]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-16T18:17:51.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:50 smithi017 ceph-mon[32207]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-16T18:17:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:50 smithi149 ceph-mon[35991]: pgmap v247: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 67 KiB/s, 0 objects/s recovering 2024-03-16T18:17:52.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-16T18:17:52.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:52.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-16T18:17:52.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:52.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "osd.11"}]: dispatch 2024-03-16T18:17:52.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:17:53.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:53 smithi153 ceph-mon[36005]: Deploying daemon osd.11 on smithi153 2024-03-16T18:17:53.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:53 smithi153 ceph-mon[36005]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-16T18:17:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:53 smithi017 ceph-mon[32207]: Deploying daemon osd.11 on smithi153 2024-03-16T18:17:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:53 smithi017 ceph-mon[32207]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-16T18:17:53.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:53 smithi149 ceph-mon[35991]: Deploying daemon osd.11 on smithi153 2024-03-16T18:17:53.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:53 smithi149 ceph-mon[35991]: pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-03-16T18:17:55.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:54 smithi017 ceph-mon[32207]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-03-16T18:17:55.330 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:54 smithi153 ceph-mon[36005]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-03-16T18:17:55.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:54 smithi149 ceph-mon[35991]: pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 55 KiB/s, 0 objects/s recovering 2024-03-16T18:17:57.105 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:56 smithi153 ceph-mon[36005]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-16T18:17:57.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:56 smithi017 ceph-mon[32207]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-16T18:17:57.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:56 smithi149 ceph-mon[35991]: pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-03-16T18:17:59.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:59.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:59.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:59.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:17:59 smithi017 ceph-mon[32207]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:59.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:59.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:59.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:59.589 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:17:59 smithi149 ceph-mon[35991]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:17:59.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:59.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:17:59.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:17:59.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:17:59 smithi153 ceph-mon[36005]: pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:01.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:00 smithi153 ceph-mon[36005]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:01.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:00 smithi017 ceph-mon[32207]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:01.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:00 smithi149 ceph-mon[35991]: pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:02.020 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 11 on host 'smithi153' 2024-03-16T18:18:02.020 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.016+0000 7fc14a7fc700 1 -- 172.21.15.153:0/2501509895 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+38 (secure 0 0 0) 0x7fc15402da60 con 0x7fc1400a1b40 2024-03-16T18:18:02.022 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc1400a1b40 msgr2=0x7fc1400a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:02.022 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc1400a1b40 0x7fc1400a4000 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7fc14400b5c0 tx=0x7fc144005fb0 comp rx=0 tx=0).stop 2024-03-16T18:18:02.022 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 msgr2=0x7fc15419a0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:02.022 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc15419a0a0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fc15000b560 tx=0x7fc15000b920 comp rx=0 tx=0).stop 2024-03-16T18:18:02.022 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 shutdown_connections 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc154109f30 0x7fc1541a1660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc1400a1b40 0x7fc1400a4000 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc1540749c0 0x7fc15419a0a0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 --2- 172.21.15.153:0/2501509895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc154075f90 0x7fc15419a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 >> 172.21.15.153:0/2501509895 conn(0x7fc1540fd5f0 msgr2=0x7fc154105e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 shutdown_connections 2024-03-16T18:18:02.023 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:02.019+0000 7fc15b7a9700 1 -- 172.21.15.153:0/2501509895 wait complete. 2024-03-16T18:18:02.722 DEBUG:teuthology.orchestra.run.smithi153:osd.11> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.11.service 2024-03-16T18:18:02.724 INFO:tasks.cephadm:Waiting for 12 OSDs to come up... 2024-03-16T18:18:02.725 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd stat -f json 2024-03-16T18:18:02.979 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:18:03.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: from='osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-16T18:18:03.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-16T18:18:03.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:03.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:02 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: from='osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:02 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: from='osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003]' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]: dispatch 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:03.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:02 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:04.102 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-mon[36005]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-16T18:18:04.103 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-mon[36005]: from='osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:18:04.103 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-mon[36005]: osdmap e78: 12 total, 11 up, 12 in 2024-03-16T18:18:04.103 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:04.103 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-mon[36005]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:18:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:04 smithi017 ceph-mon[32207]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-16T18:18:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:04 smithi017 ceph-mon[32207]: from='osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:18:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:04 smithi017 ceph-mon[32207]: osdmap e78: 12 total, 11 up, 12 in 2024-03-16T18:18:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:04 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:04.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:04 smithi017 ceph-mon[32207]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:18:04.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:04 smithi149 ceph-mon[35991]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["11"]}]': finished 2024-03-16T18:18:04.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:04 smithi149 ceph-mon[35991]: from='osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003]' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:18:04.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:04 smithi149 ceph-mon[35991]: osdmap e78: 12 total, 11 up, 12 in 2024-03-16T18:18:04.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:04 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:04.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:04 smithi149 ceph-mon[35991]: from='osd.11 ' entity='osd.11' cmd=[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-03-16T18:18:04.862 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:18:04.779+0000 7f7e2f027700 -1 osd.11 0 waiting for initial osdmap 2024-03-16T18:18:04.862 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:18:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:18:04.793+0000 7f7e26611700 -1 osd.11 79 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-03-16T18:18:04.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1655750391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103bd0 msgr2=0x7f8fb410a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:04.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1655750391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103bd0 0x7f8fb410a480 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f8fac00b0d0 tx=0x7f8fac00b3e0 comp rx=0 tx=0).stop 2024-03-16T18:18:04.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1655750391 shutdown_connections 2024-03-16T18:18:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1655750391 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103bd0 0x7f8fb410a480 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1655750391 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 0x7f8fb4102450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1655750391 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8fb4103230 0x7f8fb4103690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1655750391 >> 172.21.15.17:0/1655750391 conn(0x7f8fb40fd5f0 msgr2=0x7f8fb40ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1655750391 shutdown_connections 2024-03-16T18:18:04.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.868+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1655750391 wait complete. 2024-03-16T18:18:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 Processor -- start 2024-03-16T18:18:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 -- start start 2024-03-16T18:18:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 0x7f8fb419a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 0x7f8fb419a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8fb4103bd0 0x7f8fb41a1760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:04.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fb41a1d30 con 0x7f8fb4103230 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fb41a1e70 con 0x7f8fb4103bd0 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fbc1d9700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fb41a2000 con 0x7f8fb4102030 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 0x7f8fb419a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 0x7f8fb419a6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44492/0 (socket says 172.21.15.17:44492) 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 -- 172.21.15.17:0/1429537891 learned_addr learned my addr 172.21.15.17:0/1429537891 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9f75700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 0x7f8fb419a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fba776700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8fb4103bd0 0x7f8fb41a1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 -- 172.21.15.17:0/1429537891 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 msgr2=0x7f8fb419a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 0x7f8fb419a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 -- 172.21.15.17:0/1429537891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8fb4103bd0 msgr2=0x7f8fb41a1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8fb4103bd0 0x7f8fb41a1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9774700 1 -- 172.21.15.17:0/1429537891 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fac009d00 con 0x7f8fb4103230 2024-03-16T18:18:04.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.869+0000 7f8fb9f75700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 0x7f8fb419a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.870+0000 7f8fb9774700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 0x7f8fb419a6e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8fb000c950 tx=0x7f8fb000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.870+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb000cea0 con 0x7f8fb4103230 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.870+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8fb0004830 con 0x7f8fb4103230 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.870+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fb0005470 con 0x7f8fb4103230 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.870+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fb41a22e0 con 0x7f8fb4103230 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.870+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fb41a2830 con 0x7f8fb4103230 2024-03-16T18:18:04.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.871+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fb4068ca0 con 0x7f8fb4103230 2024-03-16T18:18:04.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.873+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8fb00049a0 con 0x7f8fb4103230 2024-03-16T18:18:04.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.873+0000 7f8faaffd700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8fa00a1b40 0x7f8fa00a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:04.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.873+0000 7f8fb9f75700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8fa00a1b40 0x7f8fa00a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:04.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.873+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 6847+0+0 (secure 0 0 0) 0x7f8fb00ccd50 con 0x7f8fb4103230 2024-03-16T18:18:04.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.874+0000 7f8fb9f75700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8fa00a1b40 0x7f8fa00a4000 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8fb4103090 tx=0x7f8fa4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:04.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:04.877+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8fb00965a0 con 0x7f8fb4103230 2024-03-16T18:18:05.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.083+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f8fb410d830 con 0x7f8fb4103230 2024-03-16T18:18:05.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.083+0000 7f8faaffd700 1 -- 172.21.15.17:0/1429537891 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v79) v1 ==== 74+0+133 (secure 0 0 0) 0x7f8fb001d020 con 0x7f8fb4103230 2024-03-16T18:18:05.086 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8fa00a1b40 msgr2=0x7f8fa00a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8fa00a1b40 0x7f8fa00a4000 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f8fb4103090 tx=0x7f8fa4009260 comp rx=0 tx=0).stop 2024-03-16T18:18:05.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 msgr2=0x7f8fb419a6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 0x7f8fb419a6e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8fb000c950 tx=0x7f8fb000cc60 comp rx=0 tx=0).stop 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 shutdown_connections 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8fb4103bd0 0x7f8fb41a1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8fa00a1b40 0x7f8fa00a4000 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8fb4102030 0x7f8fb419a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 --2- 172.21.15.17:0/1429537891 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8fb4103230 0x7f8fb419a6e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 >> 172.21.15.17:0/1429537891 conn(0x7f8fb40fd5f0 msgr2=0x7f8fb4074210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 shutdown_connections 2024-03-16T18:18:05.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:05.085+0000 7f8fbc1d9700 1 -- 172.21.15.17:0/1429537891 wait complete. 2024-03-16T18:18:05.190 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:05 smithi153 ceph-mon[36005]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:18:05.191 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:05 smithi153 ceph-mon[36005]: osdmap e79: 12 total, 11 up, 12 in 2024-03-16T18:18:05.191 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:05.191 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:05 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:05.191 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:05 smithi153 ceph-mon[36005]: from='osd.11 ' entity='osd.11' 2024-03-16T18:18:05.191 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:05 smithi153 ceph-mon[36005]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:05 smithi017 ceph-mon[32207]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:18:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:05 smithi017 ceph-mon[32207]: osdmap e79: 12 total, 11 up, 12 in 2024-03-16T18:18:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:05 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:05.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:05 smithi017 ceph-mon[32207]: from='osd.11 ' entity='osd.11' 2024-03-16T18:18:05.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:05 smithi017 ceph-mon[32207]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:05.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:05 smithi149 ceph-mon[35991]: from='osd.11 ' entity='osd.11' cmd='[{"prefix": "osd crush create-or-move", "id": 11, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-03-16T18:18:05.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:05 smithi149 ceph-mon[35991]: osdmap e79: 12 total, 11 up, 12 in 2024-03-16T18:18:05.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:05.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:05 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:05.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:05 smithi149 ceph-mon[35991]: from='osd.11 ' entity='osd.11' 2024-03-16T18:18:05.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:05 smithi149 ceph-mon[35991]: pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 317 MiB used, 983 GiB / 983 GiB avail 2024-03-16T18:18:05.798 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":79,"num_osds":12,"num_up_osds":11,"osd_up_since":1710613058,"num_in_osds":12,"osd_in_since":1710613064,"num_remapped_pgs":0} 2024-03-16T18:18:06.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: purged_snaps scrub starts 2024-03-16T18:18:06.022 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: purged_snaps scrub ok 2024-03-16T18:18:06.022 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:06.023 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1429537891' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-16T18:18:06.023 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] boot 2024-03-16T18:18:06.023 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: osdmap e80: 12 total, 12 up, 12 in 2024-03-16T18:18:06.023 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:06 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:06.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: purged_snaps scrub starts 2024-03-16T18:18:06.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: purged_snaps scrub ok 2024-03-16T18:18:06.115 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:06.116 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1429537891' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-16T18:18:06.116 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] boot 2024-03-16T18:18:06.117 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: osdmap e80: 12 total, 12 up, 12 in 2024-03-16T18:18:06.117 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:06 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: purged_snaps scrub starts 2024-03-16T18:18:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: purged_snaps scrub ok 2024-03-16T18:18:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1429537891' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-16T18:18:06.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: osd.11 [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] boot 2024-03-16T18:18:06.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: osdmap e80: 12 total, 12 up, 12 in 2024-03-16T18:18:06.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:06 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:18:06.800 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd stat -f json 2024-03-16T18:18:07.041 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:18:07.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: Detected new or changed devices on smithi153 2024-03-16T18:18:07.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi153 to 4272M 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: osdmap e81: 12 total, 12 up, 12 in 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:07.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:07.791 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:07 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: Detected new or changed devices on smithi153 2024-03-16T18:18:07.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi153 to 4272M 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: osdmap e81: 12 total, 12 up, 12 in 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:07.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:07.840 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:07 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: Detected new or changed devices on smithi153 2024-03-16T18:18:07.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi153 to 4272M 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: osdmap e81: 12 total, 12 up, 12 in 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:07.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:07 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:08.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 -- 172.21.15.17:0/997908203 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 msgr2=0x7f5e80103670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:08.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 --2- 172.21.15.17:0/997908203 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80103670 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5e700099c0 tx=0x7f5e70009cd0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 -- 172.21.15.17:0/997908203 shutdown_connections 2024-03-16T18:18:08.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 --2- 172.21.15.17:0/997908203 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 0x7f5e8010a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 --2- 172.21.15.17:0/997908203 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e80102010 0x7f5e80102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 --2- 172.21.15.17:0/997908203 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80103670 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 -- 172.21.15.17:0/997908203 >> 172.21.15.17:0/997908203 conn(0x7f5e800fd5f0 msgr2=0x7f5e800ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:08.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 -- 172.21.15.17:0/997908203 shutdown_connections 2024-03-16T18:18:08.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.727+0000 7f5e85302700 1 -- 172.21.15.17:0/997908203 wait complete. 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 Processor -- start 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 -- start start 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e80102010 0x7f5e80197ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 0x7f5e8019f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e8019fa70 con 0x7f5e80103210 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e8019fbb0 con 0x7f5e80103bb0 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e85302700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e8019fd40 con 0x7f5e80102010 2024-03-16T18:18:08.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e7e7fc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e7e7fc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44512/0 (socket says 172.21.15.17:44512) 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e7e7fc700 1 -- 172.21.15.17:0/1011153453 learned_addr learned my addr 172.21.15.17:0/1011153453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.728+0000 7f5e7f7fe700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 0x7f5e8019f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7effd700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e80102010 0x7f5e80197ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7e7fc700 1 -- 172.21.15.17:0/1011153453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e80102010 msgr2=0x7f5e80197ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7e7fc700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e80102010 0x7f5e80197ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7e7fc700 1 -- 172.21.15.17:0/1011153453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 msgr2=0x7f5e8019f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7e7fc700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 0x7f5e8019f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7e7fc700 1 -- 172.21.15.17:0/1011153453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e700095f0 con 0x7f5e80103210 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7f7fe700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 0x7f5e8019f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e7e7fc700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80198420 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5e70005910 tx=0x7f5e70009580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e7001d070 con 0x7f5e80103210 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e70004100 con 0x7f5e80103210 2024-03-16T18:18:08.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e8019ffc0 con 0x7f5e80103210 2024-03-16T18:18:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e70022df0 con 0x7f5e80103210 2024-03-16T18:18:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.729+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e801a03d0 con 0x7f5e80103210 2024-03-16T18:18:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.730+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e801094a0 con 0x7f5e80103210 2024-03-16T18:18:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.732+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5e70022590 con 0x7f5e80103210 2024-03-16T18:18:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.732+0000 7f5e67fff700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e680a1ac0 0x7f5e680a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:08.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.733+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5e700ce950 con 0x7f5e80103210 2024-03-16T18:18:08.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.733+0000 7f5e7effd700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e680a1ac0 0x7f5e680a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:08.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.733+0000 7f5e7effd700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e680a1ac0 0x7f5e680a3f80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5e74005fd0 tx=0x7f5e74005dd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:08.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.736+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5e70097ff0 con 0x7f5e80103210 2024-03-16T18:18:08.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.941+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd stat", "format": "json"} v 0) v1 -- 0x7f5e8010da50 con 0x7f5e80103210 2024-03-16T18:18:08.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.942+0000 7f5e67fff700 1 -- 172.21.15.17:0/1011153453 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd stat", "format": "json"}]=0 v81) v1 ==== 74+0+133 (secure 0 0 0) 0x7f5e8010da50 con 0x7f5e80103210 2024-03-16T18:18:08.945 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e680a1ac0 msgr2=0x7f5e680a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e680a1ac0 0x7f5e680a3f80 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5e74005fd0 tx=0x7f5e74005dd0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 msgr2=0x7f5e80198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80198420 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f5e70005910 tx=0x7f5e70009580 comp rx=0 tx=0).stop 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 shutdown_connections 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e80103bb0 0x7f5e8019f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e680a1ac0 0x7f5e680a3f80 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e80102010 0x7f5e80197ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 --2- 172.21.15.17:0/1011153453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e80103210 0x7f5e80198420 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:08.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.944+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 >> 172.21.15.17:0/1011153453 conn(0x7f5e800fd5f0 msgr2=0x7f5e801065e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:08.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.945+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 shutdown_connections 2024-03-16T18:18:08.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:08.945+0000 7f5e85302700 1 -- 172.21.15.17:0/1011153453 wait complete. 2024-03-16T18:18:09.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:08 smithi017 ceph-mon[32207]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:09.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:08 smithi149 ceph-mon[35991]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:09.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:08 smithi153 ceph-mon[36005]: pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 352 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:09.765 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":81,"num_osds":12,"num_up_osds":12,"osd_up_since":1710613085,"num_in_osds":12,"osd_in_since":1710613064,"num_remapped_pgs":0} 2024-03-16T18:18:09.766 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd dump --format=json 2024-03-16T18:18:10.012 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:18:10.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1011153453' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-16T18:18:10.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1011153453' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-16T18:18:10.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1011153453' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-03-16T18:18:11.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:10 smithi017 ceph-mon[32207]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:11.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:10 smithi149 ceph-mon[35991]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:10 smithi153 ceph-mon[36005]: pgmap v261: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:11.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/2152259191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 msgr2=0x7fb4d010dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:11.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/2152259191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d010dd60 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fb4c800b0a0 tx=0x7fb4c800b3b0 comp rx=0 tx=0).stop 2024-03-16T18:18:11.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/2152259191 shutdown_connections 2024-03-16T18:18:11.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/2152259191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d010dd60 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/2152259191 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb4d0106f20 0x7fb4d0107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/2152259191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d0100ee0 0x7fb4d0101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/2152259191 >> 172.21.15.17:0/2152259191 conn(0x7fb4d0077e10 msgr2=0x7fb4d0078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/2152259191 shutdown_connections 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/2152259191 wait complete. 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.837+0000 7fb4d5b5f700 1 Processor -- start 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 -- start start 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d0100ee0 0x7fb4d0198410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d0198950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb4d0106f20 0x7fb4d019cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d019d2a0 con 0x7fb4d0101880 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d019d410 con 0x7fb4d0100ee0 2024-03-16T18:18:11.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4d5b5f700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4d019d5d0 con 0x7fb4d0106f20 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d0198950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d0198950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53860/0 (socket says 172.21.15.17:53860) 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 -- 172.21.15.17:0/276374125 learned_addr learned my addr 172.21.15.17:0/276374125 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4cf7fe700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d0100ee0 0x7fb4d0198410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4cffff700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb4d0106f20 0x7fb4d019cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 -- 172.21.15.17:0/276374125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb4d0106f20 msgr2=0x7fb4d019cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb4d0106f20 0x7fb4d019cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 -- 172.21.15.17:0/276374125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d0100ee0 msgr2=0x7fb4d0198410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d0100ee0 0x7fb4d0198410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 -- 172.21.15.17:0/276374125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4c8009d00 con 0x7fb4d0101880 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.838+0000 7fb4c7fff700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d0198950 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb4b800c9b0 tx=0x7fb4b800cd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.839+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8007b00 con 0x7fb4d0101880 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.839+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb4b8007c60 con 0x7fb4d0101880 2024-03-16T18:18:11.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.839+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4b8018660 con 0x7fb4d0101880 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.839+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4d019d8b0 con 0x7fb4d0101880 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.839+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4d01a5110 con 0x7fb4d0101880 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.840+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4d0068ca0 con 0x7fb4d0101880 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.841+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fb4b800f450 con 0x7fb4d0101880 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.841+0000 7fb4cd7fa700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4bc0a1ac0 0x7fb4bc0a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.842+0000 7fb4cf7fe700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4bc0a1ac0 0x7fb4bc0a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.842+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fb4b80cd280 con 0x7fb4d0101880 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.842+0000 7fb4cf7fe700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4bc0a1ac0 0x7fb4bc0a3f80 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0005fd0 tx=0x7fb4c000af20 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:11.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:11.845+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb4b80969c0 con 0x7fb4d0101880 2024-03-16T18:18:12.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.051+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb4d0110e30 con 0x7fb4d0101880 2024-03-16T18:18:12.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.052+0000 7fb4cd7fa700 1 -- 172.21.15.17:0/276374125 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18455 (secure 0 0 0) 0x7fb4b809a080 con 0x7fb4d0101880 2024-03-16T18:18:12.055 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:12.055 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":81,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:18:07.008933+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:18:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4bc0a1ac0 msgr2=0x7fb4bc0a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4bc0a1ac0 0x7fb4bc0a3f80 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0005fd0 tx=0x7fb4c000af20 comp rx=0 tx=0).stop 2024-03-16T18:18:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 msgr2=0x7fb4d0198950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d0198950 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fb4b800c9b0 tx=0x7fb4b800cd70 comp rx=0 tx=0).stop 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 shutdown_connections 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4bc0a1ac0 0x7fb4bc0a3f80 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb4d0106f20 0x7fb4d019cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb4d0100ee0 0x7fb4d0198410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 --2- 172.21.15.17:0/276374125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb4d0101880 0x7fb4d0198950 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 >> 172.21.15.17:0/276374125 conn(0x7fb4d0077e10 msgr2=0x7fb4d0100140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 shutdown_connections 2024-03-16T18:18:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:12.054+0000 7fb4d5b5f700 1 -- 172.21.15.17:0/276374125 wait complete. 2024-03-16T18:18:12.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:12 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/276374125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:12.484 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:12 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/276374125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:12.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:12 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/276374125' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:12.746 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-16T18:18:12.747 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd pool get .mgr pg_num 2024-03-16T18:18:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:18:13.379 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:13 smithi017 ceph-mon[32207]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:13.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:13 smithi149 ceph-mon[35991]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:13.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:13 smithi153 ceph-mon[36005]: pgmap v262: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:14.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 -- 172.21.15.17:0/4018235316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 msgr2=0x7eff28101550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 --2- 172.21.15.17:0/4018235316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28101550 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7eff18009990 tx=0x7eff18009ca0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 -- 172.21.15.17:0/4018235316 shutdown_connections 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 --2- 172.21.15.17:0/4018235316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 0x7eff2810ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 --2- 172.21.15.17:0/4018235316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28101550 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 --2- 172.21.15.17:0/4018235316 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7eff28101b20 0x7eff28105b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 -- 172.21.15.17:0/4018235316 >> 172.21.15.17:0/4018235316 conn(0x7eff28076f20 msgr2=0x7eff28077330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 -- 172.21.15.17:0/4018235316 shutdown_connections 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 -- 172.21.15.17:0/4018235316 wait complete. 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 Processor -- start 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 -- start start 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28102bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:14.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.777+0000 7eff2de48700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7eff28101b20 0x7eff281030f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff2de48700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 0x7eff28103630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff2de48700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff281a6830 con 0x7eff28101170 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff2de48700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff281a69a0 con 0x7eff281061f0 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff2de48700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff281a6b60 con 0x7eff28101b20 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28102bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28102bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53882/0 (socket says 172.21.15.17:53882) 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 -- 172.21.15.17:0/3391348837 learned_addr learned my addr 172.21.15.17:0/3391348837 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff1ffff700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7eff28101b20 0x7eff281030f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff27fff700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 0x7eff28103630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 -- 172.21.15.17:0/3391348837 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7eff28101b20 msgr2=0x7eff281030f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7eff28101b20 0x7eff281030f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 -- 172.21.15.17:0/3391348837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 msgr2=0x7eff28103630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 0x7eff28103630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 -- 172.21.15.17:0/3391348837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff180095f0 con 0x7eff28101170 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff27fff700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 0x7eff28103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff277fe700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28102bb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7eff18000c00 tx=0x7eff1800f690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff1801d070 con 0x7eff28101170 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7eff1800bdc0 con 0x7eff28101170 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff18022d60 con 0x7eff28101170 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.778+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff281a6de0 con 0x7eff28101170 2024-03-16T18:18:14.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.779+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff281a71f0 con 0x7eff28101170 2024-03-16T18:18:14.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.779+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff28068ca0 con 0x7eff28101170 2024-03-16T18:18:14.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.780+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7eff18022500 con 0x7eff28101170 2024-03-16T18:18:14.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.781+0000 7eff257fa700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7eff140a1b40 0x7eff140a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:14.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.781+0000 7eff1ffff700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7eff140a1b40 0x7eff140a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:14.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.781+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7eff180ce1d0 con 0x7eff28101170 2024-03-16T18:18:14.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.781+0000 7eff1ffff700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7eff140a1b40 0x7eff140a4000 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7eff28105d20 tx=0x7eff1000a300 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:14.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.785+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7eff18097910 con 0x7eff28101170 2024-03-16T18:18:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.987+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7eff28110f00 con 0x7eff28101170 2024-03-16T18:18:14.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.988+0000 7eff257fa700 1 -- 172.21.15.17:0/3391348837 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7eff1809afd0 con 0x7eff28101170 2024-03-16T18:18:14.991 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:18:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7eff140a1b40 msgr2=0x7eff140a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7eff140a1b40 0x7eff140a4000 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7eff28105d20 tx=0x7eff1000a300 comp rx=0 tx=0).stop 2024-03-16T18:18:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 msgr2=0x7eff28102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:14.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28102bb0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7eff18000c00 tx=0x7eff1800f690 comp rx=0 tx=0).stop 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 shutdown_connections 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7eff281061f0 0x7eff28103630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7eff28101170 0x7eff28102bb0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7eff140a1b40 0x7eff140a4000 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 --2- 172.21.15.17:0/3391348837 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7eff28101b20 0x7eff281030f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 >> 172.21.15.17:0/3391348837 conn(0x7eff28076f20 msgr2=0x7eff2806aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 shutdown_connections 2024-03-16T18:18:14.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:14.990+0000 7eff2de48700 1 -- 172.21.15.17:0/3391348837 wait complete. 2024-03-16T18:18:15.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:14 smithi017 ceph-mon[32207]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:15.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:14 smithi149 ceph-mon[35991]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:15.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:14 smithi153 ceph-mon[36005]: pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.a on smithi017 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.d on smithi017 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.g on smithi017 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.j on smithi017 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.b on smithi149 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.e on smithi149 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.h on smithi149 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.k on smithi149 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.c on smithi153 2024-03-16T18:18:15.811 INFO:tasks.cephadm:Adding mds.f on smithi153 2024-03-16T18:18:15.812 INFO:tasks.cephadm:Adding mds.i on smithi153 2024-03-16T18:18:15.812 INFO:tasks.cephadm:Adding mds.l on smithi153 2024-03-16T18:18:15.812 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph orch apply mds all '12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l' 2024-03-16T18:18:16.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:15 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3391348837' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:16.066 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:18:16.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:15 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3391348837' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:16.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:15 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3391348837' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:17.216 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:16 smithi153 ceph-mon[36005]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:16 smithi017 ceph-mon[32207]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:16 smithi149 ceph-mon[35991]: pgmap v264: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:17.737 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 -- 172.21.15.153:0/904960794 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08100f10 msgr2=0x7f6c08101330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:17.737 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 --2- 172.21.15.153:0/904960794 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08100f10 0x7f6c08101330 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f6c0000b0a0 tx=0x7f6c0000b3b0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.737 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 -- 172.21.15.153:0/904960794 shutdown_connections 2024-03-16T18:18:17.737 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 --2- 172.21.15.153:0/904960794 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c08102a30 0x7f6c08109350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.737 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 --2- 172.21.15.153:0/904960794 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08100f10 0x7f6c08101330 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 --2- 172.21.15.153:0/904960794 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c08102070 0x7f6c081024f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 -- 172.21.15.153:0/904960794 >> 172.21.15.153:0/904960794 conn(0x7f6c080fc4b0 msgr2=0x7f6c080fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 -- 172.21.15.153:0/904960794 shutdown_connections 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.732+0000 7f6c0da49700 1 -- 172.21.15.153:0/904960794 wait complete. 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 Processor -- start 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 -- start start 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c08100f10 0x7f6c0819a130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 0x7f6c0819a670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c08102a30 0x7f6c081a16f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c081a1cc0 con 0x7f6c08100f10 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c081a1e00 con 0x7f6c08102a30 2024-03-16T18:18:17.738 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c0da49700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c081a1f90 con 0x7f6c08102070 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c067fc700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 0x7f6c0819a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c067fc700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 0x7f6c0819a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.153:38942/0 (socket says 172.21.15.153:38942) 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c067fc700 1 -- 172.21.15.153:0/2405543955 learned_addr learned my addr 172.21.15.153:0/2405543955 (peer_addr_for_me v2:172.21.15.153:0/0) 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c06ffd700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c08100f10 0x7f6c0819a130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c067fc700 1 -- 172.21.15.153:0/2405543955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c08102a30 msgr2=0x7f6c081a16f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c067fc700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c08102a30 0x7f6c081a16f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.733+0000 7f6c067fc700 1 -- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c08100f10 msgr2=0x7f6c0819a130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c067fc700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c08100f10 0x7f6c0819a130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c067fc700 1 -- 172.21.15.153:0/2405543955 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c00009d00 con 0x7f6c08102070 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c067fc700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 0x7f6c0819a670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc00b560 tx=0x7f6bfc00b920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc011830 con 0x7f6c08102070 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c081a2270 con 0x7f6c08102070 2024-03-16T18:18:17.739 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6bfc011e40 con 0x7f6c08102070 2024-03-16T18:18:17.740 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bfc00f2e0 con 0x7f6c08102070 2024-03-16T18:18:17.740 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.734+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c081a2840 con 0x7f6c08102070 2024-03-16T18:18:17.741 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.735+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c08108360 con 0x7f6c08102070 2024-03-16T18:18:17.741 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.736+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6bfc011990 con 0x7f6c08102070 2024-03-16T18:18:17.741 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.737+0000 7f6c0ca47700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6bf00a1aa0 0x7f6bf00a3f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:17.741 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.737+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f6bfc0cceb0 con 0x7f6c08102070 2024-03-16T18:18:17.741 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.737+0000 7f6c06ffd700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6bf00a1aa0 0x7f6bf00a3f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:17.741 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.737+0000 7f6c06ffd700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6bf00a1aa0 0x7f6bf00a3f60 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6c000062a0 tx=0x7f6c000061f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:17.743 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.740+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6bfc0fb280 con 0x7f6c08102070 2024-03-16T18:18:17.948 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.945+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l", "target": ["mon-mgr", ""]}) v1 -- 0x7f6c0802db30 con 0x7f6bf00a1aa0 2024-03-16T18:18:17.956 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.953+0000 7f6c0ca47700 1 -- 172.21.15.153:0/2405543955 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+28 (secure 0 0 0) 0x7f6c0802db30 con 0x7f6bf00a1aa0 2024-03-16T18:18:17.956 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled mds.all update... 2024-03-16T18:18:17.958 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6bf00a1aa0 msgr2=0x7f6bf00a3f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:17.958 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6bf00a1aa0 0x7f6bf00a3f60 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f6c000062a0 tx=0x7f6c000061f0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.958 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 msgr2=0x7f6c0819a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:17.958 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 0x7f6c0819a670 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f6bfc00b560 tx=0x7f6bfc00b920 comp rx=0 tx=0).stop 2024-03-16T18:18:17.958 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 shutdown_connections 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c08102a30 0x7f6c081a16f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c08100f10 0x7f6c0819a130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6bf00a1aa0 0x7f6bf00a3f60 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 --2- 172.21.15.153:0/2405543955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c08102070 0x7f6c0819a670 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 >> 172.21.15.153:0/2405543955 conn(0x7f6c080fc4b0 msgr2=0x7f6c081054a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 shutdown_connections 2024-03-16T18:18:17.959 INFO:teuthology.orchestra.run.smithi153.stderr:2024-03-16T18:18:17.955+0000 7f6c0da49700 1 -- 172.21.15.153:0/2405543955 wait complete. 2024-03-16T18:18:18.666 DEBUG:teuthology.orchestra.run.smithi017:mds.a> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.a.service 2024-03-16T18:18:18.670 DEBUG:teuthology.orchestra.run.smithi017:mds.d> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.d.service 2024-03-16T18:18:18.713 DEBUG:teuthology.orchestra.run.smithi017:mds.g> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.g.service 2024-03-16T18:18:18.756 DEBUG:teuthology.orchestra.run.smithi017:mds.j> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.j.service 2024-03-16T18:18:18.799 DEBUG:teuthology.orchestra.run.smithi149:mds.b> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.b.service 2024-03-16T18:18:18.802 DEBUG:teuthology.orchestra.run.smithi149:mds.e> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.e.service 2024-03-16T18:18:18.846 DEBUG:teuthology.orchestra.run.smithi149:mds.h> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.h.service 2024-03-16T18:18:18.889 DEBUG:teuthology.orchestra.run.smithi149:mds.k> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.k.service 2024-03-16T18:18:18.932 DEBUG:teuthology.orchestra.run.smithi153:mds.c> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.c.service 2024-03-16T18:18:18.935 DEBUG:teuthology.orchestra.run.smithi153:mds.f> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.f.service 2024-03-16T18:18:18.978 DEBUG:teuthology.orchestra.run.smithi153:mds.i> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.i.service 2024-03-16T18:18:19.021 DEBUG:teuthology.orchestra.run.smithi153:mds.l> sudo journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.l.service 2024-03-16T18:18:19.064 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-03-16T18:18:19.064 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:18:19.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: Saving service mds.all spec with placement smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l;count:12 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: Deploying daemon mds.l on smithi153 2024-03-16T18:18:19.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:18 smithi149 ceph-mon[35991]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:19.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 -- 172.21.15.17:0/264827184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8644101510 msgr2=0x7f8644101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 --2- 172.21.15.17:0/264827184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8644101510 0x7f8644101930 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f863c009900 tx=0x7f863c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 -- 172.21.15.17:0/264827184 shutdown_connections 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 --2- 172.21.15.17:0/264827184 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f86441030c0 0x7f8644109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 --2- 172.21.15.17:0/264827184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8644102700 0x7f8644102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 --2- 172.21.15.17:0/264827184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8644101510 0x7f8644101930 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 -- 172.21.15.17:0/264827184 >> 172.21.15.17:0/264827184 conn(0x7f86440fcaa0 msgr2=0x7f86440feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 -- 172.21.15.17:0/264827184 shutdown_connections 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.175+0000 7f8648cc0640 1 -- 172.21.15.17:0/264827184 wait complete. 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 Processor -- start 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 -- start start 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8644101510 0x7f8644197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8644102700 0x7f8644197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 0x7f864419eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f864419eff0 con 0x7f86441030c0 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f864419f160 con 0x7f8644101510 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8648cc0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f864419f320 con 0x7f8644102700 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8642d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 0x7f864419eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8642d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 0x7f864419eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53896/0 (socket says 172.21.15.17:53896) 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8642d9d640 1 -- 172.21.15.17:0/817471455 learned_addr learned my addr 172.21.15.17:0/817471455 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.176+0000 7f8641d9b640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8644102700 0x7f8644197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f864259c640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8644101510 0x7f8644197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8642d9d640 1 -- 172.21.15.17:0/817471455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8644102700 msgr2=0x7f8644197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8642d9d640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8644102700 0x7f8644197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8642d9d640 1 -- 172.21.15.17:0/817471455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8644101510 msgr2=0x7f8644197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8642d9d640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8644101510 0x7f8644197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8642d9d640 1 -- 172.21.15.17:0/817471455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f863c009560 con 0x7f86441030c0 2024-03-16T18:18:19.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8642d9d640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 0x7f864419eab0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f863400eaa0 tx=0x7f863400ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:19.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f863400cdb0 con 0x7f86441030c0 2024-03-16T18:18:19.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8634005020 con 0x7f86441030c0 2024-03-16T18:18:19.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f864419f600 con 0x7f86441030c0 2024-03-16T18:18:19.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86340116b0 con 0x7f86441030c0 2024-03-16T18:18:19.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.177+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f864419fac0 con 0x7f86441030c0 2024-03-16T18:18:19.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.178+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8644108900 con 0x7f86441030c0 2024-03-16T18:18:19.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.179+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8634005190 con 0x7f86441030c0 2024-03-16T18:18:19.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.179+0000 7f86337fe640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f862c0a1a30 0x7f862c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.180+0000 7f864259c640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f862c0a1a30 0x7f862c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.180+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f86340cd230 con 0x7f86441030c0 2024-03-16T18:18:19.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.180+0000 7f864259c640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f862c0a1a30 0x7f862c0a3ef0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f863c006010 tx=0x7f863c000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:19.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.184+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8634096840 con 0x7f86441030c0 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: Saving service mds.all spec with placement smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l;count:12 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:19.247 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:19.248 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:19.248 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: Deploying daemon mds.l on smithi153 2024-03-16T18:18:19.248 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:18 smithi153 ceph-mon[36005]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='client.24394 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "12;smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: Saving service mds.all spec with placement smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l;count:12 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.l", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:19.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: Deploying daemon mds.l on smithi153 2024-03-16T18:18:19.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:18 smithi017 ceph-mon[32207]: pgmap v265: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:19.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.367+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8644108370 con 0x7f86441030c0 2024-03-16T18:18:19.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.368+0000 7f86337fe640 1 -- 172.21.15.17:0/817471455 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18455 (secure 0 0 0) 0x7f8634099f00 con 0x7f86441030c0 2024-03-16T18:18:19.371 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:19.371 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":81,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:18:07.008933+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.369+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f862c0a1a30 msgr2=0x7f862c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.369+0000 7f8648cc0640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f862c0a1a30 0x7f862c0a3ef0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f863c006010 tx=0x7f863c000bc0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 msgr2=0x7f864419eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 0x7f864419eab0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f863400eaa0 tx=0x7f863400ef60 comp rx=0 tx=0).stop 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 shutdown_connections 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f862c0a1a30 0x7f862c0a3ef0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f86441030c0 0x7f864419eab0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8644102700 0x7f8644197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 --2- 172.21.15.17:0/817471455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8644101510 0x7f8644197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 >> 172.21.15.17:0/817471455 conn(0x7f86440fcaa0 msgr2=0x7f8644105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:19.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 shutdown_connections 2024-03-16T18:18:19.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.370+0000 7f8648cc0640 1 -- 172.21.15.17:0/817471455 wait complete. 2024-03-16T18:18:19.384 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-16T18:18:19.384 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:18:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.488+0000 7fbb4d45c640 1 -- 172.21.15.17:0/1735170713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb48102710 msgr2=0x7fbb48102b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.488+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/1735170713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb48102710 0x7fbb48102b90 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fbb30009900 tx=0x7fbb3002bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- 172.21.15.17:0/1735170713 shutdown_connections 2024-03-16T18:18:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/1735170713 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb48102710 0x7fbb48102b90 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/1735170713 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb481030d0 0x7fbb48109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/1735170713 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb48101520 0x7fbb48101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- 172.21.15.17:0/1735170713 >> 172.21.15.17:0/1735170713 conn(0x7fbb480fca90 msgr2=0x7fbb480feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- 172.21.15.17:0/1735170713 shutdown_connections 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- 172.21.15.17:0/1735170713 wait complete. 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 Processor -- start 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- start start 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb48101520 0x7fbb481974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb48102710 0x7fbb48197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 0x7fbb4819eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb4819efe0 con 0x7fbb481030d0 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb4819f150 con 0x7fbb48102710 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb4d45c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb4819f310 con 0x7fbb48101520 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 0x7fbb4819eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 0x7fbb4819eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60344/0 (socket says 172.21.15.17:60344) 2024-03-16T18:18:19.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.489+0000 7fbb477fe640 1 -- 172.21.15.17:0/270837630 learned_addr learned my addr 172.21.15.17:0/270837630 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb46ffd640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb48101520 0x7fbb481974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb3ffff640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb48102710 0x7fbb48197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb477fe640 1 -- 172.21.15.17:0/270837630 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb48101520 msgr2=0x7fbb481974f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb477fe640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb48101520 0x7fbb481974f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb477fe640 1 -- 172.21.15.17:0/270837630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb48102710 msgr2=0x7fbb48197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb477fe640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb48102710 0x7fbb48197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb477fe640 1 -- 172.21.15.17:0/270837630 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb30009560 con 0x7fbb481030d0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb477fe640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 0x7fbb4819eaa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fbb4000eaa0 tx=0x7fbb4000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb4000cdb0 con 0x7fbb481030d0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbb40005020 con 0x7fbb481030d0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb4819f5f0 con 0x7fbb481030d0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb400116b0 con 0x7fbb481030d0 2024-03-16T18:18:19.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.490+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb4819fad0 con 0x7fbb481030d0 2024-03-16T18:18:19.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.491+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb48108910 con 0x7fbb481030d0 2024-03-16T18:18:19.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.492+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fbb40005190 con 0x7fbb481030d0 2024-03-16T18:18:19.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.493+0000 7fbb44ff9640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbb340a1ab0 0x7fbb340a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.493+0000 7fbb46ffd640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbb340a1ab0 0x7fbb340a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.493+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fbb400cd040 con 0x7fbb481030d0 2024-03-16T18:18:19.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.493+0000 7fbb46ffd640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbb340a1ab0 0x7fbb340a3f70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbb38005fd0 tx=0x7fbb3800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:19.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.497+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbb400967a0 con 0x7fbb481030d0 2024-03-16T18:18:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.677+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbb4802d000 con 0x7fbb481030d0 2024-03-16T18:18:19.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.677+0000 7fbb44ff9640 1 -- 172.21.15.17:0/270837630 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbb40099e60 con 0x7fbb481030d0 2024-03-16T18:18:19.681 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.679+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbb340a1ab0 msgr2=0x7fbb340a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.679+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbb340a1ab0 0x7fbb340a3f70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbb38005fd0 tx=0x7fbb3800b390 comp rx=0 tx=0).stop 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.679+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 msgr2=0x7fbb4819eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.679+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 0x7fbb4819eaa0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fbb4000eaa0 tx=0x7fbb4000ef60 comp rx=0 tx=0).stop 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.679+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 shutdown_connections 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.679+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbb340a1ab0 0x7fbb340a3f70 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.680+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbb481030d0 0x7fbb4819eaa0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.680+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbb48102710 0x7fbb48197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.680+0000 7fbb4d45c640 1 --2- 172.21.15.17:0/270837630 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbb48101520 0x7fbb481974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.680+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 >> 172.21.15.17:0/270837630 conn(0x7fbb480fca90 msgr2=0x7fbb48105ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.680+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 shutdown_connections 2024-03-16T18:18:19.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.680+0000 7fbb4d45c640 1 -- 172.21.15.17:0/270837630 wait complete. 2024-03-16T18:18:19.694 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:19.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 -- 172.21.15.17:0/1692153001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc104940 msgr2=0x7f5ffc106d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 --2- 172.21.15.17:0/1692153001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc104940 0x7f5ffc106d30 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5fec009900 tx=0x7f5fec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 -- 172.21.15.17:0/1692153001 shutdown_connections 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 --2- 172.21.15.17:0/1692153001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc104940 0x7f5ffc106d30 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 --2- 172.21.15.17:0/1692153001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ffc107270 0x7f5ffc1096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 --2- 172.21.15.17:0/1692153001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ffc102010 0x7f5ffc104400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 -- 172.21.15.17:0/1692153001 >> 172.21.15.17:0/1692153001 conn(0x7f5ffc0fba20 msgr2=0x7f5ffc0fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 -- 172.21.15.17:0/1692153001 shutdown_connections 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.793+0000 7f6002793640 1 -- 172.21.15.17:0/1692153001 wait complete. 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 Processor -- start 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 -- start start 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ffc102010 0x7f5ffc197640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ffc104940 0x7f5ffc197b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 0x7f5ffc19ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc19f130 con 0x7f5ffc107270 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc19f2a0 con 0x7f5ffc102010 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6002793640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ffc19f460 con 0x7f5ffc104940 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6000d30640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 0x7f5ffc19ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6000d30640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 0x7f5ffc19ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60354/0 (socket says 172.21.15.17:60354) 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f6000d30640 1 -- 172.21.15.17:0/407630095 learned_addr learned my addr 172.21.15.17:0/407630095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.794+0000 7f5ffb7fe640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ffc104940 0x7f5ffc197b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f5ffbfff640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ffc102010 0x7f5ffc197640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6000d30640 1 -- 172.21.15.17:0/407630095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ffc104940 msgr2=0x7f5ffc197b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6000d30640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ffc104940 0x7f5ffc197b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6000d30640 1 -- 172.21.15.17:0/407630095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ffc102010 msgr2=0x7f5ffc197640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6000d30640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ffc102010 0x7f5ffc197640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6000d30640 1 -- 172.21.15.17:0/407630095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fec009560 con 0x7f5ffc107270 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6000d30640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 0x7f5ffc19ebf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5ff400b970 tx=0x7f5ff400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff400cb40 con 0x7f5ffc107270 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5ff400cca0 con 0x7f5ffc107270 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ffc19f740 con 0x7f5ffc107270 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff40076e0 con 0x7f5ffc107270 2024-03-16T18:18:19.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.795+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ffc19fc50 con 0x7f5ffc107270 2024-03-16T18:18:19.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.796+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ffc0fd510 con 0x7f5ffc107270 2024-03-16T18:18:19.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.797+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5ff4014440 con 0x7f5ffc107270 2024-03-16T18:18:19.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.798+0000 7f5ff97fa640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5fe40a1a30 0x7f5fe40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:19.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.798+0000 7f5ffbfff640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5fe40a1a30 0x7f5fe40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:19.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.798+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f5ff40cc820 con 0x7f5ffc107270 2024-03-16T18:18:19.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.798+0000 7f5ffbfff640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5fe40a1a30 0x7f5fe40a3ef0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5ff0009890 tx=0x7f5ff0008040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:19.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:19.802+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5ff4095f80 con 0x7f5ffc107270 2024-03-16T18:18:20.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.022+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5ffc10cea0 con 0x7f5ffc107270 2024-03-16T18:18:20.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.023+0000 7f5ff97fa640 1 -- 172.21.15.17:0/407630095 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 1 v1) v1 ==== 93+0+535 (secure 0 0 0) 0x7f5ff4099640 con 0x7f5ffc107270 2024-03-16T18:18:20.026 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:20.026 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-03-16T18:18:20.026 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 1 2024-03-16T18:18:20.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.024+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5fe40a1a30 msgr2=0x7f5fe40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:20.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.024+0000 7f6002793640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5fe40a1a30 0x7f5fe40a3ef0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f5ff0009890 tx=0x7f5ff0008040 comp rx=0 tx=0).stop 2024-03-16T18:18:20.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.024+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 msgr2=0x7f5ffc19ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:20.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 0x7f5ffc19ebf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5ff400b970 tx=0x7f5ff400be30 comp rx=0 tx=0).stop 2024-03-16T18:18:20.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 shutdown_connections 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5fe40a1a30 0x7f5fe40a3ef0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5ffc107270 0x7f5ffc19ebf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5ffc104940 0x7f5ffc197b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 --2- 172.21.15.17:0/407630095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5ffc102010 0x7f5ffc197640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 >> 172.21.15.17:0/407630095 conn(0x7f5ffc0fba20 msgr2=0x7f5ffc102b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 shutdown_connections 2024-03-16T18:18:20.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:20.025+0000 7f6002793640 1 -- 172.21.15.17:0/407630095 wait complete. 2024-03-16T18:18:20.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/817471455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:20.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/270837630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/817471455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/270837630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/817471455' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/270837630' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:20.532 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 systemd[1]: Starting Ceph mds.l for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:20.800 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 podman[65620]: 2024-03-16 18:18:20.432575193 +0000 UTC m=+0.017913938 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:20.800 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 podman[65620]: 2024-03-16 18:18:20.562333553 +0000 UTC m=+0.147672335 container create ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True) 2024-03-16T18:18:20.800 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 podman[65620]: 2024-03-16 18:18:20.798276863 +0000 UTC m=+0.383615614 container init ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/407630095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6832/1818040216,v1:172.21.15.153:6833/1818040216] up:boot 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: fsmap 1 up:standby 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:21.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:21.113 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 podman[65620]: 2024-03-16 18:18:20.801009027 +0000 UTC m=+0.386347768 container start ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS) 2024-03-16T18:18:21.113 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-mds[65639]: -- 172.21.15.153:0/2964958576 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55b7a42c21a0 con 0x55b7a4298c00 2024-03-16T18:18:21.113 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l[65635]: starting mds.l at 2024-03-16T18:18:21.113 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 bash[65620]: ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 2024-03-16T18:18:21.113 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:18:20 smithi153 systemd[1]: Started Ceph mds.l for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/407630095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6832/1818040216,v1:172.21.15.153:6833/1818040216] up:boot 2024-03-16T18:18:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: fsmap 1 up:standby 2024-03-16T18:18:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:18:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:21.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:21.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:20 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:21.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/407630095' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:21.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6832/1818040216,v1:172.21.15.153:6833/1818040216] up:boot 2024-03-16T18:18:21.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: fsmap 1 up:standby 2024-03-16T18:18:21.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:18:21.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:21.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:21.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:20 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:22.040 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:22.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 -- 172.21.15.17:0/803105774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000107270 msgr2=0x7f2000109660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:22.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 --2- 172.21.15.17:0/803105774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000107270 0x7f2000109660 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8009ca0 tx=0x7f1ff802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 -- 172.21.15.17:0/803105774 shutdown_connections 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 --2- 172.21.15.17:0/803105774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000107270 0x7f2000109660 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 --2- 172.21.15.17:0/803105774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000104940 0x7f2000106d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 --2- 172.21.15.17:0/803105774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000102010 0x7f2000104400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 -- 172.21.15.17:0/803105774 >> 172.21.15.17:0/803105774 conn(0x7f20000fb980 msgr2=0x7f20000fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 -- 172.21.15.17:0/803105774 shutdown_connections 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.151+0000 7f2005bd7640 1 -- 172.21.15.17:0/803105774 wait complete. 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 Processor -- start 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 -- start start 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 0x7f2000101980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:22.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000104940 0x7f20000fffc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107270 0x7f2000100500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2000100c60 con 0x7f2000102010 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2000100dd0 con 0x7f2000107270 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f2005bd7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20001a1510 con 0x7f2000104940 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f1fff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 0x7f2000101980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f1fff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 0x7f2000101980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60380/0 (socket says 172.21.15.17:60380) 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2785484625 learned_addr learned my addr 172.21.15.17:0/2785484625 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.152+0000 7f1ffffff640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107270 0x7f2000100500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000104940 0x7f20000fffc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2785484625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000104940 msgr2=0x7f20000fffc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000104940 0x7f20000fffc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2785484625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107270 msgr2=0x7f2000100500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107270 0x7f2000100500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2785484625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ff8009900 con 0x7f2000102010 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000104940 0x7f20000fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 0x7f2000101980 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000d7a0 tx=0x7f1ff000dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0009c30 con 0x7f2000102010 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1ff000deb0 con 0x7f2000102010 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20001a17c0 con 0x7f2000102010 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff0004dd0 con 0x7f2000102010 2024-03-16T18:18:22.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.153+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20001a1c80 con 0x7f2000102010 2024-03-16T18:18:22.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.154+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20000fd470 con 0x7f2000102010 2024-03-16T18:18:22.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.155+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1ff0004f30 con 0x7f2000102010 2024-03-16T18:18:22.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.156+0000 7f1ffcff9640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fe80a1a30 0x7f1fe80a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:22.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.156+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fe80a1a30 0x7f1fe80a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:22.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.156+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f1ff00cca80 con 0x7f2000102010 2024-03-16T18:18:22.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.156+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fe80a1a30 0x7f1fe80a3ef0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f20001016f0 tx=0x7f1ff4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:22.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.161+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1ff0099bc0 con 0x7f2000102010 2024-03-16T18:18:22.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:22.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:22.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:22.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:21 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:22.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:21 smithi017 ceph-mon[32207]: Deploying daemon mds.k on smithi149 2024-03-16T18:18:22.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:22.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:22.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:22.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:21 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:22.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:21 smithi149 ceph-mon[35991]: Deploying daemon mds.k on smithi149 2024-03-16T18:18:22.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:22.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:22.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.k", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:22.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:21 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:22.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:21 smithi153 ceph-mon[36005]: Deploying daemon mds.k on smithi149 2024-03-16T18:18:22.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.381+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f200002cf90 con 0x7f2000102010 2024-03-16T18:18:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.382+0000 7f1ffcff9640 1 -- 172.21.15.17:0/2785484625 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1328 (secure 0 0 0) 0x7f1ff0020540 con 0x7f2000102010 2024-03-16T18:18:22.385 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:22.385 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2024-03-16T18:18:22.385 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 2 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fe80a1a30 msgr2=0x7f1fe80a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fe80a1a30 0x7f1fe80a3ef0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f20001016f0 tx=0x7f1ff4005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 msgr2=0x7f2000101980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 0x7f2000101980 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f1ff000d7a0 tx=0x7f1ff000dc60 comp rx=0 tx=0).stop 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 shutdown_connections 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fe80a1a30 0x7f1fe80a3ef0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107270 0x7f2000100500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000104940 0x7f20000fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 --2- 172.21.15.17:0/2785484625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000102010 0x7f2000101980 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:22.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 >> 172.21.15.17:0/2785484625 conn(0x7f20000fb980 msgr2=0x7f2000102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:22.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 shutdown_connections 2024-03-16T18:18:22.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:22.384+0000 7f2005bd7640 1 -- 172.21.15.17:0/2785484625 wait complete. 2024-03-16T18:18:23.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:23 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2785484625' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:23.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:23 smithi017 ceph-mon[32207]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:23.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:23 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2785484625' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:23.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:23 smithi149 ceph-mon[35991]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:23.339 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 systemd[1]: Starting Ceph mds.k for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:23 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2785484625' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:23 smithi153 ceph-mon[36005]: pgmap v267: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:23.698 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 podman[65636]: 2024-03-16 18:18:23.327981184 +0000 UTC m=+0.018600360 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:23.698 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 podman[65636]: 2024-03-16 18:18:23.442037201 +0000 UTC m=+0.132656407 container create 9532692c63afd59e39a07d10021a97ebb0bb74c981cbe7f0e7cfb2fb7340313c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:18:23.698 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 podman[65636]: 2024-03-16 18:18:23.670046699 +0000 UTC m=+0.360665867 container init 9532692c63afd59e39a07d10021a97ebb0bb74c981cbe7f0e7cfb2fb7340313c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-16T18:18:23.698 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 podman[65636]: 2024-03-16 18:18:23.673078324 +0000 UTC m=+0.363697495 container start 9532692c63afd59e39a07d10021a97ebb0bb74c981cbe7f0e7cfb2fb7340313c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0) 2024-03-16T18:18:24.088 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 ceph-mds[65655]: -- 172.21.15.149:0/2829471423 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55e135f721a0 con 0x55e135f48800 2024-03-16T18:18:24.088 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k[65651]: starting mds.k at 2024-03-16T18:18:24.089 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 bash[65636]: 9532692c63afd59e39a07d10021a97ebb0bb74c981cbe7f0e7cfb2fb7340313c 2024-03-16T18:18:24.089 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:18:23 smithi149 systemd[1]: Started Ceph mds.k for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:24.399 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 -- 172.21.15.17:0/176823886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b8101500 msgr2=0x7fe1b8101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 --2- 172.21.15.17:0/176823886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b8101500 0x7fe1b8101920 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac009900 tx=0x7fe1ac02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 -- 172.21.15.17:0/176823886 shutdown_connections 2024-03-16T18:18:24.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 --2- 172.21.15.17:0/176823886 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b81030b0 0x7fe1b8109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 --2- 172.21.15.17:0/176823886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe1b81026f0 0x7fe1b8102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 --2- 172.21.15.17:0/176823886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b8101500 0x7fe1b8101920 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 -- 172.21.15.17:0/176823886 >> 172.21.15.17:0/176823886 conn(0x7fe1b80fcad0 msgr2=0x7fe1b80feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 -- 172.21.15.17:0/176823886 shutdown_connections 2024-03-16T18:18:24.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.505+0000 7fe1bccae640 1 -- 172.21.15.17:0/176823886 wait complete. 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 Processor -- start 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 -- start start 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b8101500 0x7fe1b81974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 0x7fe1b8197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe1b81030b0 0x7fe1b819ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b819efd0 con 0x7fe1b81026f0 2024-03-16T18:18:24.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b819f140 con 0x7fe1b81030b0 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1bccae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1b819f300 con 0x7fe1b8101500 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 0x7fe1b8197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 0x7fe1b8197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60408/0 (socket says 172.21.15.17:60408) 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 -- 172.21.15.17:0/1711017487 learned_addr learned my addr 172.21.15.17:0/1711017487 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b659c640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b8101500 0x7fe1b81974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 -- 172.21.15.17:0/1711017487 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b8101500 msgr2=0x7fe1b81974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b8101500 0x7fe1b81974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 -- 172.21.15.17:0/1711017487 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe1b81030b0 msgr2=0x7fe1b819ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe1b81030b0 0x7fe1b819ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b5d9b640 1 -- 172.21.15.17:0/1711017487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1ac009560 con 0x7fe1b81026f0 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.506+0000 7fe1b659c640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b8101500 0x7fe1b81974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.507+0000 7fe1b5d9b640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 0x7fe1b8197a20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800d950 tx=0x7fe1a800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.507+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a8009a30 con 0x7fe1b81026f0 2024-03-16T18:18:24.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.507+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe1a80044d0 con 0x7fe1b81026f0 2024-03-16T18:18:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.507+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1b819f5e0 con 0x7fe1b81026f0 2024-03-16T18:18:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.507+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1a80047a0 con 0x7fe1b81026f0 2024-03-16T18:18:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.507+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1b819faf0 con 0x7fe1b81026f0 2024-03-16T18:18:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.508+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1b8108890 con 0x7fe1b81026f0 2024-03-16T18:18:24.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.509+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fe1a8009b90 con 0x7fe1b81026f0 2024-03-16T18:18:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.510+0000 7fe1a77fe640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1a00a1a30 0x7fe1a00a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.510+0000 7fe1b659c640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1a00a1a30 0x7fe1a00a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.510+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe1a80ccaa0 con 0x7fe1b81026f0 2024-03-16T18:18:24.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.510+0000 7fe1b659c640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1a00a1a30 0x7fe1a00a3ef0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac036040 tx=0x7fe1ac000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:24.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.514+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe1a8096150 con 0x7fe1b81026f0 2024-03-16T18:18:24.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.741+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe1b810cdc0 con 0x7fe1b81026f0 2024-03-16T18:18:24.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.741+0000 7fe1a77fe640 1 -- 172.21.15.17:0/1711017487 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+2122 (secure 0 0 0) 0x7fe1b810cdc0 con 0x7fe1b81026f0 2024-03-16T18:18:24.744 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:24.744 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-03-16T18:18:24.745 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 3 2024-03-16T18:18:24.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1a00a1a30 msgr2=0x7fe1a00a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:24.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1a00a1a30 0x7fe1a00a3ef0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fe1ac036040 tx=0x7fe1ac000bc0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 msgr2=0x7fe1b8197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 0x7fe1b8197a20 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe1a800d950 tx=0x7fe1a800de10 comp rx=0 tx=0).stop 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 shutdown_connections 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1a00a1a30 0x7fe1a00a3ef0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1b81026f0 0x7fe1b8197a20 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe1b81030b0 0x7fe1b819ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 --2- 172.21.15.17:0/1711017487 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe1b8101500 0x7fe1b81974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 >> 172.21.15.17:0/1711017487 conn(0x7fe1b80fcad0 msgr2=0x7fe1b8105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 shutdown_connections 2024-03-16T18:18:24.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:24.743+0000 7fe1bccae640 1 -- 172.21.15.17:0/1711017487 wait complete. 2024-03-16T18:18:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:25.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: Deploying daemon mds.j on smithi017 2024-03-16T18:18:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6832/3519896731,v1:172.21.15.149:6833/3519896731] up:boot 2024-03-16T18:18:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: fsmap 2 up:standby 2024-03-16T18:18:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:18:25.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1711017487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: Deploying daemon mds.j on smithi017 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6832/3519896731,v1:172.21.15.149:6833/3519896731] up:boot 2024-03-16T18:18:25.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: fsmap 2 up:standby 2024-03-16T18:18:25.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:18:25.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1711017487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.j", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:25.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: Deploying daemon mds.j on smithi017 2024-03-16T18:18:25.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6832/3519896731,v1:172.21.15.149:6833/3519896731] up:boot 2024-03-16T18:18:25.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: fsmap 2 up:standby 2024-03-16T18:18:25.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:18:25.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1711017487' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:26.018 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:25 smithi017 ceph-mon[32207]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:26.079 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:25 smithi149 ceph-mon[35991]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:26.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:25 smithi153 ceph-mon[36005]: pgmap v268: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:26.289 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 systemd[1]: Starting Ceph mds.j for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:26.677 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 podman[73221]: 2024-03-16 18:18:26.312127271 +0000 UTC m=+0.018140900 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:26.678 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 podman[73221]: 2024-03-16 18:18:26.421362493 +0000 UTC m=+0.127376106 container create 288959a5de14ba4fed2d66bb6902b3f94c47e851d325128f48b3bd4da2ad6d1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:26.678 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 podman[73221]: 2024-03-16 18:18:26.649676787 +0000 UTC m=+0.355690407 container init 288959a5de14ba4fed2d66bb6902b3f94c47e851d325128f48b3bd4da2ad6d1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:26.678 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 podman[73221]: 2024-03-16 18:18:26.65225865 +0000 UTC m=+0.358272263 container start 288959a5de14ba4fed2d66bb6902b3f94c47e851d325128f48b3bd4da2ad6d1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:26.758 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 -- 172.21.15.17:0/1883244871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 msgr2=0x7f2124102b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 --2- 172.21.15.17:0/1883244871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124102b70 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2118009900 tx=0x7f211802bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 -- 172.21.15.17:0/1883244871 shutdown_connections 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 --2- 172.21.15.17:0/1883244871 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124102b70 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 --2- 172.21.15.17:0/1883244871 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f21241030b0 0x7f2124109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 --2- 172.21.15.17:0/1883244871 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2124101500 0x7f2124101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 -- 172.21.15.17:0/1883244871 >> 172.21.15.17:0/1883244871 conn(0x7f21240fcad0 msgr2=0x7f21240feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:26.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.871+0000 7f212a691640 1 -- 172.21.15.17:0/1883244871 shutdown_connections 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 -- 172.21.15.17:0/1883244871 wait complete. 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 Processor -- start 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 -- start start 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2124101500 0x7f21241974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f21241030b0 0x7f212419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f212419efc0 con 0x7f21241026f0 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f212419f130 con 0x7f2124101500 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f212a691640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f212419f2f0 con 0x7f21241030b0 2024-03-16T18:18:26.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f21237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.872+0000 7f21237fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124197a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60458/0 (socket says 172.21.15.17:60458) 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 -- 172.21.15.17:0/27677085 learned_addr learned my addr 172.21.15.17:0/27677085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f2123fff640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2124101500 0x7f21241974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f2128c2e640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f21241030b0 0x7f212419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 -- 172.21.15.17:0/27677085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f21241030b0 msgr2=0x7f212419ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f21241030b0 0x7f212419ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 -- 172.21.15.17:0/27677085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2124101500 msgr2=0x7f21241974d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2124101500 0x7f21241974d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 -- 172.21.15.17:0/27677085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2118009560 con 0x7f21241026f0 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f2128c2e640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f21241030b0 0x7f212419ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:18:26.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21237fe640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124197a10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2118036040 tx=0x7f2118004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:26.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21180035f0 con 0x7f21241026f0 2024-03-16T18:18:26.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f211802de90 con 0x7f21241026f0 2024-03-16T18:18:26.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f212419f570 con 0x7f21241026f0 2024-03-16T18:18:26.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2118005490 con 0x7f21241026f0 2024-03-16T18:18:26.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.873+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f212419fa80 con 0x7f21241026f0 2024-03-16T18:18:26.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.874+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2124108890 con 0x7f21241026f0 2024-03-16T18:18:26.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.875+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f2118003750 con 0x7f21241026f0 2024-03-16T18:18:26.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.876+0000 7f21217fa640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f210c0a1a30 0x7f210c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:26.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.876+0000 7f2123fff640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f210c0a1a30 0x7f210c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:26.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.876+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f21180ef920 con 0x7f21241026f0 2024-03-16T18:18:26.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.876+0000 7f2123fff640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f210c0a1a30 0x7f210c0a3ef0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f21140058c0 tx=0x7f211400a2d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:26.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:26.882+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f21180b8fd0 con 0x7f21241026f0 2024-03-16T18:18:27.039 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 ceph-mds[73240]: -- 172.21.15.17:0/241058332 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55920f6581a0 con 0x55920f62f000 2024-03-16T18:18:27.039 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j[73236]: starting mds.j at 2024-03-16T18:18:27.039 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 bash[73221]: 288959a5de14ba4fed2d66bb6902b3f94c47e851d325128f48b3bd4da2ad6d1d 2024-03-16T18:18:27.039 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:18:26 smithi017 systemd[1]: Started Ceph mds.j for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:27.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.108+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f212410cdc0 con 0x7f21241026f0 2024-03-16T18:18:27.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.109+0000 7f21217fa640 1 -- 172.21.15.17:0/27677085 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2913 (secure 0 0 0) 0x7f21180bc690 con 0x7f21241026f0 2024-03-16T18:18:27.112 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:27.112 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-03-16T18:18:27.112 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 4 2024-03-16T18:18:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f210c0a1a30 msgr2=0x7f210c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:27.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f210c0a1a30 0x7f210c0a3ef0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f21140058c0 tx=0x7f211400a2d0 comp rx=0 tx=0).stop 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 msgr2=0x7f2124197a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124197a10 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f2118036040 tx=0x7f2118004140 comp rx=0 tx=0).stop 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 shutdown_connections 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f210c0a1a30 0x7f210c0a3ef0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f21241026f0 0x7f2124197a10 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f21241030b0 0x7f212419ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 --2- 172.21.15.17:0/27677085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2124101500 0x7f21241974d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 >> 172.21.15.17:0/27677085 conn(0x7f21240fcad0 msgr2=0x7f2124105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 shutdown_connections 2024-03-16T18:18:27.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:27.111+0000 7f212a691640 1 -- 172.21.15.17:0/27677085 wait complete. 2024-03-16T18:18:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.17:6834/4000873635,v1:172.21.15.17:6835/4000873635] up:boot 2024-03-16T18:18:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: fsmap 3 up:standby 2024-03-16T18:18:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-16T18:18:28.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:28.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:28.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:28.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: Deploying daemon mds.d on smithi017 2024-03-16T18:18:28.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:28.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:27 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/27677085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:28.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.17:6834/4000873635,v1:172.21.15.17:6835/4000873635] up:boot 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: fsmap 3 up:standby 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: Deploying daemon mds.d on smithi017 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:28.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:27 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/27677085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:28.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.17:6834/4000873635,v1:172.21.15.17:6835/4000873635] up:boot 2024-03-16T18:18:28.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: fsmap 3 up:standby 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.d", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: Deploying daemon mds.d on smithi017 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:28.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:27 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/27677085' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:29.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:28 smithi153 ceph-mon[36005]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:29.127 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:29.153 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:28 smithi017 ceph-mon[32207]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:29.154 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:28 smithi017 systemd[1]: Starting Ceph mds.d for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 -- 172.21.15.17:0/2019265339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101600 msgr2=0x7fdd40101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 --2- 172.21.15.17:0/2019265339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101600 0x7fdd40101a80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fdd28009900 tx=0x7fdd2802bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 -- 172.21.15.17:0/2019265339 shutdown_connections 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 --2- 172.21.15.17:0/2019265339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101600 0x7fdd40101a80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 --2- 172.21.15.17:0/2019265339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101fc0 0x7fdd40108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 --2- 172.21.15.17:0/2019265339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 0x7fdd40100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 -- 172.21.15.17:0/2019265339 >> 172.21.15.17:0/2019265339 conn(0x7fdd400fb9a0 msgr2=0x7fdd400fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 -- 172.21.15.17:0/2019265339 shutdown_connections 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.231+0000 7fdd457fd640 1 -- 172.21.15.17:0/2019265339 wait complete. 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 Processor -- start 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 -- start start 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 0x7fdd4006a710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101600 0x7fdd4019c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 0x7fdd4019e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd4019ef90 con 0x7fdd40101fc0 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd4019f100 con 0x7fdd40100410 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd457fd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd4019f2c0 con 0x7fdd40101600 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd3f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 0x7fdd4019e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd3f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 0x7fdd4019e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60468/0 (socket says 172.21.15.17:60468) 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/1748867724 learned_addr learned my addr 172.21.15.17:0/1748867724 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.232+0000 7fdd3e7fc640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101600 0x7fdd4019c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3effd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 0x7fdd4006a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/1748867724 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101600 msgr2=0x7fdd4019c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3f7fe640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101600 0x7fdd4019c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/1748867724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 msgr2=0x7fdd4006a710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3f7fe640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 0x7fdd4006a710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3f7fe640 1 -- 172.21.15.17:0/1748867724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd28009560 con 0x7fdd40101fc0 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3e7fc640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101600 0x7fdd4019c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3effd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 0x7fdd4006a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd3f7fe640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 0x7fdd4019e800 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdd3800d750 tx=0x7fdd3800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd38009bd0 con 0x7fdd40101fc0 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd3800de60 con 0x7fdd40101fc0 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd4019f5a0 con 0x7fdd40101fc0 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd38004e00 con 0x7fdd40101fc0 2024-03-16T18:18:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.233+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd4019fab0 con 0x7fdd40101fc0 2024-03-16T18:18:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.234+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd401077b0 con 0x7fdd40101fc0 2024-03-16T18:18:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.235+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fdd38004f60 con 0x7fdd40101fc0 2024-03-16T18:18:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.236+0000 7fdd37fff640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd2c0a1a30 0x7fdd2c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.236+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdd380ccdb0 con 0x7fdd40101fc0 2024-03-16T18:18:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.236+0000 7fdd3effd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd2c0a1a30 0x7fdd2c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.236+0000 7fdd3effd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd2c0a1a30 0x7fdd2c0a3ef0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdd40101460 tx=0x7fdd30009400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:29.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.240+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdd38096460 con 0x7fdd40101fc0 2024-03-16T18:18:29.341 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:28 smithi149 ceph-mon[35991]: pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:29.459 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 podman[73570]: 2024-03-16 18:18:29.104792114 +0000 UTC m=+0.017615958 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:29.460 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 podman[73570]: 2024-03-16 18:18:29.220622029 +0000 UTC m=+0.133445866 container create 56daa34e407e97f4247666ff3f61e913d74d3c90f2a810a8a920f78561045756 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD) 2024-03-16T18:18:29.460 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 podman[73570]: 2024-03-16 18:18:29.457346606 +0000 UTC m=+0.370170463 container init 56daa34e407e97f4247666ff3f61e913d74d3c90f2a810a8a920f78561045756 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:29.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.464+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdd4010bcd0 con 0x7fdd40101fc0 2024-03-16T18:18:29.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.464+0000 7fdd37fff640 1 -- 172.21.15.17:0/1748867724 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 4 v4) v1 ==== 93+0+2913 (secure 0 0 0) 0x7fdd38017090 con 0x7fdd40101fc0 2024-03-16T18:18:29.467 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:29.468 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":4,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-03-16T18:18:29.468 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 4 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.466+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd2c0a1a30 msgr2=0x7fdd2c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.466+0000 7fdd457fd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd2c0a1a30 0x7fdd2c0a3ef0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fdd40101460 tx=0x7fdd30009400 comp rx=0 tx=0).stop 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.466+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 msgr2=0x7fdd4019e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.466+0000 7fdd457fd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 0x7fdd4019e800 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fdd3800d750 tx=0x7fdd3800dc10 comp rx=0 tx=0).stop 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 shutdown_connections 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd2c0a1a30 0x7fdd2c0a3ef0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd40101fc0 0x7fdd4019e800 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd40101600 0x7fdd4019c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 --2- 172.21.15.17:0/1748867724 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd40100410 0x7fdd4006a710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 >> 172.21.15.17:0/1748867724 conn(0x7fdd400fb9a0 msgr2=0x7fdd40104980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 shutdown_connections 2024-03-16T18:18:29.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:29.467+0000 7fdd457fd640 1 -- 172.21.15.17:0/1748867724 wait complete. 2024-03-16T18:18:29.789 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 podman[73570]: 2024-03-16 18:18:29.46070824 +0000 UTC m=+0.373532087 container start 56daa34e407e97f4247666ff3f61e913d74d3c90f2a810a8a920f78561045756 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:18:29.789 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mds[73628]: -- 172.21.15.17:0/1615929578 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55635e6661a0 con 0x55635e63c800 2024-03-16T18:18:29.789 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d[73624]: starting mds.d at 2024-03-16T18:18:29.789 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 bash[73570]: 56daa34e407e97f4247666ff3f61e913d74d3c90f2a810a8a920f78561045756 2024-03-16T18:18:29.789 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:18:29 smithi017 systemd[1]: Started Ceph mds.d for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:30.259 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1748867724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:30.260 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:29 smithi149 ceph-mon[35991]: Deploying daemon mds.e on smithi149 2024-03-16T18:18:30.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1748867724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:30.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:30.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:30.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:30.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:29 smithi017 ceph-mon[32207]: Deploying daemon mds.e on smithi149 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1748867724' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.e", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:30.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:29 smithi153 ceph-mon[36005]: Deploying daemon mds.e on smithi149 2024-03-16T18:18:31.264 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:30 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.17:6836/2399846333,v1:172.21.15.17:6837/2399846333] up:boot 2024-03-16T18:18:31.264 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:30 smithi153 ceph-mon[36005]: fsmap 4 up:standby 2024-03-16T18:18:31.264 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:30 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-16T18:18:31.264 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:30 smithi153 ceph-mon[36005]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:31.284 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:30 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.17:6836/2399846333,v1:172.21.15.17:6837/2399846333] up:boot 2024-03-16T18:18:31.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:30 smithi149 ceph-mon[35991]: fsmap 4 up:standby 2024-03-16T18:18:31.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:30 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-16T18:18:31.285 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:30 smithi149 ceph-mon[35991]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:30 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.17:6836/2399846333,v1:172.21.15.17:6837/2399846333] up:boot 2024-03-16T18:18:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:30 smithi017 ceph-mon[32207]: fsmap 4 up:standby 2024-03-16T18:18:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:30 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-16T18:18:31.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:30 smithi017 ceph-mon[32207]: pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:31.482 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:31.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 -- 172.21.15.17:0/1452442822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394102040 msgr2=0x7f93941088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:31.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 --2- 172.21.15.17:0/1452442822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394102040 0x7f93941088d0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f938c009ca0 tx=0x7f938c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 -- 172.21.15.17:0/1452442822 shutdown_connections 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 --2- 172.21.15.17:0/1452442822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394102040 0x7f93941088d0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 --2- 172.21.15.17:0/1452442822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9394101680 0x7f9394101b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 --2- 172.21.15.17:0/1452442822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9394100490 0x7f93941008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 -- 172.21.15.17:0/1452442822 >> 172.21.15.17:0/1452442822 conn(0x7f93940fba20 msgr2=0x7f93940fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 -- 172.21.15.17:0/1452442822 shutdown_connections 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.596+0000 7f939bec9640 1 -- 172.21.15.17:0/1452442822 wait complete. 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 Processor -- start 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 -- start start 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 0x7f9394197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9394101680 0x7f9394197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:31.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9394102040 0x7f939419e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939419ef30 con 0x7f9394100490 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939419f0a0 con 0x7f9394101680 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939bec9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f939419f260 con 0x7f9394102040 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f9399c65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 0x7f9394197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f9399c65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 0x7f9394197440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49926/0 (socket says 172.21.15.17:49926) 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f9399c65640 1 -- 172.21.15.17:0/2095863834 learned_addr learned my addr 172.21.15.17:0/2095863834 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f9399464640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9394101680 0x7f9394197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.597+0000 7f939a466640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9394102040 0x7f939419e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f9399c65640 1 -- 172.21.15.17:0/2095863834 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9394102040 msgr2=0x7f939419e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f9399c65640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9394102040 0x7f939419e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f9399c65640 1 -- 172.21.15.17:0/2095863834 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9394101680 msgr2=0x7f9394197980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f9399c65640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9394101680 0x7f9394197980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f9399c65640 1 -- 172.21.15.17:0/2095863834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f938c009900 con 0x7f9394100490 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f9399c65640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 0x7f9394197440 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f939000e9c0 tx=0x7f939000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:31.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9390009700 con 0x7f9394100490 2024-03-16T18:18:31.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f93900044d0 con 0x7f9394100490 2024-03-16T18:18:31.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9390010430 con 0x7f9394100490 2024-03-16T18:18:31.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f939419f540 con 0x7f9394100490 2024-03-16T18:18:31.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.598+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f939419fa50 con 0x7f9394100490 2024-03-16T18:18:31.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.599+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9394107800 con 0x7f9394100490 2024-03-16T18:18:31.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.600+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9390003f30 con 0x7f9394100490 2024-03-16T18:18:31.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.601+0000 7f938affd640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f93800a1a30 0x7f93800a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:31.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.601+0000 7f9399464640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f93800a1a30 0x7f93800a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:31.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.601+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9390014070 con 0x7f9394100490 2024-03-16T18:18:31.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.601+0000 7f9399464640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f93800a1a30 0x7f93800a3ef0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9394198950 tx=0x7f938400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:31.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.605+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9390096aa0 con 0x7f9394100490 2024-03-16T18:18:31.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.828+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f939410ce00 con 0x7f9394100490 2024-03-16T18:18:31.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.829+0000 7f938affd640 1 -- 172.21.15.17:0/2095863834 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 5 v5) v1 ==== 93+0+3704 (secure 0 0 0) 0x7f939009a160 con 0x7f9394100490 2024-03-16T18:18:31.832 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:31.832 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":5,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2024-03-16T18:18:31.832 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 5 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f93800a1a30 msgr2=0x7f93800a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f93800a1a30 0x7f93800a3ef0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9394198950 tx=0x7f938400b390 comp rx=0 tx=0).stop 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 msgr2=0x7f9394197440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 0x7f9394197440 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f939000e9c0 tx=0x7f939000ee80 comp rx=0 tx=0).stop 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 shutdown_connections 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f93800a1a30 0x7f93800a3ef0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9394102040 0x7f939419e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9394101680 0x7f9394197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 --2- 172.21.15.17:0/2095863834 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9394100490 0x7f9394197440 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:31.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 >> 172.21.15.17:0/2095863834 conn(0x7f93940fba20 msgr2=0x7f93941049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:31.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 shutdown_connections 2024-03-16T18:18:31.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:31.831+0000 7f939bec9640 1 -- 172.21.15.17:0/2095863834 wait complete. 2024-03-16T18:18:31.956 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:31 smithi149 systemd[1]: Starting Ceph mds.e for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:32.206 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:31 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2095863834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:32.206 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 podman[65954]: 2024-03-16 18:18:32.05598456 +0000 UTC m=+0.109890186 container create 9296b944af010fa82987ce0506fd58048aa0ebfe5ee38dbf306d8e18f8790cdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:18:32.206 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 podman[65954]: 2024-03-16 18:18:31.964766715 +0000 UTC m=+0.018672297 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:31 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2095863834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:32.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:31 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2095863834' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:32.588 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 podman[65954]: 2024-03-16 18:18:32.333982138 +0000 UTC m=+0.387887724 container init 9296b944af010fa82987ce0506fd58048aa0ebfe5ee38dbf306d8e18f8790cdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True) 2024-03-16T18:18:32.588 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 podman[65954]: 2024-03-16 18:18:32.336607902 +0000 UTC m=+0.390513494 container start 9296b944af010fa82987ce0506fd58048aa0ebfe5ee38dbf306d8e18f8790cdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:18:32.589 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 ceph-mds[65974]: -- 172.21.15.149:0/3413935877 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x557ba6a4a1a0 con 0x557ba6a20c00 2024-03-16T18:18:32.589 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e[65969]: starting mds.e at 2024-03-16T18:18:32.589 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 bash[65954]: 9296b944af010fa82987ce0506fd58048aa0ebfe5ee38dbf306d8e18f8790cdd 2024-03-16T18:18:32.589 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:18:32 smithi149 systemd[1]: Started Ceph mds.e for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:33.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: Deploying daemon mds.f on smithi153 2024-03-16T18:18:33.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:33.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] up:boot 2024-03-16T18:18:33.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: fsmap 5 up:standby 2024-03-16T18:18:33.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:33 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:18:33.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: Deploying daemon mds.f on smithi153 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] up:boot 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: fsmap 5 up:standby 2024-03-16T18:18:33.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:33 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:18:33.846 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.f", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: Deploying daemon mds.f on smithi153 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] up:boot 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: fsmap 5 up:standby 2024-03-16T18:18:33.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:33 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 -- 172.21.15.17:0/1530066866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 msgr2=0x7f90c8106d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 --2- 172.21.15.17:0/1530066866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8106d90 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f90bc009900 tx=0x7f90bc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 -- 172.21.15.17:0/1530066866 shutdown_connections 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 --2- 172.21.15.17:0/1530066866 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8106d90 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 --2- 172.21.15.17:0/1530066866 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c81072d0 0x7f90c81096c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 --2- 172.21.15.17:0/1530066866 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c8102070 0x7f90c8104460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 -- 172.21.15.17:0/1530066866 >> 172.21.15.17:0/1530066866 conn(0x7f90c80fba20 msgr2=0x7f90c80fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 -- 172.21.15.17:0/1530066866 shutdown_connections 2024-03-16T18:18:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.957+0000 7f90cd078640 1 -- 172.21.15.17:0/1530066866 wait complete. 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 Processor -- start 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 -- start start 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c8102070 0x7f90c81019e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8100020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c81072d0 0x7f90c8100560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c8100cc0 con 0x7f90c81049a0 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c8100e30 con 0x7f90c8102070 2024-03-16T18:18:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90cd078640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c81a1570 con 0x7f90c81072d0 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8100020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8100020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49946/0 (socket says 172.21.15.17:49946) 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 -- 172.21.15.17:0/3763817467 learned_addr learned my addr 172.21.15.17:0/3763817467 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c759e640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c81072d0 0x7f90c8100560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c6d9d640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c8102070 0x7f90c81019e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 -- 172.21.15.17:0/3763817467 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c81072d0 msgr2=0x7f90c8100560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c81072d0 0x7f90c8100560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 -- 172.21.15.17:0/3763817467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c8102070 msgr2=0x7f90c81019e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c8102070 0x7f90c81019e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.958+0000 7f90c659c640 1 -- 172.21.15.17:0/3763817467 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90bc009560 con 0x7f90c81049a0 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90c6d9d640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c8102070 0x7f90c81019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90c759e640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c81072d0 0x7f90c8100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90c659c640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8100020 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f90bc036040 tx=0x7f90bc0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90bc0044e0 con 0x7f90c81049a0 2024-03-16T18:18:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90c81a17c0 con 0x7f90c81049a0 2024-03-16T18:18:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f90bc02de90 con 0x7f90c81049a0 2024-03-16T18:18:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90bc003c90 con 0x7f90c81049a0 2024-03-16T18:18:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.959+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90c81a1d20 con 0x7f90c81049a0 2024-03-16T18:18:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.960+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90c80fd510 con 0x7f90c81049a0 2024-03-16T18:18:33.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.961+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f90bc004fd0 con 0x7f90c81049a0 2024-03-16T18:18:33.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.962+0000 7f90affff640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f90b00a1a30 0x7f90b00a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:33.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.962+0000 7f90c6d9d640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f90b00a1a30 0x7f90b00a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:33.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.962+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f90bc0ef260 con 0x7f90c81049a0 2024-03-16T18:18:33.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.962+0000 7f90c6d9d640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f90b00a1a30 0x7f90b00a3ef0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f90b8005d00 tx=0x7f90b8005c70 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:33.966+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f90bc0b8910 con 0x7f90c81049a0 2024-03-16T18:18:34.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.186+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f90c810cfa0 con 0x7f90c81049a0 2024-03-16T18:18:34.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.187+0000 7f90affff640 1 -- 172.21.15.17:0/3763817467 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 6 v6) v1 ==== 93+0+4498 (secure 0 0 0) 0x7f90bc003df0 con 0x7f90c81049a0 2024-03-16T18:18:34.191 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:34.191 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":6,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-03-16T18:18:34.191 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 6 2024-03-16T18:18:34.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f90b00a1a30 msgr2=0x7f90b00a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:34.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f90b00a1a30 0x7f90b00a3ef0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f90b8005d00 tx=0x7f90b8005c70 comp rx=0 tx=0).stop 2024-03-16T18:18:34.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 msgr2=0x7f90c8100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:34.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8100020 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f90bc036040 tx=0x7f90bc0042f0 comp rx=0 tx=0).stop 2024-03-16T18:18:34.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 shutdown_connections 2024-03-16T18:18:34.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f90b00a1a30 0x7f90b00a3ef0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:34.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90c81049a0 0x7f90c8100020 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:34.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90c81072d0 0x7f90c8100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:34.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 --2- 172.21.15.17:0/3763817467 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90c8102070 0x7f90c81019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:34.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 >> 172.21.15.17:0/3763817467 conn(0x7f90c80fba20 msgr2=0x7f90c8102ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:34.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 shutdown_connections 2024-03-16T18:18:34.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:34.189+0000 7f90cd078640 1 -- 172.21.15.17:0/3763817467 wait complete. 2024-03-16T18:18:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:34 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3763817467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:34 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3763817467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:34.846 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:34 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3763817467' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:34.847 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:34 smithi153 systemd[1]: Starting Ceph mds.f for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:35.106 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:34 smithi153 podman[65936]: 2024-03-16 18:18:34.745925713 +0000 UTC m=+0.017846451 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:35.106 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:34 smithi153 podman[65936]: 2024-03-16 18:18:34.884096836 +0000 UTC m=+0.156017570 container create dbc116dc2567ac75d6492a1c67aac62e02be4e707956b829569453b20e42a771 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307) 2024-03-16T18:18:35.106 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:35 smithi153 podman[65936]: 2024-03-16 18:18:35.103294146 +0000 UTC m=+0.375214877 container init dbc116dc2567ac75d6492a1c67aac62e02be4e707956b829569453b20e42a771 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:35.362 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:35 smithi153 podman[65936]: 2024-03-16 18:18:35.106158389 +0000 UTC m=+0.378079129 container start dbc116dc2567ac75d6492a1c67aac62e02be4e707956b829569453b20e42a771 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True) 2024-03-16T18:18:35.362 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mds[65955]: -- 172.21.15.153:0/2106947298 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a8ce37e1a0 con 0x55a8ce354c00 2024-03-16T18:18:35.362 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f[65951]: starting mds.f at 2024-03-16T18:18:35.362 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:35 smithi153 bash[65936]: dbc116dc2567ac75d6492a1c67aac62e02be4e707956b829569453b20e42a771 2024-03-16T18:18:35.362 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:18:35 smithi153 systemd[1]: Started Ceph mds.f for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:35.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:35 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:35.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:35.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:35.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:35.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:35 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.c", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:35.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:35 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:36.205 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:36.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 -- 172.21.15.17:0/4046203422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0102040 msgr2=0x7fe0b01088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 --2- 172.21.15.17:0/4046203422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0102040 0x7fe0b01088d0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe0a8009ca0 tx=0x7fe0a802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 -- 172.21.15.17:0/4046203422 shutdown_connections 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 --2- 172.21.15.17:0/4046203422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0102040 0x7fe0b01088d0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 --2- 172.21.15.17:0/4046203422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0b0101680 0x7fe0b0101b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 --2- 172.21.15.17:0/4046203422 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0b0100490 0x7fe0b01008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 -- 172.21.15.17:0/4046203422 >> 172.21.15.17:0/4046203422 conn(0x7fe0b00fba20 msgr2=0x7fe0b00fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 -- 172.21.15.17:0/4046203422 shutdown_connections 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.316+0000 7fe0b7057640 1 -- 172.21.15.17:0/4046203422 wait complete. 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 Processor -- start 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 -- start start 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 0x7fe0b01974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0b0101680 0x7fe0b01979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:36.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0b0102040 0x7fe0b019ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b019ef90 con 0x7fe0b0100490 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b019f100 con 0x7fe0b0102040 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b7057640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b019f2c0 con 0x7fe0b0101680 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 0x7fe0b01974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 0x7fe0b01974a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49964/0 (socket says 172.21.15.17:49964) 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 -- 172.21.15.17:0/552484927 learned_addr learned my addr 172.21.15.17:0/552484927 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b55f4640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0b0102040 0x7fe0b019ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 -- 172.21.15.17:0/552484927 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0b0101680 msgr2=0x7fe0b01979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0affff640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0b0101680 0x7fe0b01979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0b0101680 0x7fe0b01979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 -- 172.21.15.17:0/552484927 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0b0102040 msgr2=0x7fe0b019ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0b0102040 0x7fe0b019ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.317+0000 7fe0b4df3640 1 -- 172.21.15.17:0/552484927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0a8009900 con 0x7fe0b0100490 2024-03-16T18:18:36.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.318+0000 7fe0b4df3640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 0x7fe0b01974a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe0a400c970 tx=0x7fe0a400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.318+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a4007c10 con 0x7fe0b0100490 2024-03-16T18:18:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.318+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe0a4007d70 con 0x7fe0b0100490 2024-03-16T18:18:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.318+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a400f7d0 con 0x7fe0b0100490 2024-03-16T18:18:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.318+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0b019f5a0 con 0x7fe0b0100490 2024-03-16T18:18:36.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.318+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0b019fab0 con 0x7fe0b0100490 2024-03-16T18:18:36.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.319+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0b010bcb0 con 0x7fe0b0100490 2024-03-16T18:18:36.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.320+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fe0a4018480 con 0x7fe0b0100490 2024-03-16T18:18:36.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.321+0000 7fe0adffb640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe0a00a1a30 0x7fe0a00a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:36.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.321+0000 7fe0affff640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe0a00a1a30 0x7fe0a00a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:36.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.321+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe0a4013070 con 0x7fe0b0100490 2024-03-16T18:18:36.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.321+0000 7fe0affff640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe0a00a1a30 0x7fe0a00a3ef0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe09c005fd0 tx=0x7fe09c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:36.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.325+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe0a4096a20 con 0x7fe0b0100490 2024-03-16T18:18:36.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.547+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe0b019fd30 con 0x7fe0b0100490 2024-03-16T18:18:36.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.547+0000 7fe0adffb640 1 -- 172.21.15.17:0/552484927 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+5292 (secure 0 0 0) 0x7fe0a409a0e0 con 0x7fe0b0100490 2024-03-16T18:18:36.551 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:36.552 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":7,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-03-16T18:18:36.552 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 7 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe0a00a1a30 msgr2=0x7fe0a00a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe0a00a1a30 0x7fe0a00a3ef0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7fe09c005fd0 tx=0x7fe09c005850 comp rx=0 tx=0).stop 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 msgr2=0x7fe0b01974a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 0x7fe0b01974a0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe0a400c970 tx=0x7fe0a400ce30 comp rx=0 tx=0).stop 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 shutdown_connections 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe0a00a1a30 0x7fe0a00a3ef0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe0b0102040 0x7fe0b019ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0b0101680 0x7fe0b01979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 --2- 172.21.15.17:0/552484927 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0b0100490 0x7fe0b01974a0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 >> 172.21.15.17:0/552484927 conn(0x7fe0b00fba20 msgr2=0x7fe0b00fd460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:36.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 shutdown_connections 2024-03-16T18:18:36.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:36.549+0000 7fe0b7057640 1 -- 172.21.15.17:0/552484927 wait complete. 2024-03-16T18:18:36.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:36 smithi017 ceph-mon[32207]: Deploying daemon mds.c on smithi153 2024-03-16T18:18:36.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:36 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6834/1474094458,v1:172.21.15.153:6835/1474094458] up:boot 2024-03-16T18:18:36.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:36 smithi017 ceph-mon[32207]: fsmap 6 up:standby 2024-03-16T18:18:36.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:36 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:18:36.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:36 smithi149 ceph-mon[35991]: Deploying daemon mds.c on smithi153 2024-03-16T18:18:36.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:36 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6834/1474094458,v1:172.21.15.153:6835/1474094458] up:boot 2024-03-16T18:18:36.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:36 smithi149 ceph-mon[35991]: fsmap 6 up:standby 2024-03-16T18:18:36.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:36 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:18:36.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:36 smithi153 ceph-mon[36005]: Deploying daemon mds.c on smithi153 2024-03-16T18:18:36.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:36 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6834/1474094458,v1:172.21.15.153:6835/1474094458] up:boot 2024-03-16T18:18:36.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:36 smithi153 ceph-mon[36005]: fsmap 6 up:standby 2024-03-16T18:18:36.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:36 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:18:37.531 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 systemd[1]: Starting Ceph mds.c for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:37.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:37 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/552484927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:37.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:37 smithi017 ceph-mon[32207]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:37.796 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:37 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/552484927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:37.796 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:37 smithi153 ceph-mon[36005]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:37.796 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 podman[66245]: 2024-03-16 18:18:37.520205445 +0000 UTC m=+0.017500472 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:37.796 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 podman[66245]: 2024-03-16 18:18:37.647876238 +0000 UTC m=+0.145171249 container create a9a1568e6939cc4626dddfcc2060c460c6c5c61c868f181f2d37aafae9f83517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=) 2024-03-16T18:18:37.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:37 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/552484927' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:37.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:37 smithi149 ceph-mon[35991]: pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:38.362 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 podman[66245]: 2024-03-16 18:18:37.918095353 +0000 UTC m=+0.415390368 container init a9a1568e6939cc4626dddfcc2060c460c6c5c61c868f181f2d37aafae9f83517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:38.363 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 podman[66245]: 2024-03-16 18:18:37.920824353 +0000 UTC m=+0.418119367 container start a9a1568e6939cc4626dddfcc2060c460c6c5c61c868f181f2d37aafae9f83517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-16T18:18:38.363 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 ceph-mds[66264]: -- 172.21.15.153:0/3813198640 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560ea74021a0 con 0x560ea73d8800 2024-03-16T18:18:38.363 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c[66260]: starting mds.c at 2024-03-16T18:18:38.363 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:38 smithi153 bash[66245]: a9a1568e6939cc4626dddfcc2060c460c6c5c61c868f181f2d37aafae9f83517 2024-03-16T18:18:38.363 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:18:38 smithi153 systemd[1]: Started Ceph mds.c for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:38.565 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:38.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 -- 172.21.15.17:0/2122668560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728101620 msgr2=0x7f3728101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 --2- 172.21.15.17:0/2122668560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728101620 0x7f3728101aa0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f3718009900 tx=0x7f371802bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 -- 172.21.15.17:0/2122668560 shutdown_connections 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 --2- 172.21.15.17:0/2122668560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728101620 0x7f3728101aa0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 --2- 172.21.15.17:0/2122668560 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3728101fe0 0x7f3728108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 --2- 172.21.15.17:0/2122668560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3728100430 0x7f3728100850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 -- 172.21.15.17:0/2122668560 >> 172.21.15.17:0/2122668560 conn(0x7f37280fb9a0 msgr2=0x7f37280fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 -- 172.21.15.17:0/2122668560 shutdown_connections 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.677+0000 7f3730148640 1 -- 172.21.15.17:0/2122668560 wait complete. 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 Processor -- start 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 -- start start 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 0x7f3728197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3728101620 0x7f3728197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:38.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3728101fe0 0x7f372819eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f372819eff0 con 0x7f3728100430 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f372819f160 con 0x7f3728101620 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f3730148640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f372819f320 con 0x7f3728101fe0 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f372dee4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 0x7f3728197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f372dee4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 0x7f3728197500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49982/0 (socket says 172.21.15.17:49982) 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f372dee4640 1 -- 172.21.15.17:0/3084778449 learned_addr learned my addr 172.21.15.17:0/3084778449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f372d6e3640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3728101620 0x7f3728197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.678+0000 7f372e6e5640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3728101fe0 0x7f372819eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f372dee4640 1 -- 172.21.15.17:0/3084778449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3728101fe0 msgr2=0x7f372819eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f372dee4640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3728101fe0 0x7f372819eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f372dee4640 1 -- 172.21.15.17:0/3084778449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3728101620 msgr2=0x7f3728197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f372dee4640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3728101620 0x7f3728197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f372dee4640 1 -- 172.21.15.17:0/3084778449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3718009560 con 0x7f3728100430 2024-03-16T18:18:38.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f372dee4640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 0x7f3728197500 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f372400d950 tx=0x7f372400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:38.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3724009c30 con 0x7f3728100430 2024-03-16T18:18:38.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3724009d90 con 0x7f3728100430 2024-03-16T18:18:38.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f372819f600 con 0x7f3728100430 2024-03-16T18:18:38.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f372400f7e0 con 0x7f3728100430 2024-03-16T18:18:38.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.679+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f372819fb30 con 0x7f3728100430 2024-03-16T18:18:38.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.680+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f372810bcf0 con 0x7f3728100430 2024-03-16T18:18:38.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.681+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f3724010460 con 0x7f3728100430 2024-03-16T18:18:38.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.682+0000 7f371effd640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f37140a1ab0 0x7f37140a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:38.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.682+0000 7f372d6e3640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f37140a1ab0 0x7f37140a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:38.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.682+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f37240ccaf0 con 0x7f3728100430 2024-03-16T18:18:38.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.682+0000 7f372d6e3640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f37140a1ab0 0x7f37140a3f70 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3718009230 tx=0x7f3718005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:38.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.686+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f37240961a0 con 0x7f3728100430 2024-03-16T18:18:38.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.907+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f372810bea0 con 0x7f3728100430 2024-03-16T18:18:38.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.907+0000 7f371effd640 1 -- 172.21.15.17:0/3084778449 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+6086 (secure 0 0 0) 0x7f3724099860 con 0x7f3728100430 2024-03-16T18:18:38.911 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:38.911 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":8,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6}],"filesystems":[]} 2024-03-16T18:18:38.912 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 8 2024-03-16T18:18:38.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f37140a1ab0 msgr2=0x7f37140a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:38.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f37140a1ab0 0x7f37140a3f70 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f3718009230 tx=0x7f3718005fd0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 msgr2=0x7f3728197500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:38.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 0x7f3728197500 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f372400d950 tx=0x7f372400de10 comp rx=0 tx=0).stop 2024-03-16T18:18:38.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 shutdown_connections 2024-03-16T18:18:38.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f37140a1ab0 0x7f37140a3f70 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3728101fe0 0x7f372819eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3728101620 0x7f3728197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 --2- 172.21.15.17:0/3084778449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3728100430 0x7f3728197500 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:38.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 >> 172.21.15.17:0/3084778449 conn(0x7f37280fb9a0 msgr2=0x7f37280fd4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:38.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 shutdown_connections 2024-03-16T18:18:38.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:38.909+0000 7f3730148640 1 -- 172.21.15.17:0/3084778449 wait complete. 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:39.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: Deploying daemon mds.h on smithi149 2024-03-16T18:18:39.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] up:boot 2024-03-16T18:18:39.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: fsmap 7 up:standby 2024-03-16T18:18:39.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:18:39.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:39.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:39 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3084778449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:39.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: Deploying daemon mds.h on smithi149 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] up:boot 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: fsmap 7 up:standby 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:39.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:39 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3084778449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.h", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: Deploying daemon mds.h on smithi149 2024-03-16T18:18:39.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] up:boot 2024-03-16T18:18:39.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: fsmap 7 up:standby 2024-03-16T18:18:39.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:18:39.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:39.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:39 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3084778449' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:40.338 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 systemd[1]: Starting Ceph mds.h for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:40.733 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 podman[66260]: 2024-03-16 18:18:40.373846015 +0000 UTC m=+0.018787666 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:40.734 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 podman[66260]: 2024-03-16 18:18:40.478666193 +0000 UTC m=+0.123607836 container create 4965eb47878da84336d0f138c6c8e165eb49e9d9fc6b14f995f964b1f77fe987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-03-16T18:18:40.734 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 podman[66260]: 2024-03-16 18:18:40.731402597 +0000 UTC m=+0.376344240 container init 4965eb47878da84336d0f138c6c8e165eb49e9d9fc6b14f995f964b1f77fe987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307) 2024-03-16T18:18:40.925 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:41.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 -- 172.21.15.17:0/3787727003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf70101520 msgr2=0x7fdf70101940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 --2- 172.21.15.17:0/3787727003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf70101520 0x7fdf70101940 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c009ca0 tx=0x7fdf6c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 -- 172.21.15.17:0/3787727003 shutdown_connections 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 --2- 172.21.15.17:0/3787727003 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf701030d0 0x7fdf70109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 --2- 172.21.15.17:0/3787727003 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf70102710 0x7fdf70102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 --2- 172.21.15.17:0/3787727003 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf70101520 0x7fdf70101940 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 -- 172.21.15.17:0/3787727003 >> 172.21.15.17:0/3787727003 conn(0x7fdf700fca90 msgr2=0x7fdf700feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 -- 172.21.15.17:0/3787727003 shutdown_connections 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.033+0000 7fdf773f4640 1 -- 172.21.15.17:0/3787727003 wait complete. 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 Processor -- start 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 -- start start 2024-03-16T18:18:41.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf70101520 0x7fdf70197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf70102710 0x7fdf70197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 0x7fdf7019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7019f010 con 0x7fdf701030d0 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7019f180 con 0x7fdf70101520 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf773f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf7019f340 con 0x7fdf70102710 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf75991640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 0x7fdf7019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf75991640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 0x7fdf7019ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40676/0 (socket says 172.21.15.17:40676) 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf75991640 1 -- 172.21.15.17:0/2479404636 learned_addr learned my addr 172.21.15.17:0/2479404636 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.034+0000 7fdf7498f640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf70102710 0x7fdf70197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75190640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf70101520 0x7fdf70197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75991640 1 -- 172.21.15.17:0/2479404636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf70102710 msgr2=0x7fdf70197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75991640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf70102710 0x7fdf70197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75991640 1 -- 172.21.15.17:0/2479404636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf70101520 msgr2=0x7fdf70197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75991640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf70101520 0x7fdf70197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75991640 1 -- 172.21.15.17:0/2479404636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf6c009900 con 0x7fdf701030d0 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf75991640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 0x7fdf7019ead0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800d750 tx=0x7fdf6800dc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf68009bd0 con 0x7fdf701030d0 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdf6800de60 con 0x7fdf701030d0 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf7019f620 con 0x7fdf701030d0 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf68004e00 con 0x7fdf701030d0 2024-03-16T18:18:41.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.035+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf7019fb30 con 0x7fdf701030d0 2024-03-16T18:18:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.036+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf70108910 con 0x7fdf701030d0 2024-03-16T18:18:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.037+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fdf68004f60 con 0x7fdf701030d0 2024-03-16T18:18:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.038+0000 7fdf667fc640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf5c0a1ab0 0x7fdf5c0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.038+0000 7fdf75190640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf5c0a1ab0 0x7fdf5c0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.038+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fdf680cc8b0 con 0x7fdf701030d0 2024-03-16T18:18:41.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.038+0000 7fdf75190640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf5c0a1ab0 0x7fdf5c0a3f70 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c02c700 tx=0x7fdf6c009800 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:41.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.042+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdf68095f60 con 0x7fdf701030d0 2024-03-16T18:18:41.088 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 podman[66260]: 2024-03-16 18:18:40.734013831 +0000 UTC m=+0.378955476 container start 4965eb47878da84336d0f138c6c8e165eb49e9d9fc6b14f995f964b1f77fe987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:18:41.088 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 ceph-mds[66279]: -- 172.21.15.149:0/1751193744 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55729e3421a0 con 0x55729e318c00 2024-03-16T18:18:41.089 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h[66275]: starting mds.h at 2024-03-16T18:18:41.089 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 bash[66260]: 4965eb47878da84336d0f138c6c8e165eb49e9d9fc6b14f995f964b1f77fe987 2024-03-16T18:18:41.089 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:18:40 smithi149 systemd[1]: Started Ceph mds.h for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:41.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.266+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdf7002d000 con 0x7fdf701030d0 2024-03-16T18:18:41.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.266+0000 7fdf667fc640 1 -- 172.21.15.17:0/2479404636 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6877 (secure 0 0 0) 0x7fdf68099620 con 0x7fdf701030d0 2024-03-16T18:18:41.270 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:41.271 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-03-16T18:18:41.271 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 9 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf5c0a1ab0 msgr2=0x7fdf5c0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf5c0a1ab0 0x7fdf5c0a3f70 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fdf6c02c700 tx=0x7fdf6c009800 comp rx=0 tx=0).stop 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 msgr2=0x7fdf7019ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 0x7fdf7019ead0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fdf6800d750 tx=0x7fdf6800dc10 comp rx=0 tx=0).stop 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 shutdown_connections 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf5c0a1ab0 0x7fdf5c0a3f70 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf701030d0 0x7fdf7019ead0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf70102710 0x7fdf70197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 --2- 172.21.15.17:0/2479404636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf70101520 0x7fdf70197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:41.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 >> 172.21.15.17:0/2479404636 conn(0x7fdf700fca90 msgr2=0x7fdf70105ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:41.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 shutdown_connections 2024-03-16T18:18:41.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:41.269+0000 7fdf773f4640 1 -- 172.21.15.17:0/2479404636 wait complete. 2024-03-16T18:18:42.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] up:boot 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: fsmap 8 up:standby 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:42.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:42.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:42.090 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:41 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2479404636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] up:boot 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: fsmap 8 up:standby 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:42.113 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:42.114 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:41 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2479404636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:42.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] up:boot 2024-03-16T18:18:42.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: fsmap 8 up:standby 2024-03-16T18:18:42.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:18:42.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.i", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:42.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:41 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2479404636' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:43.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:42 smithi017 ceph-mon[32207]: Deploying daemon mds.i on smithi153 2024-03-16T18:18:43.283 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:42 smithi153 ceph-mon[36005]: Deploying daemon mds.i on smithi153 2024-03-16T18:18:43.283 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 systemd[1]: Starting Ceph mds.i for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:43.284 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:43.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:42 smithi149 ceph-mon[35991]: Deploying daemon mds.i on smithi153 2024-03-16T18:18:43.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- 172.21.15.17:0/1411973998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec101fc0 msgr2=0x7f9eec108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/1411973998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec101fc0 0x7f9eec108850 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4009ca0 tx=0x7f9ee402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- 172.21.15.17:0/1411973998 shutdown_connections 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/1411973998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec101fc0 0x7f9eec108850 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/1411973998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 0x7f9eec101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/1411973998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9eec100410 0x7f9eec100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- 172.21.15.17:0/1411973998 >> 172.21.15.17:0/1411973998 conn(0x7f9eec0fb980 msgr2=0x7f9eec0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- 172.21.15.17:0/1411973998 shutdown_connections 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- 172.21.15.17:0/1411973998 wait complete. 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 Processor -- start 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- start start 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 0x7f9eec1974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:43.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 0x7f9eec197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9eec101fc0 0x7f9eec19ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec19ef70 con 0x7f9eec100410 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec19f0e0 con 0x7f9eec101600 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef2e64640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec19f2a0 con 0x7f9eec101fc0 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.389+0000 7f9ef0c00640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 0x7f9eec1974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 0x7f9eec1974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40692/0 (socket says 172.21.15.17:40692) 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 -- 172.21.15.17:0/4057351032 learned_addr learned my addr 172.21.15.17:0/4057351032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef1401640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9eec101fc0 0x7f9eec19ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9eebfff640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 0x7f9eec197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 -- 172.21.15.17:0/4057351032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9eec101fc0 msgr2=0x7f9eec19ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9eec101fc0 0x7f9eec19ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 -- 172.21.15.17:0/4057351032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 msgr2=0x7f9eec197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 0x7f9eec197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 -- 172.21.15.17:0/4057351032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ee4009900 con 0x7f9eec100410 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9eebfff640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 0x7f9eec197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef0c00640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 0x7f9eec1974f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9ee000e9c0 tx=0x7f9ee000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee0009700 con 0x7f9eec100410 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9ee00044d0 con 0x7f9eec100410 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9eec19f580 con 0x7f9eec100410 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee0010430 con 0x7f9eec100410 2024-03-16T18:18:43.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.390+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eec19fa90 con 0x7f9eec100410 2024-03-16T18:18:43.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.391+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9eec10bcd0 con 0x7f9eec100410 2024-03-16T18:18:43.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.392+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9ee0003f30 con 0x7f9eec100410 2024-03-16T18:18:43.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.393+0000 7f9ee9ffb640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9edc0a1a30 0x7f9edc0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:43.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.393+0000 7f9eebfff640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9edc0a1a30 0x7f9edc0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:43.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.393+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f9ee0014070 con 0x7f9eec100410 2024-03-16T18:18:43.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.393+0000 7f9eebfff640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9edc0a1a30 0x7f9edc0a3ef0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9eec198990 tx=0x7f9ed8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:43.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.397+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9ee0096aa0 con 0x7f9eec100410 2024-03-16T18:18:43.551 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 podman[66550]: 2024-03-16 18:18:43.183192566 +0000 UTC m=+0.017391507 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:43.551 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 podman[66550]: 2024-03-16 18:18:43.287391447 +0000 UTC m=+0.121590386 container create 9d2f6e1fb847e56da77e78dc95f3572320e95d510eebe69dd4c9a3a766b7dbe5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-03-16T18:18:43.551 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 podman[66550]: 2024-03-16 18:18:43.523543372 +0000 UTC m=+0.357742312 container init 9d2f6e1fb847e56da77e78dc95f3572320e95d510eebe69dd4c9a3a766b7dbe5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:18:43.551 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 podman[66550]: 2024-03-16 18:18:43.526116903 +0000 UTC m=+0.360315851 container start 9d2f6e1fb847e56da77e78dc95f3572320e95d510eebe69dd4c9a3a766b7dbe5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:18:43.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.620+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9eec10be60 con 0x7f9eec100410 2024-03-16T18:18:43.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.620+0000 7f9ee9ffb640 1 -- 172.21.15.17:0/4057351032 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+6877 (secure 0 0 0) 0x7f9ee009a160 con 0x7f9eec100410 2024-03-16T18:18:43.624 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:43.624 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":9,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-03-16T18:18:43.625 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 9 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9edc0a1a30 msgr2=0x7f9edc0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9edc0a1a30 0x7f9edc0a3ef0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f9eec198990 tx=0x7f9ed8005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 msgr2=0x7f9eec1974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 0x7f9eec1974f0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f9ee000e9c0 tx=0x7f9ee000ee80 comp rx=0 tx=0).stop 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 shutdown_connections 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9edc0a1a30 0x7f9edc0a3ef0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9eec101fc0 0x7f9eec19ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9eec101600 0x7f9eec197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 --2- 172.21.15.17:0/4057351032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9eec100410 0x7f9eec1974f0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 >> 172.21.15.17:0/4057351032 conn(0x7f9eec0fb980 msgr2=0x7f9eec0fd450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 shutdown_connections 2024-03-16T18:18:43.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:43.624+0000 7f9ef2e64640 1 -- 172.21.15.17:0/4057351032 wait complete. 2024-03-16T18:18:43.862 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mds[66569]: -- 172.21.15.153:0/2925431503 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563fae58e1a0 con 0x563fae565000 2024-03-16T18:18:43.862 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i[66565]: starting mds.i at 2024-03-16T18:18:43.862 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 bash[66550]: 9d2f6e1fb847e56da77e78dc95f3572320e95d510eebe69dd4c9a3a766b7dbe5 2024-03-16T18:18:43.862 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:18:43 smithi153 systemd[1]: Started Ceph mds.i for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4057351032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:44.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:43 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:44.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:44.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4057351032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:44.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:44.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:44.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:43 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4057351032' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.g", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:44.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:43 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:45.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:44 smithi017 ceph-mon[32207]: Deploying daemon mds.g on smithi017 2024-03-16T18:18:45.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:44 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] up:boot 2024-03-16T18:18:45.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:44 smithi017 ceph-mon[32207]: fsmap 9 up:standby 2024-03-16T18:18:45.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:44 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:18:45.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:44 smithi017 ceph-mon[32207]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:45.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:44 smithi149 ceph-mon[35991]: Deploying daemon mds.g on smithi017 2024-03-16T18:18:45.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:44 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] up:boot 2024-03-16T18:18:45.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:44 smithi149 ceph-mon[35991]: fsmap 9 up:standby 2024-03-16T18:18:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:44 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:18:45.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:44 smithi149 ceph-mon[35991]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:45.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:44 smithi153 ceph-mon[36005]: Deploying daemon mds.g on smithi017 2024-03-16T18:18:45.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:44 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] up:boot 2024-03-16T18:18:45.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:44 smithi153 ceph-mon[36005]: fsmap 9 up:standby 2024-03-16T18:18:45.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:44 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:18:45.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:44 smithi153 ceph-mon[36005]: pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:45.640 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:45.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 -- 172.21.15.17:0/2101532555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101080 msgr2=0x7f0504108920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 --2- 172.21.15.17:0/2101532555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101080 0x7f0504108920 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f04fc009c10 tx=0x7f04fc02bef0 comp rx=0 tx=0).stop 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 -- 172.21.15.17:0/2101532555 shutdown_connections 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 --2- 172.21.15.17:0/2101532555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101080 0x7f0504108920 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 --2- 172.21.15.17:0/2101532555 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f05041006c0 0x7f0504100b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 --2- 172.21.15.17:0/2101532555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0504101990 0x7f0504101db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 -- 172.21.15.17:0/2101532555 >> 172.21.15.17:0/2101532555 conn(0x7f05040fb0f0 msgr2=0x7f05040fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 -- 172.21.15.17:0/2101532555 shutdown_connections 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.860+0000 7f0509f93640 1 -- 172.21.15.17:0/2101532555 wait complete. 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 Processor -- start 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 -- start start 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05041006c0 0x7f0504100120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:45.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0504101080 0x7f050419e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 0x7f05041a0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05041a1200 con 0x7f0504101990 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05041a1370 con 0x7f05041006c0 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0509f93640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05041a1530 con 0x7f0504101080 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0503fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 0x7f05041a0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0503fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 0x7f05041a0b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40714/0 (socket says 172.21.15.17:40714) 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0503fff640 1 -- 172.21.15.17:0/3796908223 learned_addr learned my addr 172.21.15.17:0/3796908223 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f05037fe640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05041006c0 0x7f0504100120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0502ffd640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0504101080 0x7f050419e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.861+0000 7f0503fff640 1 -- 172.21.15.17:0/3796908223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0504101080 msgr2=0x7f050419e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0503fff640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0504101080 0x7f050419e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0503fff640 1 -- 172.21.15.17:0/3796908223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05041006c0 msgr2=0x7f0504100120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:45.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0503fff640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05041006c0 0x7f0504100120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0503fff640 1 -- 172.21.15.17:0/3796908223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04f8009560 con 0x7f0504101990 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0503fff640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 0x7f05041a0b40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f04fc02c430 tx=0x7f04fc033d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04fc033e70 con 0x7f0504101990 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04fc009840 con 0x7f0504101990 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f04fc003b80 con 0x7f0504101990 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04fc0347f0 con 0x7f0504101990 2024-03-16T18:18:45.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.862+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05041a1b20 con 0x7f0504101990 2024-03-16T18:18:45.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.863+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0504067a50 con 0x7f0504101990 2024-03-16T18:18:45.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.864+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f04fc003cf0 con 0x7f0504101990 2024-03-16T18:18:45.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.865+0000 7f0500ff9640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f04ec0a1a60 0x7f04ec0a3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:45.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.865+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f04fc0efef0 con 0x7f0504101990 2024-03-16T18:18:45.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.865+0000 7f05037fe640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f04ec0a1a60 0x7f04ec0a3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:45.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.866+0000 7f05037fe640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f04ec0a1a60 0x7f04ec0a3f20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f04f8009530 tx=0x7f04f8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:45.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:45.870+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f04fc0b9500 con 0x7f0504101990 2024-03-16T18:18:46.018 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:45 smithi017 systemd[1]: Starting Ceph mds.g for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.096+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0504107800 con 0x7f0504101990 2024-03-16T18:18:46.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.097+0000 7f0500ff9640 1 -- 172.21.15.17:0/3796908223 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 10 v10) v1 ==== 94+0+7673 (secure 0 0 0) 0x7f04fc0bcbc0 con 0x7f0504101990 2024-03-16T18:18:46.100 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:46.100 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":10,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-03-16T18:18:46.100 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 10 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f04ec0a1a60 msgr2=0x7f04ec0a3f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f04ec0a1a60 0x7f04ec0a3f20 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f04f8009530 tx=0x7f04f8009260 comp rx=0 tx=0).stop 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 msgr2=0x7f05041a0b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 0x7f05041a0b40 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f04fc02c430 tx=0x7f04fc033d80 comp rx=0 tx=0).stop 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 shutdown_connections 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f04ec0a1a60 0x7f04ec0a3f20 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0504101990 0x7f05041a0b40 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0504101080 0x7f050419e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 --2- 172.21.15.17:0/3796908223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f05041006c0 0x7f0504100120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:46.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 >> 172.21.15.17:0/3796908223 conn(0x7f05040fb0f0 msgr2=0x7f05041049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:46.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 shutdown_connections 2024-03-16T18:18:46.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:46.099+0000 7f0509f93640 1 -- 172.21.15.17:0/3796908223 wait complete. 2024-03-16T18:18:46.289 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 podman[74216]: 2024-03-16 18:18:45.918232807 +0000 UTC m=+0.018414296 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:46.289 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 podman[74216]: 2024-03-16 18:18:46.11418999 +0000 UTC m=+0.214371458 container create 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-03-16T18:18:46.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:46 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3796908223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:46.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:46 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3796908223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:46.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:46 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3796908223' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:46.789 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 podman[74216]: 2024-03-16 18:18:46.413710761 +0000 UTC m=+0.513892231 container init 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:18:46.789 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 podman[74216]: 2024-03-16 18:18:46.416283834 +0000 UTC m=+0.516465309 container start 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-16T18:18:46.789 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 ceph-mds[74237]: -- 172.21.15.17:0/657722173 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55c89827e1a0 con 0x55c898254c00 2024-03-16T18:18:46.789 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g[74233]: starting mds.g at 2024-03-16T18:18:46.789 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 bash[74216]: 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 2024-03-16T18:18:46.789 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:18:46 smithi017 systemd[1]: Started Ceph mds.g for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:47.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:47.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:47.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:47.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: Deploying daemon mds.a on smithi017 2024-03-16T18:18:47.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:47.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.17:6838/237087686,v1:172.21.15.17:6839/237087686] up:boot 2024-03-16T18:18:47.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: fsmap 10 up:standby 2024-03-16T18:18:47.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:47 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:18:47.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: Deploying daemon mds.a on smithi017 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.17:6838/237087686,v1:172.21.15.17:6839/237087686] up:boot 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: fsmap 10 up:standby 2024-03-16T18:18:47.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:47 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: Deploying daemon mds.a on smithi017 2024-03-16T18:18:47.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: pgmap v279: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:47.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.17:6838/237087686,v1:172.21.15.17:6839/237087686] up:boot 2024-03-16T18:18:47.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: fsmap 10 up:standby 2024-03-16T18:18:47.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:47 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:18:48.114 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:48.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2346608504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 msgr2=0x7fe164109960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2346608504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe164109960 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fe15c009ca0 tx=0x7fe15c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2346608504 shutdown_connections 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2346608504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe164109960 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2346608504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe164102710 0x7fe164102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2346608504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164101520 0x7fe164101940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2346608504 >> 172.21.15.17:0/2346608504 conn(0x7fe1640fcad0 msgr2=0x7fe1640feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2346608504 shutdown_connections 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2346608504 wait complete. 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 Processor -- start 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- start start 2024-03-16T18:18:48.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe164101520 0x7fe1641973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164102710 0x7fe164197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe16419e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe16419eed0 con 0x7fe1641030d0 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe16419f040 con 0x7fe164102710 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16b0cd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe16419f200 con 0x7fe164101520 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.227+0000 7fe16966a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe16419e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe16419e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40750/0 (socket says 172.21.15.17:40750) 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 -- 172.21.15.17:0/2998842986 learned_addr learned my addr 172.21.15.17:0/2998842986 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe168e69640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe164101520 0x7fe1641973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe163fff640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164102710 0x7fe164197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 -- 172.21.15.17:0/2998842986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe164101520 msgr2=0x7fe1641973e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe164101520 0x7fe1641973e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 -- 172.21.15.17:0/2998842986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164102710 msgr2=0x7fe164197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:48.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164102710 0x7fe164197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 -- 172.21.15.17:0/2998842986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe15c009900 con 0x7fe1641030d0 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe163fff640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164102710 0x7fe164197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16966a640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe16419e990 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe15c037040 tx=0x7fe15c032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe15c034e70 con 0x7fe1641030d0 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe16419f480 con 0x7fe1641030d0 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe15c003e20 con 0x7fe1641030d0 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe15c03d3f0 con 0x7fe1641030d0 2024-03-16T18:18:48.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.228+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe16419f980 con 0x7fe1641030d0 2024-03-16T18:18:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.229+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe164108840 con 0x7fe1641030d0 2024-03-16T18:18:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.231+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fe15c03b040 con 0x7fe1641030d0 2024-03-16T18:18:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.231+0000 7fe161ffb640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1540a1a30 0x7fe1540a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.231+0000 7fe168e69640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1540a1a30 0x7fe1540a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:48.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.231+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fe15c0efaf0 con 0x7fe1641030d0 2024-03-16T18:18:48.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.232+0000 7fe168e69640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1540a1a30 0x7fe1540a3ef0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe164102570 tx=0x7fe15800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:48.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.235+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe15c0b91a0 con 0x7fe1641030d0 2024-03-16T18:18:48.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.463+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe16410cde0 con 0x7fe1641030d0 2024-03-16T18:18:48.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.464+0000 7fe161ffb640 1 -- 172.21.15.17:0/2998842986 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 11 v11) v1 ==== 94+0+8462 (secure 0 0 0) 0x7fe16410cde0 con 0x7fe1641030d0 2024-03-16T18:18:48.466 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:48.467 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":11,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-03-16T18:18:48.467 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 11 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1540a1a30 msgr2=0x7fe1540a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1540a1a30 0x7fe1540a3ef0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fe164102570 tx=0x7fe15800b390 comp rx=0 tx=0).stop 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 msgr2=0x7fe16419e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe16419e990 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fe15c037040 tx=0x7fe15c032980 comp rx=0 tx=0).stop 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 shutdown_connections 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe1540a1a30 0x7fe1540a3ef0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe1641030d0 0x7fe16419e990 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe164102710 0x7fe164197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 --2- 172.21.15.17:0/2998842986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe164101520 0x7fe1641973e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 >> 172.21.15.17:0/2998842986 conn(0x7fe1640fcad0 msgr2=0x7fe164105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:48.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 shutdown_connections 2024-03-16T18:18:48.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:48.467+0000 7fe16b0cd640 1 -- 172.21.15.17:0/2998842986 wait complete. 2024-03-16T18:18:48.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:48 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2998842986' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:48.791 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:48 smithi017 systemd[1]: Starting Ceph mds.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:49.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:48 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2998842986' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:49.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:48 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2998842986' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:49.206 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:48 smithi017 podman[74564]: 2024-03-16 18:18:48.800258969 +0000 UTC m=+0.018534895 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:49.206 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:48 smithi017 podman[74564]: 2024-03-16 18:18:48.917877619 +0000 UTC m=+0.136153545 container create f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=) 2024-03-16T18:18:49.539 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:49 smithi017 podman[74564]: 2024-03-16 18:18:49.204224976 +0000 UTC m=+0.422500902 container init f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-03-16T18:18:49.539 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:49 smithi017 podman[74564]: 2024-03-16 18:18:49.206907773 +0000 UTC m=+0.425183703 container start f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:18:49.539 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mds[74583]: -- 172.21.15.17:0/2781624584 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55562f5301a0 con 0x55562f507000 2024-03-16T18:18:49.539 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a[74579]: starting mds.a at 2024-03-16T18:18:49.539 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:49 smithi017 bash[74564]: f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b 2024-03-16T18:18:49.539 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:18:49 smithi017 systemd[1]: Started Ceph mds.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:50.013 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:49 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:50.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:50.040 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:49 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-03-16T18:18:50.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:49 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:50.483 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.598+0000 7f13ce756640 1 -- 172.21.15.17:0/1015373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8101680 msgr2=0x7f13c8101b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.598+0000 7f13ce756640 1 --2- 172.21.15.17:0/1015373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8101680 0x7f13c8101b00 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f13bc009900 tx=0x7f13bc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 -- 172.21.15.17:0/1015373 shutdown_connections 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 --2- 172.21.15.17:0/1015373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8101680 0x7f13c8101b00 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 --2- 172.21.15.17:0/1015373 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f13c8102040 0x7f13c81088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 --2- 172.21.15.17:0/1015373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13c8100490 0x7f13c81008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 -- 172.21.15.17:0/1015373 >> 172.21.15.17:0/1015373 conn(0x7f13c80fba20 msgr2=0x7f13c80fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 -- 172.21.15.17:0/1015373 shutdown_connections 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 -- 172.21.15.17:0/1015373 wait complete. 2024-03-16T18:18:50.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 Processor -- start 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.599+0000 7f13ce756640 1 -- start start 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13ce756640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13c8100490 0x7f13c81043d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13ce756640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f13c8101680 0x7f13c8102a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13ce756640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 0x7f13c8102fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13ce756640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c8103730 con 0x7f13c8102040 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13ce756640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c81038a0 con 0x7f13c8100490 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13ce756640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c81a1550 con 0x7f13c8101680 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 0x7f13c8102fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 0x7f13c8102fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53648/0 (socket says 172.21.15.17:53648) 2024-03-16T18:18:50.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 -- 172.21.15.17:0/3193754475 learned_addr learned my addr 172.21.15.17:0/3193754475 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13c7fff640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13c8100490 0x7f13c81043d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13c77fe640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f13c8101680 0x7f13c8102a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 -- 172.21.15.17:0/3193754475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f13c8101680 msgr2=0x7f13c8102a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f13c8101680 0x7f13c8102a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 -- 172.21.15.17:0/3193754475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13c8100490 msgr2=0x7f13c81043d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13c8100490 0x7f13c81043d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 -- 172.21.15.17:0/3193754475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13bc009560 con 0x7f13c8102040 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13cccf3640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 0x7f13c8102fa0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f13c000ead0 tx=0x7f13c000ef90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.600+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c000cde0 con 0x7f13c8102040 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.601+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f13c0005020 con 0x7f13c8102040 2024-03-16T18:18:50.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.601+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13c81a17b0 con 0x7f13c8102040 2024-03-16T18:18:50.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.601+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c00116b0 con 0x7f13c8102040 2024-03-16T18:18:50.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.601+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13c81a1c90 con 0x7f13c8102040 2024-03-16T18:18:50.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.602+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13c810bce0 con 0x7f13c8102040 2024-03-16T18:18:50.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.603+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f13c0005190 con 0x7f13c8102040 2024-03-16T18:18:50.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.603+0000 7f13c57fa640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13b00a1a30 0x7f13b00a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:50.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.603+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f13c00cd100 con 0x7f13c8102040 2024-03-16T18:18:50.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.603+0000 7f13c7fff640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13b00a1a30 0x7f13b00a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:50.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.604+0000 7f13c7fff640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13b00a1a30 0x7f13b00a3ef0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f13c81014e0 tx=0x7f13b8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:50.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.608+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f13c00967c0 con 0x7f13c8102040 2024-03-16T18:18:50.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:50 smithi017 ceph-mon[32207]: Deploying daemon mds.b on smithi149 2024-03-16T18:18:50.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:50 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.17:6840/4143054545,v1:172.21.15.17:6841/4143054545] up:boot 2024-03-16T18:18:50.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:50 smithi017 ceph-mon[32207]: fsmap 11 up:standby 2024-03-16T18:18:50.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:18:50.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.831+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f13c81a1f10 con 0x7f13c8102040 2024-03-16T18:18:50.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.832+0000 7f13c57fa640 1 -- 172.21.15.17:0/3193754475 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 12 v12) v1 ==== 94+0+9254 (secure 0 0 0) 0x7f13c81a1f10 con 0x7f13c8102040 2024-03-16T18:18:50.835 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:50.835 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":12,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14634,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[]} 2024-03-16T18:18:50.835 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 12 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13b00a1a30 msgr2=0x7f13b00a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13b00a1a30 0x7f13b00a3ef0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f13c81014e0 tx=0x7f13b8005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 msgr2=0x7f13c8102fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 0x7f13c8102fa0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f13c000ead0 tx=0x7f13c000ef90 comp rx=0 tx=0).stop 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 shutdown_connections 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13b00a1a30 0x7f13b00a3ef0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13c8102040 0x7f13c8102fa0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f13c8101680 0x7f13c8102a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 --2- 172.21.15.17:0/3193754475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f13c8100490 0x7f13c81043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:50.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 >> 172.21.15.17:0/3193754475 conn(0x7f13c80fba20 msgr2=0x7f13c80fd510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:50.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 shutdown_connections 2024-03-16T18:18:50.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:50.834+0000 7f13ce756640 1 -- 172.21.15.17:0/3193754475 wait complete. 2024-03-16T18:18:51.046 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:50 smithi149 ceph-mon[35991]: Deploying daemon mds.b on smithi149 2024-03-16T18:18:51.046 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:50 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.17:6840/4143054545,v1:172.21.15.17:6841/4143054545] up:boot 2024-03-16T18:18:51.046 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:50 smithi149 ceph-mon[35991]: fsmap 11 up:standby 2024-03-16T18:18:51.046 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:18:51.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:50 smithi153 ceph-mon[36005]: Deploying daemon mds.b on smithi149 2024-03-16T18:18:51.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:50 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.17:6840/4143054545,v1:172.21.15.17:6841/4143054545] up:boot 2024-03-16T18:18:51.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:50 smithi153 ceph-mon[36005]: fsmap 11 up:standby 2024-03-16T18:18:51.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:18:51.952 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:51 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3193754475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:51.952 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:51 smithi149 ceph-mon[35991]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:51.952 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:51 smithi149 systemd[1]: Starting Ceph mds.b for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:18:52.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:51 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3193754475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:52.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:51 smithi017 ceph-mon[32207]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:52.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:51 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3193754475' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:52.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:51 smithi153 ceph-mon[36005]: pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:52.206 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:51 smithi149 podman[66569]: 2024-03-16 18:18:51.852052746 +0000 UTC m=+0.018522918 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:18:52.206 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:51 smithi149 podman[66569]: 2024-03-16 18:18:51.967523554 +0000 UTC m=+0.133993730 container create c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:18:52.206 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:52 smithi149 podman[66569]: 2024-03-16 18:18:52.203761618 +0000 UTC m=+0.370231798 container init c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-03-16T18:18:52.588 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:52 smithi149 podman[66569]: 2024-03-16 18:18:52.206530137 +0000 UTC m=+0.373000312 container start c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0) 2024-03-16T18:18:52.588 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:52 smithi149 ceph-mds[66588]: -- 172.21.15.149:0/372716408 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a3818641a0 con 0x55a38183b000 2024-03-16T18:18:52.588 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:52 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: starting mds.b at 2024-03-16T18:18:52.588 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:52 smithi149 bash[66569]: c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 2024-03-16T18:18:52.589 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:18:52 smithi149 systemd[1]: Started Ceph mds.b for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:18:52.848 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:18:52.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 -- 172.21.15.17:0/2451083162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610101ff0 msgr2=0x7f46101043e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 --2- 172.21.15.17:0/2451083162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610101ff0 0x7f46101043e0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f4604009900 tx=0x7f460402bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 -- 172.21.15.17:0/2451083162 shutdown_connections 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 --2- 172.21.15.17:0/2451083162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4610107250 0x7f4610109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 --2- 172.21.15.17:0/2451083162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4610104920 0x7f4610106d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 --2- 172.21.15.17:0/2451083162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610101ff0 0x7f46101043e0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 -- 172.21.15.17:0/2451083162 >> 172.21.15.17:0/2451083162 conn(0x7f46100fb980 msgr2=0x7f46100fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.950+0000 7f46165e9640 1 -- 172.21.15.17:0/2451083162 shutdown_connections 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 -- 172.21.15.17:0/2451083162 wait complete. 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 Processor -- start 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 -- start start 2024-03-16T18:18:52.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4610101ff0 0x7f4610101960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 0x7f46100fffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4610107250 0x7f46101004e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4610100c40 con 0x7f4610104920 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4610100db0 con 0x7f4610101ff0 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f46165e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46101a1520 con 0x7f4610107250 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.951+0000 7f460f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 0x7f46100fffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 0x7f46100fffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53666/0 (socket says 172.21.15.17:53666) 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 -- 172.21.15.17:0/1199481421 learned_addr learned my addr 172.21.15.17:0/1199481421 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f4614b86640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4610107250 0x7f46101004e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460ffff640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4610101ff0 0x7f4610101960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 -- 172.21.15.17:0/1199481421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4610107250 msgr2=0x7f46101004e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4610107250 0x7f46101004e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 -- 172.21.15.17:0/1199481421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4610101ff0 msgr2=0x7f4610101960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4610101ff0 0x7f4610101960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 -- 172.21.15.17:0/1199481421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4604009560 con 0x7f4610104920 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460f7fe640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 0x7f46100fffa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f460000e9f0 tx=0x7f460000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4600009700 con 0x7f4610104920 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f460000cd80 con 0x7f4610104920 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4600010430 con 0x7f4610104920 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46101a17d0 con 0x7f4610104920 2024-03-16T18:18:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.952+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46101a1d30 con 0x7f4610104920 2024-03-16T18:18:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.953+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46100fd470 con 0x7f4610104920 2024-03-16T18:18:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.954+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f4600004fa0 con 0x7f4610104920 2024-03-16T18:18:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.955+0000 7f460d7fa640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f45f80a1ab0 0x7f45f80a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.955+0000 7f460ffff640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f45f80a1ab0 0x7f45f80a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.955+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f4600014070 con 0x7f4610104920 2024-03-16T18:18:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.956+0000 7f460ffff640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f45f80a1ab0 0x7f45f80a3f70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4604009230 tx=0x7f4604005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:52.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:52.959+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4600096ab0 con 0x7f4610104920 2024-03-16T18:18:53.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.217+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f461010d020 con 0x7f4610104920 2024-03-16T18:18:53.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.218+0000 7f460d7fa640 1 -- 172.21.15.17:0/1199481421 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 13 v13) v1 ==== 94+0+10046 (secure 0 0 0) 0x7f460009a170 con 0x7f4610104920 2024-03-16T18:18:53.221 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:53.221 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":13,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14634,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9},{"gid":24545,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":13}],"filesystems":[]} 2024-03-16T18:18:53.222 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 13 2024-03-16T18:18:53.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.220+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f45f80a1ab0 msgr2=0x7f45f80a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.220+0000 7f46165e9640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f45f80a1ab0 0x7f45f80a3f70 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f4604009230 tx=0x7f4604005fd0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.220+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 msgr2=0x7f46100fffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.220+0000 7f46165e9640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 0x7f46100fffa0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f460000e9f0 tx=0x7f460000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 shutdown_connections 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f45f80a1ab0 0x7f45f80a3f70 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4610104920 0x7f46100fffa0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4610107250 0x7f46101004e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 --2- 172.21.15.17:0/1199481421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4610101ff0 0x7f4610101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 >> 172.21.15.17:0/1199481421 conn(0x7f46100fb980 msgr2=0x7f4610102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 shutdown_connections 2024-03-16T18:18:53.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.221+0000 7f46165e9640 1 -- 172.21.15.17:0/1199481421 wait complete. 2024-03-16T18:18:53.235 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:18:53.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.334+0000 7fec995ac640 1 -- 172.21.15.17:0/731512719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94100d90 msgr2=0x7fec94101210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.334+0000 7fec995ac640 1 --2- 172.21.15.17:0/731512719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94100d90 0x7fec94101210 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fec7c009900 tx=0x7fec7c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- 172.21.15.17:0/731512719 shutdown_connections 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 --2- 172.21.15.17:0/731512719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94100d90 0x7fec94101210 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 --2- 172.21.15.17:0/731512719 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec94101750 0x7fec94107fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 --2- 172.21.15.17:0/731512719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec940ffba0 0x7fec940fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- 172.21.15.17:0/731512719 >> 172.21.15.17:0/731512719 conn(0x7fec940fb110 msgr2=0x7fec940fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- 172.21.15.17:0/731512719 shutdown_connections 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- 172.21.15.17:0/731512719 wait complete. 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 Processor -- start 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- start start 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec940ffba0 0x7fec94199730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec94100d90 0x7fec94199c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 0x7fec941a0ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec941a1220 con 0x7fec94101750 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec941a1390 con 0x7fec940ffba0 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.335+0000 7fec995ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec941a1550 con 0x7fec94100d90 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 0x7fec941a0ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 0x7fec941a0ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53684/0 (socket says 172.21.15.17:53684) 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 -- 172.21.15.17:0/2520515703 learned_addr learned my addr 172.21.15.17:0/2520515703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec92ffd640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec940ffba0 0x7fec94199730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec8a7fc640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec94100d90 0x7fec94199c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 -- 172.21.15.17:0/2520515703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec94100d90 msgr2=0x7fec94199c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec94100d90 0x7fec94199c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 -- 172.21.15.17:0/2520515703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec940ffba0 msgr2=0x7fec94199730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec940ffba0 0x7fec94199730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 -- 172.21.15.17:0/2520515703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec7c009560 con 0x7fec94101750 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec937fe640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 0x7fec941a0ce0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fec8c00cad0 tx=0x7fec8c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec8c00ae20 con 0x7fec94101750 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fec8c005020 con 0x7fec94101750 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec941a1830 con 0x7fec94101750 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec8c00f690 con 0x7fec94101750 2024-03-16T18:18:53.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.336+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec941a1cc0 con 0x7fec94101750 2024-03-16T18:18:53.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.337+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec94106f90 con 0x7fec94101750 2024-03-16T18:18:53.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.338+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fec8c005190 con 0x7fec94101750 2024-03-16T18:18:53.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.339+0000 7fec90ff9640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec800a1a20 0x7fec800a3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.339+0000 7fec92ffd640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec800a1a20 0x7fec800a3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.339+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fec8c0ccfd0 con 0x7fec94101750 2024-03-16T18:18:53.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.339+0000 7fec92ffd640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec800a1a20 0x7fec800a3ee0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fec94100bf0 tx=0x7fec84005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:53.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.343+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fec8c096690 con 0x7fec94101750 2024-03-16T18:18:53.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.531+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fec9410abd0 con 0x7fec94101750 2024-03-16T18:18:53.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.532+0000 7fec90ff9640 1 -- 172.21.15.17:0/2520515703 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v81) v1 ==== 74+0+18455 (secure 0 0 0) 0x7fec8c099d50 con 0x7fec94101750 2024-03-16T18:18:53.535 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:53.535 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":81,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:18:07.008933+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":26,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":53,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":75,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:18:53.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec800a1a20 msgr2=0x7fec800a3ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec800a1a20 0x7fec800a3ee0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fec94100bf0 tx=0x7fec84005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 msgr2=0x7fec941a0ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 0x7fec941a0ce0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fec8c00cad0 tx=0x7fec8c00cf90 comp rx=0 tx=0).stop 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 shutdown_connections 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fec800a1a20 0x7fec800a3ee0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec94101750 0x7fec941a0ce0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec94100d90 0x7fec94199c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 --2- 172.21.15.17:0/2520515703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec940ffba0 0x7fec94199730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 >> 172.21.15.17:0/2520515703 conn(0x7fec940fb110 msgr2=0x7fec94104160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.534+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 shutdown_connections 2024-03-16T18:18:53.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.535+0000 7fec995ac640 1 -- 172.21.15.17:0/2520515703 wait complete. 2024-03-16T18:18:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:53.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] up:boot 2024-03-16T18:18:53.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: fsmap 12 up:standby 2024-03-16T18:18:53.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:18:53.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:53.540 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:53 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1199481421' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:53.549 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-03-16T18:18:53.550 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:18:53.601 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.601 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] up:boot 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: fsmap 12 up:standby 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:53.602 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:53 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1199481421' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] up:boot 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: fsmap 12 up:standby 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:53.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:53 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1199481421' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:18:53.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 -- 172.21.15.17:0/4074707086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30100410 msgr2=0x7fcd30100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/4074707086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30100410 0x7fcd30100830 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fcd20009900 tx=0x7fcd2002bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:53.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 -- 172.21.15.17:0/4074707086 shutdown_connections 2024-03-16T18:18:53.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/4074707086 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30101fc0 0x7fcd30108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/4074707086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd30101600 0x7fcd30101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/4074707086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30100410 0x7fcd30100830 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 -- 172.21.15.17:0/4074707086 >> 172.21.15.17:0/4074707086 conn(0x7fcd300fb9a0 msgr2=0x7fcd300fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 -- 172.21.15.17:0/4074707086 shutdown_connections 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 -- 172.21.15.17:0/4074707086 wait complete. 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 Processor -- start 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.655+0000 7fcd35ceb640 1 -- start start 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30100410 0x7fcd301043a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd30101600 0x7fcd301029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 0x7fcd30102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd30103680 con 0x7fcd30101fc0 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd301037f0 con 0x7fcd30101600 2024-03-16T18:18:53.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd301a1620 con 0x7fcd30100410 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 0x7fcd30102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 0x7fcd30102f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53716/0 (socket says 172.21.15.17:53716) 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30100410 0x7fcd301043a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 -- 172.21.15.17:0/1876274752 learned_addr learned my addr 172.21.15.17:0/1876274752 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd26ffd640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd30101600 0x7fcd301029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 -- 172.21.15.17:0/1876274752 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30100410 msgr2=0x7fcd301043a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30100410 0x7fcd301043a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 -- 172.21.15.17:0/1876274752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd30101600 msgr2=0x7fcd301029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd30101600 0x7fcd301029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 -- 172.21.15.17:0/1876274752 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd20009560 con 0x7fcd30101fc0 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2f7fe640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30100410 0x7fcd301043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2ffff640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 0x7fcd30102f20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcd2800eb40 tx=0x7fcd2800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:53.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd28004b20 con 0x7fcd30101fc0 2024-03-16T18:18:53.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcd28004c80 con 0x7fcd30101fc0 2024-03-16T18:18:53.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd301a18d0 con 0x7fcd30101fc0 2024-03-16T18:18:53.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.656+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd28010690 con 0x7fcd30101fc0 2024-03-16T18:18:53.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.657+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd301a1de0 con 0x7fcd30101fc0 2024-03-16T18:18:53.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.657+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd3010bcd0 con 0x7fcd30101fc0 2024-03-16T18:18:53.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.659+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fcd28004df0 con 0x7fcd30101fc0 2024-03-16T18:18:53.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.659+0000 7fcd2d7fa640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd1c0a1ab0 0x7fcd1c0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.659+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7fcd28014070 con 0x7fcd30101fc0 2024-03-16T18:18:53.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.659+0000 7fcd2f7fe640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd1c0a1ab0 0x7fcd1c0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.660+0000 7fcd2f7fe640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd1c0a1ab0 0x7fcd1c0a3f70 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcd20009230 tx=0x7fcd2002c6d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:53.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.663+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcd28096ce0 con 0x7fcd30101fc0 2024-03-16T18:18:53.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.845+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcd3010be60 con 0x7fcd30101fc0 2024-03-16T18:18:53.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.845+0000 7fcd2d7fa640 1 -- 172.21.15.17:0/1876274752 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v81) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcd2809a3a0 con 0x7fcd30101fc0 2024-03-16T18:18:53.848 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd1c0a1ab0 msgr2=0x7fcd1c0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd1c0a1ab0 0x7fcd1c0a3f70 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcd20009230 tx=0x7fcd2002c6d0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 msgr2=0x7fcd30102f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 0x7fcd30102f20 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcd2800eb40 tx=0x7fcd2800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 shutdown_connections 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd1c0a1ab0 0x7fcd1c0a3f70 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd30101fc0 0x7fcd30102f20 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd30101600 0x7fcd301029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 --2- 172.21.15.17:0/1876274752 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd30100410 0x7fcd301043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 >> 172.21.15.17:0/1876274752 conn(0x7fcd300fb9a0 msgr2=0x7fcd30069b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:53.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 shutdown_connections 2024-03-16T18:18:53.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.847+0000 7fcd35ceb640 1 -- 172.21.15.17:0/1876274752 wait complete. 2024-03-16T18:18:53.862 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-03-16T18:18:53.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 -- 172.21.15.17:0/115230250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 msgr2=0x7f6150100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 --2- 172.21.15.17:0/115230250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f6150100830 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f6140009900 tx=0x7f614002bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:53.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 -- 172.21.15.17:0/115230250 shutdown_connections 2024-03-16T18:18:53.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 --2- 172.21.15.17:0/115230250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6150101fc0 0x7f6150108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 --2- 172.21.15.17:0/115230250 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 0x7f6150101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 --2- 172.21.15.17:0/115230250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f6150100830 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 -- 172.21.15.17:0/115230250 >> 172.21.15.17:0/115230250 conn(0x7f61500fb980 msgr2=0x7f61500fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 -- 172.21.15.17:0/115230250 shutdown_connections 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.985+0000 7f6155bd4640 1 -- 172.21.15.17:0/115230250 wait complete. 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 Processor -- start 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 -- start start 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f61501043a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 0x7f61501029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6150101fc0 0x7f6150102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6150103680 con 0x7f6150100410 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61501037f0 con 0x7f6150101fc0 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f6155bd4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61501a1600 con 0x7f6150101600 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f614f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f61501043a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f614f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f61501043a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53736/0 (socket says 172.21.15.17:53736) 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f614f7fe640 1 -- 172.21.15.17:0/3062411280 learned_addr learned my addr 172.21.15.17:0/3062411280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f614ffff640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6150101fc0 0x7f6150102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.986+0000 7f614effd640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 0x7f61501029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614f7fe640 1 -- 172.21.15.17:0/3062411280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 msgr2=0x7f61501029e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614f7fe640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 0x7f61501029e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614f7fe640 1 -- 172.21.15.17:0/3062411280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6150101fc0 msgr2=0x7f6150102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614f7fe640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6150101fc0 0x7f6150102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614f7fe640 1 -- 172.21.15.17:0/3062411280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6140009560 con 0x7f6150100410 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614effd640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 0x7f61501029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614f7fe640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f61501043a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6140000c00 tx=0x7f61400042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6140004aa0 con 0x7f6150100410 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61501a1850 con 0x7f6150100410 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f614002de90 con 0x7f6150100410 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6140003c90 con 0x7f6150100410 2024-03-16T18:18:53.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.987+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61501a1db0 con 0x7f6150100410 2024-03-16T18:18:53.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.988+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f615010bcd0 con 0x7f6150100410 2024-03-16T18:18:53.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.990+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6140004fd0 con 0x7f6150100410 2024-03-16T18:18:53.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.991+0000 7f614cff9640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f61380a1a30 0x7f61380a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:53.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.991+0000 7f614effd640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f61380a1a30 0x7f61380a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:53.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.991+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f61400ef810 con 0x7f6150100410 2024-03-16T18:18:53.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.991+0000 7f614effd640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f61380a1a30 0x7f61380a3ef0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6150104110 tx=0x7f6144005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:53.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:53.994+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f61400b8ec0 con 0x7f6150100410 2024-03-16T18:18:54.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.244+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f61501a19e0 con 0x7f6150100410 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.244+0000 7f614cff9640 1 -- 172.21.15.17:0/3062411280 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v81) v1 ==== 84+0+65 (secure 0 0 0) 0x7f61501a19e0 con 0x7f6150100410 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout:[ 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout: "poolnum": 1, 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout: "poolname": ".mgr" 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:18:54.247 INFO:teuthology.orchestra.run.smithi017.stdout:] 2024-03-16T18:18:54.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f61380a1a30 msgr2=0x7f61380a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:54.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f61380a1a30 0x7f61380a3ef0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6150104110 tx=0x7f6144005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:54.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 msgr2=0x7f61501043a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:54.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f61501043a0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f6140000c00 tx=0x7f61400042f0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 shutdown_connections 2024-03-16T18:18:54.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f61380a1a30 0x7f61380a3ef0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6150101fc0 0x7f6150102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6150101600 0x7f61501029e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 --2- 172.21.15.17:0/3062411280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6150100410 0x7f61501043a0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 >> 172.21.15.17:0/3062411280 conn(0x7f61500fb980 msgr2=0x7f6150068740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:54.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 shutdown_connections 2024-03-16T18:18:54.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.246+0000 7f6155bd4640 1 -- 172.21.15.17:0/3062411280 wait complete. 2024-03-16T18:18:54.261 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-03-16T18:18:54.261 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-03-16T18:18:54.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 -- 172.21.15.17:0/3861490663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 msgr2=0x7f7cb0101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 --2- 172.21.15.17:0/3861490663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0101a60 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4009900 tx=0x7f7ca402bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 -- 172.21.15.17:0/3861490663 shutdown_connections 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 --2- 172.21.15.17:0/3861490663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0101a60 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 --2- 172.21.15.17:0/3861490663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb0101fa0 0x7f7cb0108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 --2- 172.21.15.17:0/3861490663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb01003f0 0x7f7cb0100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 -- 172.21.15.17:0/3861490663 >> 172.21.15.17:0/3861490663 conn(0x7f7cb00fb980 msgr2=0x7f7cb00fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.370+0000 7f7cb7891640 1 -- 172.21.15.17:0/3861490663 shutdown_connections 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 -- 172.21.15.17:0/3861490663 wait complete. 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 Processor -- start 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 -- start start 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb01003f0 0x7f7cb0196400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:54.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0196940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb0101fa0 0x7f7cb019d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb019def0 con 0x7f7cb01015e0 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb019e060 con 0x7f7cb0101fa0 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb7891640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7cb019e220 con 0x7f7cb01003f0 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb4e2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0196940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb4e2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0196940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53764/0 (socket says 172.21.15.17:53764) 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb4e2c640 1 -- 172.21.15.17:0/633765227 learned_addr learned my addr 172.21.15.17:0/633765227 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb562d640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb01003f0 0x7f7cb0196400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.371+0000 7f7cb5e2e640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb0101fa0 0x7f7cb019d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb4e2c640 1 -- 172.21.15.17:0/633765227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb01003f0 msgr2=0x7f7cb0196400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb4e2c640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb01003f0 0x7f7cb0196400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb4e2c640 1 -- 172.21.15.17:0/633765227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb0101fa0 msgr2=0x7f7cb019d9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:54.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb4e2c640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb0101fa0 0x7f7cb019d9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb4e2c640 1 -- 172.21.15.17:0/633765227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ca4009560 con 0x7f7cb01015e0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb4e2c640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0196940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4036040 tx=0x7f7ca4004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca40035f0 con 0x7f7cb01015e0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7ca402de90 con 0x7f7cb01015e0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7cb0068650 con 0x7f7cb01015e0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ca4005490 con 0x7f7cb01015e0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.372+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7cb0068b60 con 0x7f7cb01015e0 2024-03-16T18:18:54.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.373+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7cb00682e0 con 0x7f7cb01015e0 2024-03-16T18:18:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.374+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f7ca4003750 con 0x7f7cb01015e0 2024-03-16T18:18:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.375+0000 7f7cae7fc640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7c980a1a30 0x7f7c980a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.375+0000 7f7cb562d640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7c980a1a30 0x7f7c980a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.375+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(81..81 src has 1..81) v4 ==== 7127+0+0 (secure 0 0 0) 0x7f7ca40ef8b0 con 0x7f7cb01015e0 2024-03-16T18:18:54.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.375+0000 7f7cb562d640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7c980a1a30 0x7f7c980a3ef0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7cb0101440 tx=0x7f7ca8010040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:54.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.379+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f7ca40b8f60 con 0x7f7cb01015e0 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2520515703' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1876274752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3062411280' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:54 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:54.561+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f7cb0107340 con 0x7f7cb01015e0 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2520515703' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1876274752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3062411280' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:54 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2520515703' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:18:54.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1876274752' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:18:54.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3062411280' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-03-16T18:18:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:54.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:54 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:55.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.366+0000 7f7cae7fc640 1 -- 172.21.15.17:0/633765227 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v82) v1 ==== 138+0+0 (secure 0 0 0) 0x7f7ca40bc620 con 0x7f7cb01015e0 2024-03-16T18:18:55.369 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' created 2024-03-16T18:18:55.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.368+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7c980a1a30 msgr2=0x7f7c980a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:55.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.368+0000 7f7cb7891640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7c980a1a30 0x7f7c980a3ef0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f7cb0101440 tx=0x7f7ca8010040 comp rx=0 tx=0).stop 2024-03-16T18:18:55.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.368+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 msgr2=0x7f7cb0196940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.368+0000 7f7cb7891640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0196940 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f7ca4036040 tx=0x7f7ca4004140 comp rx=0 tx=0).stop 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 shutdown_connections 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7c980a1a30 0x7f7c980a3ef0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7cb01015e0 0x7f7cb0196940 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7cb0101fa0 0x7f7cb019d9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 --2- 172.21.15.17:0/633765227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7cb01003f0 0x7f7cb0196400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 >> 172.21.15.17:0/633765227 conn(0x7f7cb00fb980 msgr2=0x7f7cb0104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 shutdown_connections 2024-03-16T18:18:55.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.369+0000 7f7cb7891640 1 -- 172.21.15.17:0/633765227 wait complete. 2024-03-16T18:18:55.386 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-03-16T18:18:55.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 -- 172.21.15.17:0/1778833533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f4100400 msgr2=0x7f69f4100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 --2- 172.21.15.17:0/1778833533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f4100400 0x7f69f4100820 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f69ec009900 tx=0x7f69ec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 -- 172.21.15.17:0/1778833533 shutdown_connections 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 --2- 172.21.15.17:0/1778833533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69f4101fb0 0x7f69f4108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 --2- 172.21.15.17:0/1778833533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f41015f0 0x7f69f4101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 --2- 172.21.15.17:0/1778833533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f4100400 0x7f69f4100820 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 -- 172.21.15.17:0/1778833533 >> 172.21.15.17:0/1778833533 conn(0x7f69f40fb990 msgr2=0x7f69f40fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 -- 172.21.15.17:0/1778833533 shutdown_connections 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.497+0000 7f69f88f4640 1 -- 172.21.15.17:0/1778833533 wait complete. 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 Processor -- start 2024-03-16T18:18:55.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 -- start start 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f4100400 0x7f69f4197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 0x7f69f4197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69f4101fb0 0x7f69f419eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69f419f000 con 0x7f69f41015f0 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69f419f170 con 0x7f69f4101fb0 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f88f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69f419f330 con 0x7f69f4100400 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f1d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 0x7f69f4197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f1d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 0x7f69f4197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53780/0 (socket says 172.21.15.17:53780) 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.498+0000 7f69f259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f4100400 0x7f69f4197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f1d9b640 1 -- 172.21.15.17:0/3316910938 learned_addr learned my addr 172.21.15.17:0/3316910938 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:55.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f2d9d640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69f4101fb0 0x7f69f419eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f259c640 1 -- 172.21.15.17:0/3316910938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69f4101fb0 msgr2=0x7f69f419eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f259c640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69f4101fb0 0x7f69f419eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f259c640 1 -- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 msgr2=0x7f69f4197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f259c640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 0x7f69f4197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f259c640 1 -- 172.21.15.17:0/3316910938 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ec009560 con 0x7f69f4100400 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f1d9b640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 0x7f69f4197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f259c640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f4100400 0x7f69f4197510 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f69ec036040 tx=0x7f69ec004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ec004500 con 0x7f69f4100400 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69f419f5b0 con 0x7f69f4100400 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f69ec02de90 con 0x7f69f4100400 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ec0052b0 con 0x7f69f4100400 2024-03-16T18:18:55.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.499+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69f419fae0 con 0x7f69f4100400 2024-03-16T18:18:55.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.500+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69f410bc90 con 0x7f69f4100400 2024-03-16T18:18:55.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.501+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f69ec003cc0 con 0x7f69f4100400 2024-03-16T18:18:55.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.502+0000 7f69eb7fe640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f69e00a1ab0 0x7f69e00a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:55.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.502+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(82..82 src has 1..82) v4 ==== 7497+0+0 (secure 0 0 0) 0x7f69ec0ef2d0 con 0x7f69f4100400 2024-03-16T18:18:55.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.502+0000 7f69f1d9b640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f69e00a1ab0 0x7f69e00a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:55.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.502+0000 7f69f1d9b640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f69e00a1ab0 0x7f69e00a3f70 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f69f4198a20 tx=0x7f69dc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:55.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.505+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f69ec0b8770 con 0x7f69f4100400 2024-03-16T18:18:55.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:55 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/633765227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-16T18:18:55.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:55.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:55.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:55.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:55 smithi153 ceph-mon[36005]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:55.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:55 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:55.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:55.700+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f69f410be80 con 0x7f69f4100400 2024-03-16T18:18:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:55 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/633765227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-16T18:18:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:55 smithi017 ceph-mon[32207]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:55.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:55 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:55.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:55 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/633765227' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-03-16T18:18:55.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:55.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:55.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:55.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:55 smithi149 ceph-mon[35991]: pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:55.830 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:55 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:18:56.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.376+0000 7f69eb7fe640 1 -- 172.21.15.17:0/3316910938 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v83) v1 ==== 171+0+0 (secure 0 0 0) 0x7f69ec0bbe30 con 0x7f69f4100400 2024-03-16T18:18:56.379 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' created 2024-03-16T18:18:56.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.386+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f69e00a1ab0 msgr2=0x7f69e00a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:56.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.386+0000 7f69f88f4640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f69e00a1ab0 0x7f69e00a3f70 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f69f4198a20 tx=0x7f69dc005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:56.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.386+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f4100400 msgr2=0x7f69f4197510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:56.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.386+0000 7f69f88f4640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f4100400 0x7f69f4197510 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f69ec036040 tx=0x7f69ec004040 comp rx=0 tx=0).stop 2024-03-16T18:18:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.387+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 shutdown_connections 2024-03-16T18:18:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.387+0000 7f69f88f4640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f69e00a1ab0 0x7f69e00a3f70 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.387+0000 7f69f88f4640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f69f41015f0 0x7f69f4197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.387+0000 7f69f88f4640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f69f4101fb0 0x7f69f419eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.387+0000 7f69f88f4640 1 --2- 172.21.15.17:0/3316910938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f69f4100400 0x7f69f4197510 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.387+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 >> 172.21.15.17:0/3316910938 conn(0x7f69f40fb990 msgr2=0x7f69f4069b70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:56.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.388+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 shutdown_connections 2024-03-16T18:18:56.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.388+0000 7f69f88f4640 1 -- 172.21.15.17:0/3316910938 wait complete. 2024-03-16T18:18:56.409 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-03-16T18:18:56.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.518+0000 7f18713e9640 1 -- 172.21.15.17:0/3277927236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 msgr2=0x7f186c101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- 172.21.15.17:0/3277927236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c101a60 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f185c009900 tx=0x7f185c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 -- 172.21.15.17:0/3277927236 shutdown_connections 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- 172.21.15.17:0/3277927236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c101a60 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- 172.21.15.17:0/3277927236 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c101fa0 0x7f186c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- 172.21.15.17:0/3277927236 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f186c1003f0 0x7f186c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 -- 172.21.15.17:0/3277927236 >> 172.21.15.17:0/3277927236 conn(0x7f186c0fb980 msgr2=0x7f186c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 -- 172.21.15.17:0/3277927236 shutdown_connections 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 -- 172.21.15.17:0/3277927236 wait complete. 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 Processor -- start 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 -- start start 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c1003f0 0x7f186c0691c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c19c220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:56.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.519+0000 7f18713e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f186c101fa0 0x7f186c19e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f18713e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c19f020 con 0x7f186c1015e0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f18713e9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c19f190 con 0x7f186c1003f0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f18713e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f186c19f350 con 0x7f186c101fa0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c19c220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c19c220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53792/0 (socket says 172.21.15.17:53792) 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 -- 172.21.15.17:0/2052081445 learned_addr learned my addr 172.21.15.17:0/2052081445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186affd640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c1003f0 0x7f186c0691c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186b7fe640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f186c101fa0 0x7f186c19e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 -- 172.21.15.17:0/2052081445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f186c101fa0 msgr2=0x7f186c19e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f186c101fa0 0x7f186c19e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 -- 172.21.15.17:0/2052081445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c1003f0 msgr2=0x7f186c0691c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c1003f0 0x7f186c0691c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 -- 172.21.15.17:0/2052081445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f185c009560 con 0x7f186c1015e0 2024-03-16T18:18:56.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186affd640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c1003f0 0x7f186c0691c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:18:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f186a7fc640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c19c220 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f185c006010 tx=0x7f185c004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f185c004a50 con 0x7f186c1015e0 2024-03-16T18:18:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f186c19f570 con 0x7f186c1015e0 2024-03-16T18:18:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f185c02de90 con 0x7f186c1015e0 2024-03-16T18:18:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f185c005410 con 0x7f186c1015e0 2024-03-16T18:18:56.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.520+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f186c19fa80 con 0x7f186c1015e0 2024-03-16T18:18:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.522+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f186c107830 con 0x7f186c1015e0 2024-03-16T18:18:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.523+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f185c005570 con 0x7f186c1015e0 2024-03-16T18:18:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.523+0000 7f1853fff640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18540a1a30 0x7f18540a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.523+0000 7f186affd640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18540a1a30 0x7f18540a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.523+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(83..83 src has 1..83) v4 ==== 7879+0+0 (secure 0 0 0) 0x7f185c0ef2a0 con 0x7f186c1015e0 2024-03-16T18:18:56.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.524+0000 7f186affd640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18540a1a30 0x7f18540a3ef0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f186c101440 tx=0x7f1860005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.528+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f185c0b8660 con 0x7f186c1015e0 2024-03-16T18:18:56.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:56 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/633765227' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-16T18:18:56.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:56 smithi017 ceph-mon[32207]: osdmap e82: 12 total, 12 up, 12 in 2024-03-16T18:18:56.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:56 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3316910938' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-16T18:18:56.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:56 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-16T18:18:56.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:56.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:56.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f186c02d000 con 0x7f186c1015e0 2024-03-16T18:18:56.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:56 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/633765227' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-16T18:18:56.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:56 smithi149 ceph-mon[35991]: osdmap e82: 12 total, 12 up, 12 in 2024-03-16T18:18:56.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:56 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3316910938' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-16T18:18:56.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:56 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-16T18:18:56.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:56.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:56 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/633765227' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-03-16T18:18:56.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:56 smithi153 ceph-mon[36005]: osdmap e82: 12 total, 12 up, 12 in 2024-03-16T18:18:56.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:56 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3316910938' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-16T18:18:56.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:56 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]: dispatch 2024-03-16T18:18:56.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: osdmap e83: 12 total, 12 up, 12 in 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:57.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2052081445' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-16T18:18:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-16T18:18:57.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:57 smithi017 ceph-mon[32207]: pgmap v286: 97 pgs: 5 creating+peering, 7 active+clean, 85 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.801+0000 7f1853fff640 1 -- 172.21.15.17:0/2052081445 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v14) v1 ==== 172+0+0 (secure 0 0 0) 0x7f185c0bbd20 con 0x7f186c1015e0 2024-03-16T18:18:57.804 INFO:teuthology.orchestra.run.smithi017.stderr:new fs with metadata pool 2 and data pool 3 2024-03-16T18:18:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18540a1a30 msgr2=0x7f18540a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18540a1a30 0x7f18540a3ef0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f186c101440 tx=0x7f1860005f90 comp rx=0 tx=0).stop 2024-03-16T18:18:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 msgr2=0x7f186c19c220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c19c220 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f185c006010 tx=0x7f185c004370 comp rx=0 tx=0).stop 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 shutdown_connections 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18540a1a30 0x7f18540a3ef0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f186c1015e0 0x7f186c19c220 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f186c101fa0 0x7f186c19e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 --2- 172.21.15.17:0/2052081445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f186c1003f0 0x7f186c0691c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 >> 172.21.15.17:0/2052081445 conn(0x7f186c0fb980 msgr2=0x7f186c104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 shutdown_connections 2024-03-16T18:18:57.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.804+0000 7f18713e9640 1 -- 172.21.15.17:0/2052081445 wait complete. 2024-03-16T18:18:57.821 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-03-16T18:18:57.821 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: osdmap e83: 12 total, 12 up, 12 in 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2052081445' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-16T18:18:57.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:57 smithi149 ceph-mon[35991]: pgmap v286: 97 pgs: 5 creating+peering, 7 active+clean, 85 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]': finished 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: osdmap e83: 12 total, 12 up, 12 in 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:18:57.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2052081445' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-03-16T18:18:57.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-03-16T18:18:57.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:57 smithi153 ceph-mon[36005]: pgmap v286: 97 pgs: 5 creating+peering, 7 active+clean, 85 unknown; 577 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:18:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 -- 172.21.15.17:0/754741947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1015e0 msgr2=0x7ff18c101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 --2- 172.21.15.17:0/754741947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1015e0 0x7ff18c101a60 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7ff174009900 tx=0x7ff17402bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 -- 172.21.15.17:0/754741947 shutdown_connections 2024-03-16T18:18:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 --2- 172.21.15.17:0/754741947 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1015e0 0x7ff18c101a60 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 --2- 172.21.15.17:0/754741947 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff18c101fa0 0x7ff18c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 --2- 172.21.15.17:0/754741947 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff18c1003f0 0x7ff18c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 -- 172.21.15.17:0/754741947 >> 172.21.15.17:0/754741947 conn(0x7ff18c0fb960 msgr2=0x7ff18c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 -- 172.21.15.17:0/754741947 shutdown_connections 2024-03-16T18:18:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.928+0000 7ff19124e640 1 -- 172.21.15.17:0/754741947 wait complete. 2024-03-16T18:18:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 Processor -- start 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 -- start start 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 0x7ff18c197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff18c1015e0 0x7ff18c1979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff18c101fa0 0x7ff18c19ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff18c19ef70 con 0x7ff18c1003f0 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff18c19f0e0 con 0x7ff18c1015e0 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff19124e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff18c19f2a0 con 0x7ff18c101fa0 2024-03-16T18:18:57.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff18ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 0x7ff18c197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff18ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 0x7ff18c197480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53814/0 (socket says 172.21.15.17:53814) 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff18ad9d640 1 -- 172.21.15.17:0/1296071926 learned_addr learned my addr 172.21.15.17:0/1296071926 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff18b59e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff18c101fa0 0x7ff18c19ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.929+0000 7ff18a59c640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff18c1015e0 0x7ff18c1979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff18ad9d640 1 -- 172.21.15.17:0/1296071926 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff18c101fa0 msgr2=0x7ff18c19ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff18ad9d640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff18c101fa0 0x7ff18c19ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff18ad9d640 1 -- 172.21.15.17:0/1296071926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff18c1015e0 msgr2=0x7ff18c1979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff18ad9d640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff18c1015e0 0x7ff18c1979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff18ad9d640 1 -- 172.21.15.17:0/1296071926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff174009560 con 0x7ff18c1003f0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff18ad9d640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 0x7ff18c197480 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff18400c970 tx=0x7ff18400ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff184004220 con 0x7ff18c1003f0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff184007e60 con 0x7ff18c1003f0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff18c19f580 con 0x7ff18c1003f0 2024-03-16T18:18:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff184003e40 con 0x7ff18c1003f0 2024-03-16T18:18:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.930+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff18c19fa60 con 0x7ff18c1003f0 2024-03-16T18:18:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.931+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff18c1077b0 con 0x7ff18c1003f0 2024-03-16T18:18:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.932+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff184003610 con 0x7ff18c1003f0 2024-03-16T18:18:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.933+0000 7ff183fff640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1780a1a30 0x7ff1780a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:57.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.933+0000 7ff18a59c640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1780a1a30 0x7ff1780a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:57.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.933+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 7979+0+0 (secure 0 0 0) 0x7ff1840cd370 con 0x7ff18c1003f0 2024-03-16T18:18:57.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.933+0000 7ff18a59c640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1780a1a30 0x7ff1780a3ef0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff174009230 tx=0x7ff174005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:57.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:57.937+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff1840966e0 con 0x7ff18c1003f0 2024-03-16T18:18:58.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.129+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7ff18c10cee0 con 0x7ff18c1003f0 2024-03-16T18:18:58.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.393+0000 7ff183fff640 1 -- 172.21.15.17:0/1296071926 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v85) v1 ==== 157+0+0 (secure 0 0 0) 0x7ff184099da0 con 0x7ff18c1003f0 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1780a1a30 msgr2=0x7ff1780a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1780a1a30 0x7ff1780a3ef0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff174009230 tx=0x7ff174005fd0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 msgr2=0x7ff18c197480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 0x7ff18c197480 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ff18400c970 tx=0x7ff18400ce30 comp rx=0 tx=0).stop 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 shutdown_connections 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1780a1a30 0x7ff1780a3ef0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff18c101fa0 0x7ff18c19ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff18c1015e0 0x7ff18c1979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 --2- 172.21.15.17:0/1296071926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff18c1003f0 0x7ff18c197480 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 >> 172.21.15.17:0/1296071926 conn(0x7ff18c0fb960 msgr2=0x7ff18c104980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 shutdown_connections 2024-03-16T18:18:58.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.396+0000 7ff19124e640 1 -- 172.21.15.17:0/1296071926 wait complete. 2024-03-16T18:18:58.410 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 -- 172.21.15.17:0/810452192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df41015f0 msgr2=0x7f5df4101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 --2- 172.21.15.17:0/810452192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df41015f0 0x7f5df4101a70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009900 tx=0x7f5de802bc30 comp rx=0 tx=0).stop 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 -- 172.21.15.17:0/810452192 shutdown_connections 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 --2- 172.21.15.17:0/810452192 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df41015f0 0x7f5df4101a70 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 --2- 172.21.15.17:0/810452192 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5df4101fb0 0x7f5df4108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 --2- 172.21.15.17:0/810452192 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5df4100400 0x7f5df4100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 -- 172.21.15.17:0/810452192 >> 172.21.15.17:0/810452192 conn(0x7f5df40fb990 msgr2=0x7f5df40fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 -- 172.21.15.17:0/810452192 shutdown_connections 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 -- 172.21.15.17:0/810452192 wait complete. 2024-03-16T18:18:58.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.522+0000 7f5df9cda640 1 Processor -- start 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 -- start start 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 0x7f5df4196430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5df41015f0 0x7f5df4196970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5df4101fb0 0x7f5df419d9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5df419df20 con 0x7f5df4100400 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5df419e090 con 0x7f5df41015f0 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5df419e250 con 0x7f5df4101fb0 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 0x7f5df4196430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:58.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 0x7f5df4196430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:53826/0 (socket says 172.21.15.17:53826) 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 -- 172.21.15.17:0/174711582 learned_addr learned my addr 172.21.15.17:0/174711582 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df2ffd640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5df41015f0 0x7f5df4196970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df3fff640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5df4101fb0 0x7f5df419d9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 -- 172.21.15.17:0/174711582 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5df4101fb0 msgr2=0x7f5df419d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5df4101fb0 0x7f5df419d9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 -- 172.21.15.17:0/174711582 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5df41015f0 msgr2=0x7f5df4196970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5df41015f0 0x7f5df4196970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 -- 172.21.15.17:0/174711582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5de8009560 con 0x7f5df4100400 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df37fe640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 0x7f5df4196430 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5de400b450 tx=0x7f5de400b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de4011890 con 0x7f5df4100400 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5df419e530 con 0x7f5df4100400 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5de40103e0 con 0x7f5df4100400 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de4011ea0 con 0x7f5df4100400 2024-03-16T18:18:58.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.523+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5df419eac0 con 0x7f5df4100400 2024-03-16T18:18:58.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.524+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5df4107720 con 0x7f5df4100400 2024-03-16T18:18:58.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.525+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5de4010550 con 0x7f5df4100400 2024-03-16T18:18:58.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.526+0000 7f5df0ff9640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5ddc0a1a30 0x7f5ddc0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:18:58.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.526+0000 7f5df2ffd640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5ddc0a1a30 0x7f5ddc0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:18:58.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.526+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 8277+0+0 (secure 0 0 0) 0x7f5de40cd300 con 0x7f5df4100400 2024-03-16T18:18:58.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.527+0000 7f5df2ffd640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5ddc0a1a30 0x7f5ddc0a3ef0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5df4197940 tx=0x7f5de8000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:18:58.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.531+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5de4096480 con 0x7f5df4100400 2024-03-16T18:18:58.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:18:58.712+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f5df4107190 con 0x7f5df4100400 2024-03-16T18:18:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:58 smithi017 ceph-mon[32207]: osdmap e84: 12 total, 12 up, 12 in 2024-03-16T18:18:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:58 smithi017 ceph-mon[32207]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-16T18:18:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:58 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2052081445' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-16T18:18:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:58 smithi017 ceph-mon[32207]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-03-16T18:18:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:58 smithi017 ceph-mon[32207]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-16T18:18:58.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:58 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1296071926' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-16T18:18:58.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:58 smithi149 ceph-mon[35991]: osdmap e84: 12 total, 12 up, 12 in 2024-03-16T18:18:58.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:58 smithi149 ceph-mon[35991]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-16T18:18:58.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:58 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2052081445' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-16T18:18:58.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:58 smithi149 ceph-mon[35991]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-03-16T18:18:58.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:58 smithi149 ceph-mon[35991]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-16T18:18:58.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:58 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1296071926' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-16T18:18:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:58 smithi153 ceph-mon[36005]: osdmap e84: 12 total, 12 up, 12 in 2024-03-16T18:18:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:58 smithi153 ceph-mon[36005]: Health check failed: 2 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-16T18:18:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:58 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2052081445' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-03-16T18:18:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:58 smithi153 ceph-mon[36005]: fsmap cephfs:1 {0=b=up:creating} 11 up:standby 2024-03-16T18:18:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:58 smithi153 ceph-mon[36005]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-03-16T18:18:58.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:58 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1296071926' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]: dispatch 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1296071926' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: osdmap e85: 12 total, 12 up, 12 in 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/174711582' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] up:active 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:00.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:18:59 smithi017 ceph-mon[32207]: pgmap v289: 97 pgs: 13 creating+peering, 29 active+clean, 55 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-03-16T18:19:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1296071926' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-03-16T18:19:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: osdmap e85: 12 total, 12 up, 12 in 2024-03-16T18:19:00.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/174711582' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-16T18:19:00.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] up:active 2024-03-16T18:19:00.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:00.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:00.089 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:18:59 smithi149 ceph-mon[35991]: pgmap v289: 97 pgs: 13 creating+peering, 29 active+clean, 55 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-03-16T18:19:00.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1296071926' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]': finished 2024-03-16T18:19:00.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: osdmap e85: 12 total, 12 up, 12 in 2024-03-16T18:19:00.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/174711582' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-03-16T18:19:00.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] up:active 2024-03-16T18:19:00.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:00.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:00.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:18:59 smithi153 ceph-mon[36005]: pgmap v289: 97 pgs: 13 creating+peering, 29 active+clean, 55 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 1023 B/s wr, 2 op/s 2024-03-16T18:19:00.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.397+0000 7f5df0ff9640 1 -- 172.21.15.17:0/174711582 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v87) v1 ==== 228+0+0 (secure 0 0 0) 0x7f5de4099b40 con 0x7f5df4100400 2024-03-16T18:19:00.400 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data_ec' created 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5ddc0a1a30 msgr2=0x7f5ddc0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5ddc0a1a30 0x7f5ddc0a3ef0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5df4197940 tx=0x7f5de8000bc0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 msgr2=0x7f5df4196430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 0x7f5df4196430 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f5de400b450 tx=0x7f5de400b910 comp rx=0 tx=0).stop 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 shutdown_connections 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5ddc0a1a30 0x7f5ddc0a3ef0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5df4101fb0 0x7f5df419d9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5df41015f0 0x7f5df4196970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 --2- 172.21.15.17:0/174711582 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5df4100400 0x7f5df4196430 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 >> 172.21.15.17:0/174711582 conn(0x7f5df40fb990 msgr2=0x7f5df41048f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.401+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 shutdown_connections 2024-03-16T18:19:00.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.402+0000 7f5df9cda640 1 -- 172.21.15.17:0/174711582 wait complete. 2024-03-16T18:19:00.422 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- 172.21.15.17:0/2708647344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb28101fa0 msgr2=0x7fcb28108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/2708647344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb28101fa0 0x7fcb28108830 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fcb20009ca0 tx=0x7fcb2002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- 172.21.15.17:0/2708647344 shutdown_connections 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/2708647344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb28101fa0 0x7fcb28108830 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/2708647344 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281015e0 0x7fcb28101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/2708647344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb281003f0 0x7fcb28100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- 172.21.15.17:0/2708647344 >> 172.21.15.17:0/2708647344 conn(0x7fcb280fb980 msgr2=0x7fcb280fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:00.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- 172.21.15.17:0/2708647344 shutdown_connections 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- 172.21.15.17:0/2708647344 wait complete. 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 Processor -- start 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- start start 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281003f0 0x7fcb28104380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 0x7fcb281029c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb28101fa0 0x7fcb28102f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb28103660 con 0x7fcb281015e0 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb281037d0 con 0x7fcb28101fa0 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.532+0000 7fcb2f68f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb281a1520 con 0x7fcb281003f0 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 0x7fcb281029c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 0x7fcb281029c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50326/0 (socket says 172.21.15.17:50326) 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 -- 172.21.15.17:0/3836702338 learned_addr learned my addr 172.21.15.17:0/3836702338 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2dc2c640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb28101fa0 0x7fcb28102f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:00.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2d42b640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281003f0 0x7fcb28104380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 -- 172.21.15.17:0/3836702338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281003f0 msgr2=0x7fcb28104380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281003f0 0x7fcb28104380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 -- 172.21.15.17:0/3836702338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb28101fa0 msgr2=0x7fcb28102f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb28101fa0 0x7fcb28102f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 -- 172.21.15.17:0/3836702338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb20009900 con 0x7fcb281015e0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2d42b640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281003f0 0x7fcb28104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2cc2a640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 0x7fcb281029c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800d7a0 tx=0x7fcb1800dc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb18009c30 con 0x7fcb281015e0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcb1800deb0 con 0x7fcb281015e0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb281a17d0 con 0x7fcb281015e0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb18004dd0 con 0x7fcb281015e0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.533+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb281a1ce0 con 0x7fcb281015e0 2024-03-16T18:19:00.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.534+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb2810bcb0 con 0x7fcb281015e0 2024-03-16T18:19:00.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.535+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fcb18004f30 con 0x7fcb281015e0 2024-03-16T18:19:00.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.536+0000 7fcb1e7fc640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb140a1ab0 0x7fcb140a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:00.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.536+0000 7fcb2d42b640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb140a1ab0 0x7fcb140a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:00.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.536+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 8770+0+0 (secure 0 0 0) 0x7fcb180cd3e0 con 0x7fcb281015e0 2024-03-16T18:19:00.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.537+0000 7fcb2d42b640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb140a1ab0 0x7fcb140a3f70 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fcb28101440 tx=0x7fcb24005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:00.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.540+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcb18099f80 con 0x7fcb281015e0 2024-03-16T18:19:00.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:00.723+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7fcb281a1f00 con 0x7fcb281015e0 2024-03-16T18:19:00.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:00 smithi017 ceph-mon[32207]: osdmap e86: 12 total, 12 up, 12 in 2024-03-16T18:19:00.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:00 smithi017 ceph-mon[32207]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-16T18:19:00.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:00 smithi017 ceph-mon[32207]: Cluster is now healthy 2024-03-16T18:19:00.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:00 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/174711582' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-16T18:19:00.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:00 smithi017 ceph-mon[32207]: osdmap e87: 12 total, 12 up, 12 in 2024-03-16T18:19:01.013 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:00 smithi153 ceph-mon[36005]: osdmap e86: 12 total, 12 up, 12 in 2024-03-16T18:19:01.013 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:00 smithi153 ceph-mon[36005]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-16T18:19:01.013 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:00 smithi153 ceph-mon[36005]: Cluster is now healthy 2024-03-16T18:19:01.013 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:00 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/174711582' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-16T18:19:01.013 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:00 smithi153 ceph-mon[36005]: osdmap e87: 12 total, 12 up, 12 in 2024-03-16T18:19:01.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:00 smithi149 ceph-mon[35991]: osdmap e86: 12 total, 12 up, 12 in 2024-03-16T18:19:01.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:00 smithi149 ceph-mon[35991]: Health check cleared: POOL_APP_NOT_ENABLED (was: 2 pool(s) do not have an application enabled) 2024-03-16T18:19:01.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:00 smithi149 ceph-mon[35991]: Cluster is now healthy 2024-03-16T18:19:01.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:00 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/174711582' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-03-16T18:19:01.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:00 smithi149 ceph-mon[35991]: osdmap e87: 12 total, 12 up, 12 in 2024-03-16T18:19:01.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.399+0000 7fcb1e7fc640 1 -- 172.21.15.17:0/3836702338 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v88) v1 ==== 169+0+0 (secure 0 0 0) 0x7fcb18017070 con 0x7fcb281015e0 2024-03-16T18:19:01.402 INFO:teuthology.orchestra.run.smithi017.stderr:set pool 4 allow_ec_overwrites to true 2024-03-16T18:19:01.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.402+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb140a1ab0 msgr2=0x7fcb140a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.402+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb140a1ab0 0x7fcb140a3f70 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7fcb28101440 tx=0x7fcb24005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.402+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 msgr2=0x7fcb281029c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.402+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 0x7fcb281029c0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fcb1800d7a0 tx=0x7fcb1800dc60 comp rx=0 tx=0).stop 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 shutdown_connections 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb140a1ab0 0x7fcb140a3f70 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb281015e0 0x7fcb281029c0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb28101fa0 0x7fcb28102f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 --2- 172.21.15.17:0/3836702338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb281003f0 0x7fcb28104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 >> 172.21.15.17:0/3836702338 conn(0x7fcb280fb980 msgr2=0x7fcb280fd480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 shutdown_connections 2024-03-16T18:19:01.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.403+0000 7fcb2f68f640 1 -- 172.21.15.17:0/3836702338 wait complete. 2024-03-16T18:19:01.427 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-03-16T18:19:01.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 -- 172.21.15.17:0/1767892382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5841048c0 msgr2=0x7fa584106cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:01.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/1767892382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5841048c0 0x7fa584106cb0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fa578009900 tx=0x7fa57802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:01.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 -- 172.21.15.17:0/1767892382 shutdown_connections 2024-03-16T18:19:01.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/1767892382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5841048c0 0x7fa584106cb0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/1767892382 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 0x7fa584109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/1767892382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa584101f90 0x7fa584104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 -- 172.21.15.17:0/1767892382 >> 172.21.15.17:0/1767892382 conn(0x7fa5840fb9c0 msgr2=0x7fa5840fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:01.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 -- 172.21.15.17:0/1767892382 shutdown_connections 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.535+0000 7fa58bb5c640 1 -- 172.21.15.17:0/1767892382 wait complete. 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 Processor -- start 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 -- start start 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 0x7fa5841974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841048c0 0x7fa5841979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 0x7fa58419ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:01.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58419ef90 con 0x7fa584101f90 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58419f100 con 0x7fa5841048c0 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58bb5c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa58419f2c0 con 0x7fa5841071f0 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 0x7fa5841974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 0x7fa5841974a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50338/0 (socket says 172.21.15.17:50338) 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 -- 172.21.15.17:0/3426516792 learned_addr learned my addr 172.21.15.17:0/3426516792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5890f7640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841048c0 0x7fa5841979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58a0f9640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 0x7fa58419ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 -- 172.21.15.17:0/3426516792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 msgr2=0x7fa58419ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 0x7fa58419ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 -- 172.21.15.17:0/3426516792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841048c0 msgr2=0x7fa5841979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841048c0 0x7fa5841979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa5898f8640 1 -- 172.21.15.17:0/3426516792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa578009560 con 0x7fa584101f90 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.536+0000 7fa58a0f9640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 0x7fa58419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.537+0000 7fa5898f8640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 0x7fa5841974a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa57c00e9f0 tx=0x7fa57c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.537+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa57c009720 con 0x7fa584101f90 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.537+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa58419f5a0 con 0x7fa584101f90 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.537+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa57c00cd80 con 0x7fa584101f90 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.537+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa57c010430 con 0x7fa584101f90 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.537+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa58419fa30 con 0x7fa584101f90 2024-03-16T18:19:01.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.538+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5840fd4b0 con 0x7fa584101f90 2024-03-16T18:19:01.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.540+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa57c005000 con 0x7fa584101f90 2024-03-16T18:19:01.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.540+0000 7fa582ffd640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa56c0a1a30 0x7fa56c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:01.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.540+0000 7fa5890f7640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa56c0a1a30 0x7fa56c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:01.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.540+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 8770+0+0 (secure 0 0 0) 0x7fa57c014070 con 0x7fa584101f90 2024-03-16T18:19:01.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.541+0000 7fa5890f7640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa56c0a1a30 0x7fa56c0a3ef0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa57802c7d0 tx=0x7fa578005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:01.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.544+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa57c096c50 con 0x7fa584101f90 2024-03-16T18:19:01.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:01.770+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fa58410cdd0 con 0x7fa584101f90 2024-03-16T18:19:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:01 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3836702338' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-16T18:19:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:01 smithi017 ceph-mon[32207]: pgmap v292: 129 pgs: 13 creating+peering, 71 active+clean, 45 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 5 op/s 2024-03-16T18:19:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:01 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3836702338' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-03-16T18:19:01.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:01 smithi017 ceph-mon[32207]: osdmap e88: 12 total, 12 up, 12 in 2024-03-16T18:19:02.025 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:01 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3836702338' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-16T18:19:02.025 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:01 smithi153 ceph-mon[36005]: pgmap v292: 129 pgs: 13 creating+peering, 71 active+clean, 45 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 5 op/s 2024-03-16T18:19:02.025 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:01 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3836702338' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-03-16T18:19:02.025 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:01 smithi153 ceph-mon[36005]: osdmap e88: 12 total, 12 up, 12 in 2024-03-16T18:19:02.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:01 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3836702338' entity='client.admin' cmd=[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]: dispatch 2024-03-16T18:19:02.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:01 smithi149 ceph-mon[35991]: pgmap v292: 129 pgs: 13 creating+peering, 71 active+clean, 45 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s wr, 5 op/s 2024-03-16T18:19:02.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:01 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3836702338' entity='client.admin' cmd='[{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]': finished 2024-03-16T18:19:02.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:01 smithi149 ceph-mon[35991]: osdmap e88: 12 total, 12 up, 12 in 2024-03-16T18:19:02.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.656+0000 7fa582ffd640 1 -- 172.21.15.17:0/3426516792 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v17) v1 ==== 137+0+0 (secure 0 0 0) 0x7fa57c09a310 con 0x7fa584101f90 2024-03-16T18:19:02.659 INFO:teuthology.orchestra.run.smithi017.stderr:added data pool 4 to fsmap 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa56c0a1a30 msgr2=0x7fa56c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa56c0a1a30 0x7fa56c0a3ef0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa57802c7d0 tx=0x7fa578005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 msgr2=0x7fa5841974a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 0x7fa5841974a0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fa57c00e9f0 tx=0x7fa57c00edf0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 shutdown_connections 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa56c0a1a30 0x7fa56c0a3ef0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa5841071f0 0x7fa58419ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841048c0 0x7fa5841979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 --2- 172.21.15.17:0/3426516792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101f90 0x7fa5841974a0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.659+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 >> 172.21.15.17:0/3426516792 conn(0x7fa5840fb9c0 msgr2=0x7fa584102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:02.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.660+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 shutdown_connections 2024-03-16T18:19:02.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.660+0000 7fa58bb5c640 1 -- 172.21.15.17:0/3426516792 wait complete. 2024-03-16T18:19:02.677 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 -- 172.21.15.17:0/2181636187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c1072b0 msgr2=0x7fbc9c1096a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 --2- 172.21.15.17:0/2181636187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c1096a0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fbc94009ca0 tx=0x7fbc9402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 -- 172.21.15.17:0/2181636187 shutdown_connections 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 --2- 172.21.15.17:0/2181636187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c1096a0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 --2- 172.21.15.17:0/2181636187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c104980 0x7fbc9c106d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 --2- 172.21.15.17:0/2181636187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc9c102050 0x7fbc9c104440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 -- 172.21.15.17:0/2181636187 >> 172.21.15.17:0/2181636187 conn(0x7fbc9c0fb9a0 msgr2=0x7fbc9c0fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 -- 172.21.15.17:0/2181636187 shutdown_connections 2024-03-16T18:19:02.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.782+0000 7fbca1db6640 1 -- 172.21.15.17:0/2181636187 wait complete. 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 Processor -- start 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 -- start start 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 0x7fbc9c1974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc9c104980 0x7fbc9c197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c19ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc9c19efd0 con 0x7fbc9c102050 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc9c19f140 con 0x7fbc9c104980 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbca1db6640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc9c19f300 con 0x7fbc9c1072b0 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 0x7fbc9c1974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 0x7fbc9c1974e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50362/0 (socket says 172.21.15.17:50362) 2024-03-16T18:19:02.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 -- 172.21.15.17:0/3128554748 learned_addr learned my addr 172.21.15.17:0/3128554748 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9affd640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc9c104980 0x7fbc9c197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9bfff640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c19ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 -- 172.21.15.17:0/3128554748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c1072b0 msgr2=0x7fbc9c19ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c19ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 -- 172.21.15.17:0/3128554748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc9c104980 msgr2=0x7fbc9c197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc9c104980 0x7fbc9c197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9b7fe640 1 -- 172.21.15.17:0/3128554748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc94009900 con 0x7fbc9c102050 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.783+0000 7fbc9bfff640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c19ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.784+0000 7fbc9b7fe640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 0x7fbc9c1974e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fbc8400e9f0 tx=0x7fbc8400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.784+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc84009700 con 0x7fbc9c102050 2024-03-16T18:19:02.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.784+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc8400cd80 con 0x7fbc9c102050 2024-03-16T18:19:02.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.784+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc9c19f5e0 con 0x7fbc9c102050 2024-03-16T18:19:02.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.784+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc84018840 con 0x7fbc9c102050 2024-03-16T18:19:02.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.784+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc9c19fb40 con 0x7fbc9c102050 2024-03-16T18:19:02.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.785+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc9c0fd490 con 0x7fbc9c102050 2024-03-16T18:19:02.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.786+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fbc840189a0 con 0x7fbc9c102050 2024-03-16T18:19:02.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.787+0000 7fbc98ff9640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbc880a1ab0 0x7fbc880a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:02.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.787+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fbc84014070 con 0x7fbc9c102050 2024-03-16T18:19:02.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.787+0000 7fbc9affd640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbc880a1ab0 0x7fbc880a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:02.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.787+0000 7fbc9affd640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbc880a1ab0 0x7fbc880a3f70 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c1989f0 tx=0x7fbc8c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:02.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:02.790+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbc84096dd0 con 0x7fbc9c102050 2024-03-16T18:19:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.010+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbc9c10cf30 con 0x7fbc9c102050 2024-03-16T18:19:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.011+0000 7fbc98ff9640 1 -- 172.21.15.17:0/3128554748 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11330 (secure 0 0 0) 0x7fbc84026090 con 0x7fbc9c102050 2024-03-16T18:19:03.013 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:03.014 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14634,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:01.771701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24545},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24545,"qdb_cluster":[24545]},"id":1}]} 2024-03-16T18:19:03.014 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 17 2024-03-16T18:19:03.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.012+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbc880a1ab0 msgr2=0x7fbc880a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.012+0000 7fbca1db6640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbc880a1ab0 0x7fbc880a3f70 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c1989f0 tx=0x7fbc8c005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.012+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 msgr2=0x7fbc9c1974e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.012+0000 7fbca1db6640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 0x7fbc9c1974e0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fbc8400e9f0 tx=0x7fbc8400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 shutdown_connections 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fbc880a1ab0 0x7fbc880a3f70 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc9c1072b0 0x7fbc9c19ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc9c104980 0x7fbc9c197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 --2- 172.21.15.17:0/3128554748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc9c102050 0x7fbc9c1974e0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 >> 172.21.15.17:0/3128554748 conn(0x7fbc9c0fb9a0 msgr2=0x7fbc9c102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:03.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 shutdown_connections 2024-03-16T18:19:03.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.013+0000 7fbca1db6640 1 -- 172.21.15.17:0/3128554748 wait complete. 2024-03-16T18:19:03.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:02 smithi017 ceph-mon[32207]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-16T18:19:03.025 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:02 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3426516792' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-16T18:19:03.027 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:03.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:02 smithi149 ceph-mon[35991]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-16T18:19:03.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:02 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3426516792' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-16T18:19:03.088 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:19:02 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: 2024-03-16T18:19:02.634+0000 7fedb8c0e700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-03-16T18:19:03.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:02 smithi153 ceph-mon[36005]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-03-16T18:19:03.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:02 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3426516792' entity='client.admin' cmd=[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]: dispatch 2024-03-16T18:19:03.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.126+0000 7fefe0c84640 1 -- 172.21.15.17:0/2643555809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0ff5d0 msgr2=0x7fefdc0ffa50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.126+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2643555809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0ff5d0 0x7fefdc0ffa50 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fefc4009900 tx=0x7fefc402bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:03.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.126+0000 7fefe0c84640 1 -- 172.21.15.17:0/2643555809 shutdown_connections 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.126+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2643555809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0ff5d0 0x7fefdc0ffa50 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.126+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2643555809 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefdc0fff90 0x7fefdc100400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.126+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2643555809 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefdc101a50 0x7fefdc101e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- 172.21.15.17:0/2643555809 >> 172.21.15.17:0/2643555809 conn(0x7fefdc0fb130 msgr2=0x7fefdc0fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- 172.21.15.17:0/2643555809 shutdown_connections 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- 172.21.15.17:0/2643555809 wait complete. 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 Processor -- start 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- start start 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefdc0ff5d0 0x7fefdc1996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 0x7fefdc199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefdc101a50 0x7fefdc1a0c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefdc1a11c0 con 0x7fefdc0fff90 2024-03-16T18:19:03.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefdc1a1330 con 0x7fefdc0ff5d0 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.127+0000 7fefe0c84640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefdc1a14f0 con 0x7fefdc101a50 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 0x7fefdc199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 0x7fefdc199c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50378/0 (socket says 172.21.15.17:50378) 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 -- 172.21.15.17:0/2671348323 learned_addr learned my addr 172.21.15.17:0/2671348323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefda59c640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefdc0ff5d0 0x7fefdc1996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefdad9d640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefdc101a50 0x7fefdc1a0c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 -- 172.21.15.17:0/2671348323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefdc101a50 msgr2=0x7fefdc1a0c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefdc101a50 0x7fefdc1a0c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 -- 172.21.15.17:0/2671348323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefdc0ff5d0 msgr2=0x7fefdc1996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefdc0ff5d0 0x7fefdc1996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 -- 172.21.15.17:0/2671348323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc4009560 con 0x7fefdc0fff90 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd3fff640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 0x7fefdc199c10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fefc4036040 tx=0x7fefc40042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc40044e0 con 0x7fefdc0fff90 2024-03-16T18:19:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fefc402de90 con 0x7fefdc0fff90 2024-03-16T18:19:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefdc1a1770 con 0x7fefdc0fff90 2024-03-16T18:19:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc4005470 con 0x7fefdc0fff90 2024-03-16T18:19:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.128+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefdc1a1c80 con 0x7fefdc0fff90 2024-03-16T18:19:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.129+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefdc10b620 con 0x7fefdc0fff90 2024-03-16T18:19:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.130+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fefc4003800 con 0x7fefdc0fff90 2024-03-16T18:19:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.131+0000 7fefd37fe640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fefc80a1a30 0x7fefc80a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.131+0000 7fefda59c640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fefc80a1a30 0x7fefc80a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.131+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fefc40ef7f0 con 0x7fefdc0fff90 2024-03-16T18:19:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.131+0000 7fefda59c640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fefc80a1a30 0x7fefc80a3ef0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fefcc005fd0 tx=0x7fefcc00b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:03.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.135+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fefc40b87c0 con 0x7fefdc0fff90 2024-03-16T18:19:03.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.318+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fefdc02cf90 con 0x7fefdc0fff90 2024-03-16T18:19:03.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.320+0000 7fefd37fe640 1 -- 172.21.15.17:0/2671348323 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7fefc40bbe80 con 0x7fefdc0fff90 2024-03-16T18:19:03.323 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:03.324 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fefc80a1a30 msgr2=0x7fefc80a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fefc80a1a30 0x7fefc80a3ef0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fefcc005fd0 tx=0x7fefcc00b410 comp rx=0 tx=0).stop 2024-03-16T18:19:03.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 msgr2=0x7fefdc199c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 0x7fefdc199c10 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fefc4036040 tx=0x7fefc40042f0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 shutdown_connections 2024-03-16T18:19:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fefc80a1a30 0x7fefc80a3ef0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefdc0fff90 0x7fefdc199c10 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefdc101a50 0x7fefdc1a0c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 --2- 172.21.15.17:0/2671348323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefdc0ff5d0 0x7fefdc1996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 >> 172.21.15.17:0/2671348323 conn(0x7fefdc0fb130 msgr2=0x7fefdc0fc890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 shutdown_connections 2024-03-16T18:19:03.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.322+0000 7fefe0c84640 1 -- 172.21.15.17:0/2671348323 wait complete. 2024-03-16T18:19:03.336 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:03.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 -- 172.21.15.17:0/399318356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 msgr2=0x7f8a1c101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 --2- 172.21.15.17:0/399318356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c101a80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c009900 tx=0x7f8a0c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:03.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 -- 172.21.15.17:0/399318356 shutdown_connections 2024-03-16T18:19:03.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 --2- 172.21.15.17:0/399318356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c101a80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 --2- 172.21.15.17:0/399318356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1c101fc0 0x7f8a1c108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 --2- 172.21.15.17:0/399318356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a1c100410 0x7f8a1c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.436+0000 7f8a23981640 1 -- 172.21.15.17:0/399318356 >> 172.21.15.17:0/399318356 conn(0x7f8a1c0fb980 msgr2=0x7f8a1c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 -- 172.21.15.17:0/399318356 shutdown_connections 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 -- 172.21.15.17:0/399318356 wait complete. 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 Processor -- start 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 -- start start 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1c100410 0x7f8a1c197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a1c101fc0 0x7f8a1c19eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1c19f050 con 0x7f8a1c101600 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1c19f1c0 con 0x7f8a1c100410 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a23981640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a1c19f380 con 0x7f8a1c101fc0 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a20f1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a20f1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c197aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50400/0 (socket says 172.21.15.17:50400) 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a20f1c640 1 -- 172.21.15.17:0/3291148265 learned_addr learned my addr 172.21.15.17:0/3291148265 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a2171d640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1c100410 0x7f8a1c197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.437+0000 7f8a21f1e640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a1c101fc0 0x7f8a1c19eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a20f1c640 1 -- 172.21.15.17:0/3291148265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a1c101fc0 msgr2=0x7f8a1c19eb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a20f1c640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a1c101fc0 0x7f8a1c19eb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a20f1c640 1 -- 172.21.15.17:0/3291148265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1c100410 msgr2=0x7f8a1c197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a20f1c640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1c100410 0x7f8a1c197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a20f1c640 1 -- 172.21.15.17:0/3291148265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a18009840 con 0x7f8a1c101600 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a20f1c640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c197aa0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c036040 tx=0x7f8a0c004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c0035f0 con 0x7f8a1c101600 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a0c02de90 con 0x7f8a1c101600 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a0c005490 con 0x7f8a1c101600 2024-03-16T18:19:03.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a0c009560 con 0x7f8a1c101600 2024-03-16T18:19:03.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.438+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a1c19f980 con 0x7f8a1c101600 2024-03-16T18:19:03.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.439+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a1c10bcd0 con 0x7f8a1c101600 2024-03-16T18:19:03.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.440+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8a0c003750 con 0x7f8a1c101600 2024-03-16T18:19:03.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.440+0000 7f8a127fc640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8a080a1a30 0x7f8a080a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.441+0000 7f8a2171d640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8a080a1a30 0x7f8a080a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.441+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f8a0c0ef9a0 con 0x7f8a1c101600 2024-03-16T18:19:03.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.441+0000 7f8a2171d640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8a080a1a30 0x7f8a080a3ef0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8a14005fd0 tx=0x7f8a1400b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:03.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.445+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8a0c0b8910 con 0x7f8a1c101600 2024-03-16T18:19:03.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.629+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8a1c10be60 con 0x7f8a1c101600 2024-03-16T18:19:03.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.631+0000 7f8a127fc640 1 -- 172.21.15.17:0/3291148265 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7f8a0c0bbfd0 con 0x7f8a1c101600 2024-03-16T18:19:03.634 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:03.634 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:03.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8a080a1a30 msgr2=0x7f8a080a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8a080a1a30 0x7f8a080a3ef0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f8a14005fd0 tx=0x7f8a1400b390 comp rx=0 tx=0).stop 2024-03-16T18:19:03.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 msgr2=0x7f8a1c197aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c197aa0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f8a0c036040 tx=0x7f8a0c004140 comp rx=0 tx=0).stop 2024-03-16T18:19:03.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 shutdown_connections 2024-03-16T18:19:03.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8a080a1a30 0x7f8a080a3ef0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a1c101600 0x7f8a1c197aa0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a1c101fc0 0x7f8a1c19eb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 --2- 172.21.15.17:0/3291148265 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a1c100410 0x7f8a1c197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 >> 172.21.15.17:0/3291148265 conn(0x7f8a1c0fb980 msgr2=0x7f8a1c0686c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:03.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 shutdown_connections 2024-03-16T18:19:03.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.633+0000 7f8a23981640 1 -- 172.21.15.17:0/3291148265 wait complete. 2024-03-16T18:19:03.662 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:19:03.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- 172.21.15.17:0/610276040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c104910 msgr2=0x7fb43c106d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- 172.21.15.17:0/610276040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c104910 0x7fb43c106d00 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fb42c009900 tx=0x7fb42c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- 172.21.15.17:0/610276040 shutdown_connections 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- 172.21.15.17:0/610276040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c104910 0x7fb43c106d00 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- 172.21.15.17:0/610276040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb43c107240 0x7fb43c109630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- 172.21.15.17:0/610276040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb43c101fe0 0x7fb43c1043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- 172.21.15.17:0/610276040 >> 172.21.15.17:0/610276040 conn(0x7fb43c0fb970 msgr2=0x7fb43c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- 172.21.15.17:0/610276040 shutdown_connections 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- 172.21.15.17:0/610276040 wait complete. 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 Processor -- start 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- start start 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb43c101fe0 0x7fb43c197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb43c104910 0x7fb43c197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 0x7fb43c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb43c19eff0 con 0x7fb43c107240 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb43c19f160 con 0x7fb43c104910 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.763+0000 7fb4435ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb43c19f320 con 0x7fb43c101fe0 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 0x7fb43c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 0x7fb43c19eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50422/0 (socket says 172.21.15.17:50422) 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 -- 172.21.15.17:0/640974599 learned_addr learned my addr 172.21.15.17:0/640974599 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb440b47640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb43c104910 0x7fb43c197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441348640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb43c101fe0 0x7fb43c197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 -- 172.21.15.17:0/640974599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb43c101fe0 msgr2=0x7fb43c197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb43c101fe0 0x7fb43c197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 -- 172.21.15.17:0/640974599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb43c104910 msgr2=0x7fb43c197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb43c104910 0x7fb43c197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 -- 172.21.15.17:0/640974599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb42c009560 con 0x7fb43c107240 2024-03-16T18:19:03.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb441b49640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 0x7fb43c19eab0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb43400eb10 tx=0x7fb43400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb434004b20 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb434004c80 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb434010690 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb43c19f600 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.764+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb43c19fa90 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.765+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb43c0fd460 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.766+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fb434005020 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.767+0000 7fb4327fc640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4280a1a30 0x7fb4280a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.767+0000 7fb441348640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4280a1a30 0x7fb4280a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.767+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fb434014070 con 0x7fb43c107240 2024-03-16T18:19:03.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.767+0000 7fb441348640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4280a1a30 0x7fb4280a3ef0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb438005fd0 tx=0x7fb438005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:03.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.771+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb434096c70 con 0x7fb43c107240 2024-03-16T18:19:03.989 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3426516792' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-03-16T18:19:03.989 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: osdmap e89: 12 total, 12 up, 12 in 2024-03-16T18:19:03.989 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:03.989 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: pgmap v295: 129 pgs: 4 creating+peering, 100 active+clean, 25 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 8 op/s 2024-03-16T18:19:03.989 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3128554748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:03.989 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2671348323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:03.990 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:03 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3291148265' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:03.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.996+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb43c10cdc0 con 0x7fb43c107240 2024-03-16T18:19:03.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.997+0000 7fb4327fc640 1 -- 172.21.15.17:0/640974599 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+11330 (secure 0 0 0) 0x7fb43409a330 con 0x7fb43c107240 2024-03-16T18:19:04.000 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:04.000 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":17,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5},{"gid":14622,"name":"g","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":14634,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":24415,"name":"l","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":24434,"name":"k","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":24454,"name":"f","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":7},{"gid":24460,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":8},{"gid":24464,"name":"e","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":6},{"gid":24490,"name":"i","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":10},{"gid":24494,"name":"h","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":9}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:01.771701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":24545},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1,"qdb_leader":24545,"qdb_cluster":[24545]},"id":1}]} 2024-03-16T18:19:04.000 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 17 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4280a1a30 msgr2=0x7fb4280a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4280a1a30 0x7fb4280a3ef0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fb438005fd0 tx=0x7fb438005850 comp rx=0 tx=0).stop 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 msgr2=0x7fb43c19eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 0x7fb43c19eab0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fb43400eb10 tx=0x7fb43400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 shutdown_connections 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb4280a1a30 0x7fb4280a3ef0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb43c107240 0x7fb43c19eab0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb43c104910 0x7fb43c197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 --2- 172.21.15.17:0/640974599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb43c101fe0 0x7fb43c197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 >> 172.21.15.17:0/640974599 conn(0x7fb43c0fb970 msgr2=0x7fb43c102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 shutdown_connections 2024-03-16T18:19:04.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:03.999+0000 7fb4435ac640 1 -- 172.21.15.17:0/640974599 wait complete. 2024-03-16T18:19:04.011 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3426516792' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-03-16T18:19:04.011 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: osdmap e89: 12 total, 12 up, 12 in 2024-03-16T18:19:04.011 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:04.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: pgmap v295: 129 pgs: 4 creating+peering, 100 active+clean, 25 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 8 op/s 2024-03-16T18:19:04.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3128554748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2671348323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.012 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:03 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3291148265' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.013 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3426516792' entity='client.admin' cmd='[{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]': finished 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: osdmap e89: 12 total, 12 up, 12 in 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: pgmap v295: 129 pgs: 4 creating+peering, 100 active+clean, 25 unknown; 579 KiB data, 353 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s wr, 8 op/s 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3128554748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2671348323' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:03 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3291148265' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- 172.21.15.17:0/1162627921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900fff30 msgr2=0x7ff190109ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- 172.21.15.17:0/1162627921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900fff30 0x7ff190109ae0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7ff188009ca0 tx=0x7ff18802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- 172.21.15.17:0/1162627921 shutdown_connections 2024-03-16T18:19:04.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- 172.21.15.17:0/1162627921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900fff30 0x7ff190109ae0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- 172.21.15.17:0/1162627921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1900ff570 0x7ff1900ff9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- 172.21.15.17:0/1162627921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 0x7ff190102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- 172.21.15.17:0/1162627921 >> 172.21.15.17:0/1162627921 conn(0x7ff1900fb110 msgr2=0x7ff1900fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- 172.21.15.17:0/1162627921 shutdown_connections 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- 172.21.15.17:0/1162627921 wait complete. 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 Processor -- start 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- start start 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 0x7ff190197480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1900fff30 0x7ff1901979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 0x7ff19019ea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.112+0000 7ff19710c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff19019ef70 con 0x7ff1900ff570 2024-03-16T18:19:04.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff19710c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff19019f0e0 con 0x7ff190102b00 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff19710c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff19019f2a0 con 0x7ff1900fff30 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 0x7ff190197480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 0x7ff190197480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50454/0 (socket says 172.21.15.17:50454) 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 -- 172.21.15.17:0/2853868325 learned_addr learned my addr 172.21.15.17:0/2853868325 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff1956a9640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 0x7ff19019ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff18ffff640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1900fff30 0x7ff1901979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 -- 172.21.15.17:0/2853868325 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1900fff30 msgr2=0x7ff1901979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1900fff30 0x7ff1901979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 -- 172.21.15.17:0/2853868325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 msgr2=0x7ff19019ea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 0x7ff19019ea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 -- 172.21.15.17:0/2853868325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff188009900 con 0x7ff1900ff570 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff1956a9640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 0x7ff19019ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff194ea8640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 0x7ff190197480 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff18400d950 tx=0x7ff18400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff184009c30 con 0x7ff1900ff570 2024-03-16T18:19:04.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff19019f580 con 0x7ff1900ff570 2024-03-16T18:19:04.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff184009d90 con 0x7ff1900ff570 2024-03-16T18:19:04.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff18400f720 con 0x7ff1900ff570 2024-03-16T18:19:04.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.113+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff19019fae0 con 0x7ff1900ff570 2024-03-16T18:19:04.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.114+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1901089c0 con 0x7ff1900ff570 2024-03-16T18:19:04.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.115+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff184010460 con 0x7ff1900ff570 2024-03-16T18:19:04.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.116+0000 7ff18dffb640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1800a1a30 0x7ff1800a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.116+0000 7ff18ffff640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1800a1a30 0x7ff1800a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.116+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7ff1840cd910 con 0x7ff1900ff570 2024-03-16T18:19:04.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.117+0000 7ff18ffff640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1800a1a30 0x7ff1800a3ef0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff17c005fd0 tx=0x7ff17c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.121+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff1840968e0 con 0x7ff1900ff570 2024-03-16T18:19:04.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.305+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff19010ce10 con 0x7ff1900ff570 2024-03-16T18:19:04.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.307+0000 7ff18dffb640 1 -- 172.21.15.17:0/2853868325 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7ff184099fa0 con 0x7ff1900ff570 2024-03-16T18:19:04.310 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:04.310 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:04.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1800a1a30 msgr2=0x7ff1800a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1800a1a30 0x7ff1800a3ef0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7ff17c005fd0 tx=0x7ff17c005850 comp rx=0 tx=0).stop 2024-03-16T18:19:04.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 msgr2=0x7ff190197480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 0x7ff190197480 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7ff18400d950 tx=0x7ff18400de10 comp rx=0 tx=0).stop 2024-03-16T18:19:04.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 shutdown_connections 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff1800a1a30 0x7ff1800a3ef0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff190102b00 0x7ff19019ea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1900fff30 0x7ff1901979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 --2- 172.21.15.17:0/2853868325 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1900ff570 0x7ff190197480 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 >> 172.21.15.17:0/2853868325 conn(0x7ff1900fb110 msgr2=0x7ff190105b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 shutdown_connections 2024-03-16T18:19:04.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.309+0000 7ff19710c640 1 -- 172.21.15.17:0/2853868325 wait complete. 2024-03-16T18:19:04.324 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-03-16T18:18:56.806453+0000', 'modified': '2024-03-16T18:19:01.771701+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24545}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24545': {'gid': 24545, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.149:6839/219844008', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 219844008}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 219844008}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1, 'qdb_leader': 24545, 'qdb_cluster': [24545]} 2024-03-16T18:19:04.324 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-03-16T18:19:04.324 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-16T18:19:04.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 -- 172.21.15.17:0/3213627394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468104910 msgr2=0x7ff468106d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 --2- 172.21.15.17:0/3213627394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468104910 0x7ff468106d00 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7ff45c009900 tx=0x7ff45c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:04.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 -- 172.21.15.17:0/3213627394 shutdown_connections 2024-03-16T18:19:04.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 --2- 172.21.15.17:0/3213627394 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468104910 0x7ff468106d00 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 --2- 172.21.15.17:0/3213627394 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff468107240 0x7ff468109630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 --2- 172.21.15.17:0/3213627394 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff468101fe0 0x7ff4681043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 -- 172.21.15.17:0/3213627394 >> 172.21.15.17:0/3213627394 conn(0x7ff4680fb990 msgr2=0x7ff4680fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 -- 172.21.15.17:0/3213627394 shutdown_connections 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 -- 172.21.15.17:0/3213627394 wait complete. 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.427+0000 7ff47078c640 1 Processor -- start 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 -- start start 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 0x7ff468101950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff468104910 0x7ff4680fff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff468107240 0x7ff4681004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff468100c30 con 0x7ff468101fe0 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff468100da0 con 0x7ff468104910 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4681a15d0 con 0x7ff468107240 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 0x7ff468101950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 0x7ff468101950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50470/0 (socket says 172.21.15.17:50470) 2024-03-16T18:19:04.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 -- 172.21.15.17:0/2986915954 learned_addr learned my addr 172.21.15.17:0/2986915954 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff468104910 0x7ff4680fff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46ed29640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff468107240 0x7ff4681004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 -- 172.21.15.17:0/2986915954 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff468107240 msgr2=0x7ff4681004d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff468107240 0x7ff4681004d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 -- 172.21.15.17:0/2986915954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff468104910 msgr2=0x7ff4680fff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff468104910 0x7ff4680fff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 -- 172.21.15.17:0/2986915954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff45c009560 con 0x7ff468101fe0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff46e528640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 0x7ff468101950 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff45800ebf0 tx=0x7ff45800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff4677fe640 1 -- 172.21.15.17:0/2986915954 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff458010630 con 0x7ff468101fe0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4681a1880 con 0x7ff468101fe0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff4677fe640 1 -- 172.21.15.17:0/2986915954 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff45800ced0 con 0x7ff468101fe0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.428+0000 7ff4677fe640 1 -- 172.21.15.17:0/2986915954 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff458018a60 con 0x7ff468101fe0 2024-03-16T18:19:04.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.429+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4681a1d60 con 0x7ff468101fe0 2024-03-16T18:19:04.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.430+0000 7ff4677fe640 1 -- 172.21.15.17:0/2986915954 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff458018bc0 con 0x7ff468101fe0 2024-03-16T18:19:04.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 Processor -- start 2024-03-16T18:19:04.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff4677fe640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff4500a1a30 0x7ff4500a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff46ed29640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff4500a1a30 0x7ff4500a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff4677fe640 1 -- 172.21.15.17:0/2986915954 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7ff458014070 con 0x7ff468101fe0 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 -- start start 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c5f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c64470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c66f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6c1acd0 con 0x5571a6c5f970 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6bcdf20 con 0x5571a6c5ef80 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff47336c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6bcb450 con 0x5571a6c64ae0 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.431+0000 7ff46dd27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c64470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46ed29640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff4500a1a30 0x7ff4500a3ef0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff46000ca30 tx=0x7ff460005d00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c64470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50472/0 (socket says 172.21.15.17:50472) 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 -- 172.21.15.17:0/2624386893 learned_addr learned my addr 172.21.15.17:0/2624386893 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46e528640 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c5f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46ed29640 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c66f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 -- 172.21.15.17:0/2624386893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 msgr2=0x5571a6c66f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c66f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 -- 172.21.15.17:0/2624386893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 msgr2=0x5571a6c5f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c5f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 -- 172.21.15.17:0/2624386893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571a6b7bf20 con 0x5571a6c5f970 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46e528640 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c5f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c64470 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff46806a5c0 tx=0x7ff45c02c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7f9b287148c0da3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff464ff9640 1 -- 172.21.15.17:0/2624386893 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c02cba0 con 0x5571a6c5f970 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff464ff9640 1 -- 172.21.15.17:0/2624386893 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff45c02de90 con 0x5571a6c5f970 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.432+0000 7ff464ff9640 1 -- 172.21.15.17:0/2624386893 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c003970 con 0x5571a6c5f970 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 -- 172.21.15.17:0/2624386893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 msgr2=0x5571a6c64470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c64470 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7ff46806a5c0 tx=0x7ff45c02c8f0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 -- 172.21.15.17:0/2624386893 shutdown_connections 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c64470 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c66f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 --2- 172.21.15.17:0/2624386893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c5f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 -- 172.21.15.17:0/2624386893 >> 172.21.15.17:0/2624386893 conn(0x5571a6c5a4f0 msgr2=0x5571a6c5a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 -- 172.21.15.17:0/2624386893 shutdown_connections 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 -- 172.21.15.17:0/2624386893 wait complete. 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 -- start start 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.433+0000 7ff47336c740 1 Processor -- start 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 0x5571a6c69170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5f970 0x5571a6c696b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c64ae0 0x5571a6c706f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6bc6c30 con 0x5571a6c5ef80 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6b6bd30 con 0x5571a6c64ae0 2024-03-16T18:19:04.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a689a310 con 0x5571a6c5f970 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 10 client.0 _ll_register_callbacks cb 0x5571a6b73d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 0x5571a6c69170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 0x5571a6c69170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50476/0 (socket says 172.21.15.17:50476) 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 -- 172.21.15.17:0/2198758110 learned_addr learned my addr 172.21.15.17:0/2198758110 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46ed29640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c64ae0 0x5571a6c706f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5f970 0x5571a6c696b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 -- 172.21.15.17:0/2198758110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5f970 msgr2=0x5571a6c696b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5f970 0x5571a6c696b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 -- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c64ae0 msgr2=0x5571a6c706f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c64ae0 0x5571a6c706f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 -- 172.21.15.17:0/2198758110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff46810a210 con 0x5571a6c5ef80 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff46e528640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 0x5571a6c69170 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff4580cb5f0 tx=0x7ff45809b1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76bcef2d0102ec0c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff44dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff44dffb640 1 -- 172.21.15.17:0/2198758110 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4580a31b0 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff44dffb640 1 -- 172.21.15.17:0/2198758110 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7ff458099e60 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571a68c66c0 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff44dffb640 1 -- 172.21.15.17:0/2198758110 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff45809a020 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 10 client.14751 fetch_fsmap learned FSMap version 17 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.434+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x5571a6bc52b0 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff44dffb640 1 -- 172.21.15.17:0/2198758110 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5571a68c66c0 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff44dffb640 1 -- 172.21.15.17:0/2198758110 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 17) v1 ==== 7922+0+0 (secure 0 0 0) 0x7ff4580998d0 con 0x5571a6c5ef80 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff47336c740 10 client.14751 fetch_fsmap finished waiting for FSMap version 17 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff47336c740 10 client.14751 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff47336c740 20 client.14751 populate_metadata read hostname 'smithi017' 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff47336c740 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6c79fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff47336c740 4 client.14751 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571a6917270 con 0x5571a6c75b30 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6c79fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff44dffb640 10 client.14751 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.435+0000 7ff46dd27640 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6c79fb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=483009ee72f93b16 server_cookie=377ff270840c623f in_seq=0 out_seq=0 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff44dffb640 1 -- 172.21.15.17:0/2198758110 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5571a6917270 con 0x5571a6c75b30 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff44dffb640 10 client.14751 handle_command_reply: tid=0 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 client.14751 shutdown 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 msgr2=0x5571a6c69170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 0x5571a6c69170 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7ff4580cb5f0 tx=0x7ff45809b1d0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 shutdown_connections 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6c79fb0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c64ae0 0x5571a6c706f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff44dffb640 0 client.14751 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:19:04.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5f970 0x5571a6c696b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 --2- 172.21.15.17:0/2198758110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5ef80 0x5571a6c69170 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 >> 172.21.15.17:0/2198758110 conn(0x5571a6c5a4f0 msgr2=0x5571a6c597d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 shutdown_connections 2024-03-16T18:19:04.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 1 -- 172.21.15.17:0/2198758110 wait complete. 2024-03-16T18:19:04.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.436+0000 7ff47336c740 20 client.14751 trim_cache size 0 max 16384 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 Processor -- start 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 -- start start 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5ef80 0x5571a6c69610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5f970 0x5571a6c706b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 0x5571a6c58f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6b4c490 con 0x5571a6c64ae0 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6c646c0 con 0x5571a6c5f970 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff47336c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6c67630 con 0x5571a6c5ef80 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 0x5571a6c58f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 0x5571a6c58f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50490/0 (socket says 172.21.15.17:50490) 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 -- 172.21.15.17:0/1292485320 learned_addr learned my addr 172.21.15.17:0/1292485320 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46dd27640 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5f970 0x5571a6c706b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46e528640 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5ef80 0x5571a6c69610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 -- 172.21.15.17:0/1292485320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5ef80 msgr2=0x5571a6c69610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5ef80 0x5571a6c69610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 -- 172.21.15.17:0/1292485320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5f970 msgr2=0x5571a6c706b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5f970 0x5571a6c706b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 -- 172.21.15.17:0/1292485320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571a6b61a20 con 0x5571a6c64ae0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.453+0000 7ff46ed29640 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 0x5571a6c58f40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff46000ee80 tx=0x7ff460011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f37acaba3756666 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff44ffff640 1 -- 172.21.15.17:0/1292485320 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff460004220 con 0x5571a6c64ae0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff44ffff640 1 -- 172.21.15.17:0/1292485320 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff460004380 con 0x5571a6c64ae0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff44ffff640 1 -- 172.21.15.17:0/1292485320 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff460003a40 con 0x5571a6c64ae0 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 -- 172.21.15.17:0/1292485320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 msgr2=0x5571a6c58f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 0x5571a6c58f40 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff46000ee80 tx=0x7ff460011000 comp rx=0 tx=0).stop 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 -- 172.21.15.17:0/1292485320 shutdown_connections 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c64ae0 0x5571a6c58f40 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5f970 0x5571a6c706b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 --2- 172.21.15.17:0/1292485320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c5ef80 0x5571a6c69610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 -- 172.21.15.17:0/1292485320 >> 172.21.15.17:0/1292485320 conn(0x5571a6c5a4f0 msgr2=0x5571a6c5a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 -- 172.21.15.17:0/1292485320 shutdown_connections 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 -- 172.21.15.17:0/1292485320 wait complete. 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.454+0000 7ff47336c740 1 -- start start 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 Processor -- start 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c702f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c6cd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c6d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6c70ae0 con 0x5571a6c5f970 2024-03-16T18:19:04.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6c6d840 con 0x5571a6c5ef80 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6c6da00 con 0x5571a6c64ae0 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 10 client.0 _ll_register_callbacks cb 0x7ff45809a640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c6cd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c6cd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50500/0 (socket says 172.21.15.17:50500) 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 -- 172.21.15.17:0/3653134786 learned_addr learned my addr 172.21.15.17:0/3653134786 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46e528640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c702f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46ed29640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c6d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 -- 172.21.15.17:0/3653134786 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 msgr2=0x5571a6c6d2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c6d2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 -- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 msgr2=0x5571a6c702f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c702f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 -- 172.21.15.17:0/3653134786 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff46000eb30 con 0x5571a6c5f970 2024-03-16T18:19:04.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff46dd27640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c6cd90 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff45c02c7d0 tx=0x7ff45c02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8531e17f07058e9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff44dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff44dffb640 1 -- 172.21.15.17:0/3653134786 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c058070 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff44dffb640 1 -- 172.21.15.17:0/3653134786 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7ff45c04e040 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.455+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff45c02de90 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff44dffb640 1 -- 172.21.15.17:0/3653134786 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff45c004a70 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 10 client.14757 fetch_fsmap learned FSMap version 17 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=4+}) v3 -- 0x5571a6b87780 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff44dffb640 1 -- 172.21.15.17:0/3653134786 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff45c02de90 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff44dffb640 1 -- 172.21.15.17:0/3653134786 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 17) v1 ==== 7922+0+0 (secure 0 0 0) 0x7ff45c05b030 con 0x5571a6c5f970 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 10 client.14757 fetch_fsmap finished waiting for FSMap version 17 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 10 client.14757 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 20 client.14757 populate_metadata read hostname 'smithi017' 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6cd25b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:04.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 4 client.14757 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5571a6903610 con 0x5571a6c75b30 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff46e528640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6cd25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff46e528640 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6cd25b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e66003c5b9b5769 server_cookie=b6adde8fc72adb7 in_seq=0 out_seq=0 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.456+0000 7ff44dffb640 10 client.14757 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff44dffb640 1 -- 172.21.15.17:0/3653134786 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x5571a6903610 con 0x5571a6c75b30 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff44dffb640 10 client.14757 handle_command_reply: tid=0 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 client.14757 shutdown 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 msgr2=0x5571a6c6cd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c6cd90 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff45c02c7d0 tx=0x7ff45c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 shutdown_connections 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a6c75b30 0x5571a6cd25b0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a6c5f970 0x5571a6c6cd90 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff44dffb640 0 client.14757 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:19:04.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6c64ae0 0x5571a6c6d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 --2- 172.21.15.17:0/3653134786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6c5ef80 0x5571a6c702f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 >> 172.21.15.17:0/3653134786 conn(0x5571a6c5a4f0 msgr2=0x5571a6c5d750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 shutdown_connections 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 1 -- 172.21.15.17:0/3653134786 wait complete. 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47336c740 20 client.14757 trim_cache size 0 max 16384 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24545, 2024-03-16T18:19:04.467 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 6.6544046699999999, 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 17, 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 89, 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 88, 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 12.225559651999999 2024-03-16T18:19:04.468 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff4500a1a30 msgr2=0x7ff4500a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff4500a1a30 0x7ff4500a3ef0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7ff46000ca30 tx=0x7ff460005d00 comp rx=0 tx=0).stop 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 msgr2=0x7ff468101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 0x7ff468101950 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7ff45800ebf0 tx=0x7ff45800c6a0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 shutdown_connections 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff4500a1a30 0x7ff4500a3ef0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff468107240 0x7ff4681004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff468104910 0x7ff4680fff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 --2- 172.21.15.17:0/2986915954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff468101fe0 0x7ff468101950 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 >> 172.21.15.17:0/2986915954 conn(0x7ff4680fb990 msgr2=0x7ff468102a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 shutdown_connections 2024-03-16T18:19:04.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:04.457+0000 7ff47078c640 1 -- 172.21.15.17:0/2986915954 wait complete. 2024-03-16T18:19:04.471 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-03-16T18:19:04.471 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:04.471 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph fs ls 2024-03-16T18:19:04.713 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:04.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:04 smithi017 ceph-mon[32207]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-16T18:19:04.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:04 smithi017 ceph-mon[32207]: Cluster is now healthy 2024-03-16T18:19:04.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/640974599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:04.971 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2853868325' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:05.005 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:04 smithi149 ceph-mon[35991]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-16T18:19:05.005 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:04 smithi149 ceph-mon[35991]: Cluster is now healthy 2024-03-16T18:19:05.005 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:04 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/640974599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:05.005 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:04 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2853868325' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:05.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:04 smithi153 ceph-mon[36005]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-03-16T18:19:05.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:04 smithi153 ceph-mon[36005]: Cluster is now healthy 2024-03-16T18:19:05.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:04 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/640974599' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:05.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:04 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2853868325' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:06.005 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:05 smithi017 ceph-mon[32207]: pgmap v296: 129 pgs: 4 creating+peering, 120 active+clean, 5 unknown; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 5 op/s 2024-03-16T18:19:06.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:05 smithi149 ceph-mon[35991]: pgmap v296: 129 pgs: 4 creating+peering, 120 active+clean, 5 unknown; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 5 op/s 2024-03-16T18:19:06.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:05 smithi153 ceph-mon[36005]: pgmap v296: 129 pgs: 4 creating+peering, 120 active+clean, 5 unknown; 579 KiB data, 358 MiB used, 1.0 TiB / 1.0 TiB avail; 1.5 KiB/s wr, 5 op/s 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 -- 172.21.15.17:0/2287909853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80102450 msgr2=0x7f0f8010de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2287909853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80102450 0x7f0f8010de00 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f0f7800b0d0 tx=0x7f0f7800b3e0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 -- 172.21.15.17:0/2287909853 shutdown_connections 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2287909853 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80102450 0x7f0f8010de00 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2287909853 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f80105f10 0x7f0f801062f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2287909853 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80101a90 0x7f0f80101f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 -- 172.21.15.17:0/2287909853 >> 172.21.15.17:0/2287909853 conn(0x7f0f80076260 msgr2=0x7f0f80076670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 -- 172.21.15.17:0/2287909853 shutdown_connections 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 -- 172.21.15.17:0/2287909853 wait complete. 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.392+0000 7f0f8492e700 1 Processor -- start 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 -- start start 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 0x7f0f801973e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80102450 0x7f0f80197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f80105f10 0x7f0f8019bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f8019c2c0 con 0x7f0f80101a90 2024-03-16T18:19:06.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f8019c430 con 0x7f0f80105f10 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f8019c5f0 con 0x7f0f80102450 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 0x7f0f801973e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 0x7f0f801973e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50528/0 (socket says 172.21.15.17:50528) 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 -- 172.21.15.17:0/2829519237 learned_addr learned my addr 172.21.15.17:0/2829519237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7ed9d700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f80105f10 0x7f0f8019bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7dd9b700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80102450 0x7f0f80197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 -- 172.21.15.17:0/2829519237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80102450 msgr2=0x7f0f80197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80102450 0x7f0f80197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 -- 172.21.15.17:0/2829519237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f80105f10 msgr2=0x7f0f8019bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:06.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f80105f10 0x7f0f8019bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 -- 172.21.15.17:0/2829519237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f78009d00 con 0x7f0f80101a90 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7dd9b700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80102450 0x7f0f80197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f7e59c700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 0x7f0f801973e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0f7000ea80 tx=0x7f0f7000ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f70013070 con 0x7f0f80101a90 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0f7000be70 con 0x7f0f80101a90 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.393+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f8019c8d0 con 0x7f0f80101a90 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.394+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f70003aa0 con 0x7f0f80101a90 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.394+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f80100b50 con 0x7f0f80101a90 2024-03-16T18:19:06.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.395+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f80068ca0 con 0x7f0f80101a90 2024-03-16T18:19:06.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.396+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f0f7000b9c0 con 0x7f0f80101a90 2024-03-16T18:19:06.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.397+0000 7f0f6f7fe700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0f680a1ac0 0x7f0f680a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:06.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.397+0000 7f0f7dd9b700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0f680a1ac0 0x7f0f680a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:06.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.397+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f0f700cf540 con 0x7f0f80101a90 2024-03-16T18:19:06.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.397+0000 7f0f7dd9b700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0f680a1ac0 0x7f0f680a3f80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0f800767f0 tx=0x7f0f74005f50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:06.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.401+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0f70098510 con 0x7f0f80101a90 2024-03-16T18:19:06.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.652+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f0f80110e50 con 0x7f0f80101a90 2024-03-16T18:19:06.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.652+0000 7f0f6f7fe700 1 -- 172.21.15.17:0/2829519237 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+88 (secure 0 0 0) 0x7f0f7009bbd0 con 0x7f0f80101a90 2024-03-16T18:19:06.655 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-03-16T18:19:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0f680a1ac0 msgr2=0x7f0f680a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0f680a1ac0 0x7f0f680a3f80 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f0f800767f0 tx=0x7f0f74005f50 comp rx=0 tx=0).stop 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 msgr2=0x7f0f801973e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 0x7f0f801973e0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f0f7000ea80 tx=0x7f0f7000ed90 comp rx=0 tx=0).stop 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 shutdown_connections 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0f80105f10 0x7f0f8019bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0f80101a90 0x7f0f801973e0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0f680a1ac0 0x7f0f680a3f80 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 --2- 172.21.15.17:0/2829519237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0f80102450 0x7f0f80197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 >> 172.21.15.17:0/2829519237 conn(0x7f0f80076260 msgr2=0x7f0f800fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.654+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 shutdown_connections 2024-03-16T18:19:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:06.655+0000 7f0f8492e700 1 -- 172.21.15.17:0/2829519237 wait complete. 2024-03-16T18:19:06.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:06 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2829519237' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-16T18:19:06.968 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:06 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2829519237' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-16T18:19:07.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:06 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2829519237' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-03-16T18:19:07.310 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-03-16T18:19:07.311 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.311 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-03-16T18:19:07.328 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-03-16T18:19:07.328 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-03-16T18:19:07.328 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-03-16T18:19:07.328 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-03-16T18:19:07.329 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42157sec preferred_lft 42157sec 2024-03-16T18:19:07.330 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link noprefixroute 2024-03-16T18:19:07.330 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-03-16T18:19:07.330 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-16T18:19:07.330 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:19:07.330 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-03-16T18:19:07.330 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-03-16T18:19:07.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add name ceph-brx type bridge 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr flush dev ceph-brx 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set ceph-brx up 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-03-16T18:19:07.331 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:19:07.503 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.504 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-03-16T18:19:07.532 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-03-16T18:19:07.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.534 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-03-16T18:19:07.609 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-03-16T18:19:07.609 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-03-16T18:19:07.609 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-03-16T18:19:07.609 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-03-16T18:19:07.609 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-03-16T18:19:07.610 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.610 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:19:07.610 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:19:07.610 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-03-16T18:19:07.610 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-03-16T18:19:07.610 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-03-16T18:19:07.610 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:19:07.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:07 smithi017 ceph-mon[32207]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 157 B/s wr, 3 op/s 2024-03-16T18:19:07.916 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.916 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-03-16T18:19:07.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.931 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list-id 2024-03-16T18:19:07.986 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:07.986 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:19:07.986 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:19:07.986 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-16T18:19:07.986 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-03-16T18:19:07.986 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:19:08.069 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-03-16T18:19:08.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-03-16T18:19:08.069 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:19:08.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:07 smithi149 ceph-mon[35991]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 157 B/s wr, 3 op/s 2024-03-16T18:19:08.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:07 smithi153 ceph-mon[36005]: pgmap v297: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 157 B/s wr, 3 op/s 2024-03-16T18:19:08.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.209 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:19:08.210 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:19:08.210 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-03-16T18:19:08.210 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set dev brx.0 master ceph-brx 2024-03-16T18:19:08.210 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:19:08.251 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-03-16T18:19:08.252 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-16T18:19:08.252 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:08.306 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-03-16T18:19:08.306 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-16T18:19:08.307 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:08.360 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-03-16T18:19:08.428 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-03-16T18:19:08.484 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-16T18:19:08.485 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8c89c899dcc37c3fa53ecb6dcaec40cc80305053563a4d5b52c66a76b1f4ce1/merged 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/a5831267927df5d53f4b69e5105f970adf65f77095b0d0970145c4a99199fd7d/merged 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f5d06581ac457afd405d0c4797057a45f9b887ceacc07e50ff9e64d8ef57979e/merged 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ad349a0afe815341b5064213fc570cca94c68666c571eaca87a691a11e9b0015/merged 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/e5facd23563919b602f04ba41a33bf98a191c2be7ef6fddcd5d155f46aca51c5/merged 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f2727cd4ac93a4f28dfe0e51f984b21b3f190a1141327734a572e049726bf2d6/merged 2024-03-16T18:19:08.486 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/20eef91b2b9bf4f013782ca3b6729d029a995b14c5f99935d76d92870ca31037/merged 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b881036179907081291f53f25547d86e05529fbb3f325bcbc5084e758a42c79e/merged 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/c9d42a7ab2acb7ec98fac68a9b0995ae2efbeb68f93d42582dca8d6a5d4a2100/merged 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/eda84e8e31daff742ef63e20da717a177aa4cbe62407a1afad909a684247b864/merged 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-16T18:19:08.487 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.487 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-03-16T18:19:08.539 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-03-16T18:19:08.539 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-03-16T18:19:08.582 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-03-16T18:19:08.608 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-03-16T18:19:08.665 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-03-16T18:19:08.666 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8c89c899dcc37c3fa53ecb6dcaec40cc80305053563a4d5b52c66a76b1f4ce1/merged 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/a5831267927df5d53f4b69e5105f970adf65f77095b0d0970145c4a99199fd7d/merged 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f5d06581ac457afd405d0c4797057a45f9b887ceacc07e50ff9e64d8ef57979e/merged 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ad349a0afe815341b5064213fc570cca94c68666c571eaca87a691a11e9b0015/merged 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/e5facd23563919b602f04ba41a33bf98a191c2be7ef6fddcd5d155f46aca51c5/merged 2024-03-16T18:19:08.667 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f2727cd4ac93a4f28dfe0e51f984b21b3f190a1141327734a572e049726bf2d6/merged 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/20eef91b2b9bf4f013782ca3b6729d029a995b14c5f99935d76d92870ca31037/merged 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b881036179907081291f53f25547d86e05529fbb3f325bcbc5084e758a42c79e/merged 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/c9d42a7ab2acb7ec98fac68a9b0995ae2efbeb68f93d42582dca8d6a5d4a2100/merged 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/eda84e8e31daff742ef63e20da717a177aa4cbe62407a1afad909a684247b864/merged 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-16T18:19:08.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.668 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-03-16T18:19:08.679 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi017.stderr:2024-03-16T18:19:08.676+0000 7fd194e3f480 -1 init, newargv = 0x558646460510 newargc=15 2024-03-16T18:19:08.679 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi017.stderr:ceph-fuse[76681]: starting ceph client 2024-03-16T18:19:08.684 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi017.stderr:ceph-fuse[76681]: starting fuse 2024-03-16T18:19:08.693 INFO:teuthology.orchestra.run.smithi017.stdout:119 2024-03-16T18:19:08.693 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119] 2024-03-16T18:19:08.693 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-03-16T18:19:08.694 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.admin")) 2024-03-16T18:19:08.695 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-03-16T18:19:08.814 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.admin.76681.asok 2024-03-16T18:19:08.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:08 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-16T18:19:08.824 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.76681.asok 2024-03-16T18:19:08.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.825 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.76681.asok status 2024-03-16T18:19:08.963 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:19:08.963 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b", 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev)", 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "admin", 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "76681", 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/" 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 14769, 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-03-16T18:19:08.964 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 14769 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2620139312 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-03-16T18:19:08.965 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2620139312 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.14769 192.168.0.1:0/2620139312", 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/2620139312", 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 1, 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 17, 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 89, 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-03-16T18:19:08.966 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:19:08.972 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.972 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-03-16T18:19:08.972 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:08.987 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-03-16T18:19:08.987 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:08.987 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:08.988 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:09.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:08 smithi017 ceph-mon[32207]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2024-03-16T18:19:09.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:09.055 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-03-16T18:19:09.143 INFO:teuthology.orchestra.run.smithi017.stdout:# file: . 2024-03-16T18:19:09.143 INFO:teuthology.orchestra.run.smithi017.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-03-16T18:19:09.143 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:09.143 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:19:09.143 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-16T18:19:09.159 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 -- 172.21.15.17:0/321300498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 msgr2=0x7ff868101940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/321300498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff868101940 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7ff860009900 tx=0x7ff86002bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 -- 172.21.15.17:0/321300498 shutdown_connections 2024-03-16T18:19:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/321300498 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8681030d0 0x7ff868109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/321300498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff868102710 0x7ff868102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/321300498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff868101940 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.299+0000 7ff86d8b5640 1 -- 172.21.15.17:0/321300498 >> 172.21.15.17:0/321300498 conn(0x7ff8680fcad0 msgr2=0x7ff8680feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 -- 172.21.15.17:0/321300498 shutdown_connections 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 -- 172.21.15.17:0/321300498 wait complete. 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 Processor -- start 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 -- start start 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff8681974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff868102710 0x7ff868197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8681030d0 0x7ff86819eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86819efe0 con 0x7ff868101520 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86819f150 con 0x7ff8681030d0 2024-03-16T18:19:09.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff86d8b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86819f310 con 0x7ff868102710 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.300+0000 7ff866ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff8681974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff866ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff8681974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50536/0 (socket says 172.21.15.17:50536) 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff866ffd640 1 -- 172.21.15.17:0/1624918001 learned_addr learned my addr 172.21.15.17:0/1624918001 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8681030d0 0x7ff86819eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8667fc640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff868102710 0x7ff868197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 -- 172.21.15.17:0/1624918001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff868102710 msgr2=0x7ff868197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff868102710 0x7ff868197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 -- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 msgr2=0x7ff8681974f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff8681974f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 -- 172.21.15.17:0/1624918001 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff860009560 con 0x7ff8681030d0 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff8677fe640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8681030d0 0x7ff86819eaa0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff85800e940 tx=0x7ff85800ee00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff858004d20 con 0x7ff8681030d0 2024-03-16T18:19:09.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff86819f5f0 con 0x7ff8681030d0 2024-03-16T18:19:09.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff858004e80 con 0x7ff8681030d0 2024-03-16T18:19:09.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff858011470 con 0x7ff8681030d0 2024-03-16T18:19:09.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.301+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff86819fb00 con 0x7ff8681030d0 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.302+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff868108910 con 0x7ff8681030d0 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.303+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff8580052b0 con 0x7ff8681030d0 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.304+0000 7ff86c8b3640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff8540a1a30 0x7ff8540a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.304+0000 7ff866ffd640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff8540a1a30 0x7ff8540a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.304+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7ff8580cd650 con 0x7ff8681030d0 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.304+0000 7ff866ffd640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff8540a1a30 0x7ff8540a3ef0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff860006010 tx=0x7ff860005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:09.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.308+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff8580966d0 con 0x7ff8681030d0 2024-03-16T18:19:09.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:08 smithi149 ceph-mon[35991]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2024-03-16T18:19:09.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:08 smithi153 ceph-mon[36005]: pgmap v298: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 255 B/s wr, 2 op/s 2024-03-16T18:19:09.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.493+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff86802d000 con 0x7ff8681030d0 2024-03-16T18:19:09.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.496+0000 7ff86c8b3640 1 -- 172.21.15.17:0/1624918001 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7ff858099d90 con 0x7ff8681030d0 2024-03-16T18:19:09.499 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:09.499 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:09.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff8540a1a30 msgr2=0x7ff8540a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff8540a1a30 0x7ff8540a3ef0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff860006010 tx=0x7ff860005d50 comp rx=0 tx=0).stop 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8681030d0 msgr2=0x7ff86819eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8681030d0 0x7ff86819eaa0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff85800e940 tx=0x7ff85800ee00 comp rx=0 tx=0).stop 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 shutdown_connections 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff8540a1a30 0x7ff8540a3ef0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8681030d0 0x7ff86819eaa0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff868102710 0x7ff868197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 --2- 172.21.15.17:0/1624918001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff868101520 0x7ff8681974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 >> 172.21.15.17:0/1624918001 conn(0x7ff8680fcad0 msgr2=0x7ff868105ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 shutdown_connections 2024-03-16T18:19:09.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.498+0000 7ff86d8b5640 1 -- 172.21.15.17:0/1624918001 wait complete. 2024-03-16T18:19:09.512 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:19:09.512 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 -- 172.21.15.17:0/3508804172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39801015f0 msgr2=0x7f3980101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 --2- 172.21.15.17:0/3508804172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39801015f0 0x7f3980101a70 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f3974009900 tx=0x7f397402bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 -- 172.21.15.17:0/3508804172 shutdown_connections 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 --2- 172.21.15.17:0/3508804172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f39801015f0 0x7f3980101a70 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 --2- 172.21.15.17:0/3508804172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3980101fb0 0x7f3980108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 --2- 172.21.15.17:0/3508804172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3980100400 0x7f3980100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 -- 172.21.15.17:0/3508804172 >> 172.21.15.17:0/3508804172 conn(0x7f39800fb990 msgr2=0x7f39800fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 -- 172.21.15.17:0/3508804172 shutdown_connections 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 -- 172.21.15.17:0/3508804172 wait complete. 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 Processor -- start 2024-03-16T18:19:09.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.615+0000 7f3987a47640 1 -- start start 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 0x7f398010acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39801015f0 0x7f3980109300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3980101fb0 0x7f3980109840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3980109fa0 con 0x7f3980100400 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f398010a110 con 0x7f3980101fb0 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39801a1590 con 0x7f39801015f0 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 0x7f398010acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 0x7f398010acc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47268/0 (socket says 172.21.15.17:47268) 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 -- 172.21.15.17:0/1318768704 learned_addr learned my addr 172.21.15.17:0/1318768704 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3985fe4640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3980101fb0 0x7f3980109840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3984fe2640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39801015f0 0x7f3980109300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 -- 172.21.15.17:0/1318768704 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39801015f0 msgr2=0x7f3980109300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39801015f0 0x7f3980109300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 -- 172.21.15.17:0/1318768704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3980101fb0 msgr2=0x7f3980109840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3980101fb0 0x7f3980109840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 -- 172.21.15.17:0/1318768704 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3970009840 con 0x7f3980100400 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f39857e3640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 0x7f398010acc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f397800d980 tx=0x7f397800dd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3978009c30 con 0x7f3980100400 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f397800be10 con 0x7f3980100400 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f397800f620 con 0x7f3980100400 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3974009560 con 0x7f3980100400 2024-03-16T18:19:09.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.616+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39801a1b40 con 0x7f3980100400 2024-03-16T18:19:09.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.618+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3980107860 con 0x7f3980100400 2024-03-16T18:19:09.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.619+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f3978010460 con 0x7f3980100400 2024-03-16T18:19:09.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.619+0000 7f397e7fc640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f39680a1a30 0x7f39680a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.619+0000 7f3984fe2640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f39680a1a30 0x7f39680a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.619+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f39780cd360 con 0x7f3980100400 2024-03-16T18:19:09.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.620+0000 7f3984fe2640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f39680a1a30 0x7f39680a3ef0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3974009230 tx=0x7f3974005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:09.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.624+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3978096330 con 0x7f3980100400 2024-03-16T18:19:09.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.804+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f398002d000 con 0x7f3980100400 2024-03-16T18:19:09.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.804+0000 7f397e7fc640 1 -- 172.21.15.17:0/1318768704 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7f39780999f0 con 0x7f3980100400 2024-03-16T18:19:09.807 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f39680a1a30 msgr2=0x7f39680a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f39680a1a30 0x7f39680a3ef0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f3974009230 tx=0x7f3974005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 msgr2=0x7f398010acc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 0x7f398010acc0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f397800d980 tx=0x7f397800dd80 comp rx=0 tx=0).stop 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 shutdown_connections 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f39680a1a30 0x7f39680a3ef0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3980101fb0 0x7f3980109840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f39801015f0 0x7f3980109300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 --2- 172.21.15.17:0/1318768704 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3980100400 0x7f398010acc0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 >> 172.21.15.17:0/1318768704 conn(0x7f39800fb990 msgr2=0x7f3980104a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:09.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 shutdown_connections 2024-03-16T18:19:09.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.806+0000 7f3987a47640 1 -- 172.21.15.17:0/1318768704 wait complete. 2024-03-16T18:19:09.819 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:19:09.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 -- 172.21.15.17:0/1929460603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681048a0 msgr2=0x7f3668106c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 --2- 172.21.15.17:0/1929460603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681048a0 0x7f3668106c90 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f365c009900 tx=0x7f365c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:09.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 -- 172.21.15.17:0/1929460603 shutdown_connections 2024-03-16T18:19:09.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 --2- 172.21.15.17:0/1929460603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681048a0 0x7f3668106c90 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 --2- 172.21.15.17:0/1929460603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f36681071d0 0x7f3668109620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 --2- 172.21.15.17:0/1929460603 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3668101f70 0x7f3668104360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 -- 172.21.15.17:0/1929460603 >> 172.21.15.17:0/1929460603 conn(0x7f36680fb980 msgr2=0x7f36680fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 -- 172.21.15.17:0/1929460603 shutdown_connections 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.922+0000 7f366d956640 1 -- 172.21.15.17:0/1929460603 wait complete. 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 Processor -- start 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 -- start start 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3668101f70 0x7f36681018e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36681048a0 0x7f36680fff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 0x7f3668100460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3668100bc0 con 0x7f36681071d0 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3668100d30 con 0x7f3668101f70 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f366d956640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36681a1590 con 0x7f36681048a0 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.923+0000 7f36677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 0x7f3668100460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 0x7f3668100460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47282/0 (socket says 172.21.15.17:47282) 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 -- 172.21.15.17:0/699268200 learned_addr learned my addr 172.21.15.17:0/699268200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f3666ffd640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3668101f70 0x7f36681018e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36667fc640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36681048a0 0x7f36680fff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 -- 172.21.15.17:0/699268200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36681048a0 msgr2=0x7f36680fff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36681048a0 0x7f36680fff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 -- 172.21.15.17:0/699268200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3668101f70 msgr2=0x7f36681018e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3668101f70 0x7f36681018e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 -- 172.21.15.17:0/699268200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f365c009560 con 0x7f36681071d0 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36667fc640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36681048a0 0x7f36680fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f3666ffd640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3668101f70 0x7f36681018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f36677fe640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 0x7f3668100460 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f365800eb40 tx=0x7f365800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:09.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3658004b20 con 0x7f36681071d0 2024-03-16T18:19:09.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3658004c80 con 0x7f36681071d0 2024-03-16T18:19:09.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36681a1840 con 0x7f36681071d0 2024-03-16T18:19:09.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3658010690 con 0x7f36681071d0 2024-03-16T18:19:09.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.924+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36681a1d00 con 0x7f36681071d0 2024-03-16T18:19:09.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.925+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36680fd470 con 0x7f36681071d0 2024-03-16T18:19:09.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.926+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f3658005020 con 0x7f36681071d0 2024-03-16T18:19:09.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.927+0000 7f366c954640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f36500a1a30 0x7f36500a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:09.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.927+0000 7f3666ffd640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f36500a1a30 0x7f36500a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:09.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.927+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f3658014070 con 0x7f36681071d0 2024-03-16T18:19:09.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.927+0000 7f3666ffd640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f36500a1a30 0x7f36500a3ef0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3660009fc0 tx=0x7f3660005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:09.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:09.932+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3658096c20 con 0x7f36681071d0 2024-03-16T18:19:10.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.115+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f366802d000 con 0x7f36681071d0 2024-03-16T18:19:10.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.115+0000 7f366c954640 1 -- 172.21.15.17:0/699268200 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) v1 ==== 104+0+11 (secure 0 0 0) 0x7f365809a2e0 con 0x7f36681071d0 2024-03-16T18:19:10.118 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:19:10.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f36500a1a30 msgr2=0x7f36500a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f36500a1a30 0x7f36500a3ef0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f3660009fc0 tx=0x7f3660005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:10.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 msgr2=0x7f3668100460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 0x7f3668100460 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f365800eb40 tx=0x7f365800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 shutdown_connections 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f36500a1a30 0x7f36500a3ef0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f36681071d0 0x7f3668100460 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f36681048a0 0x7f36680fff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 --2- 172.21.15.17:0/699268200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3668101f70 0x7f36681018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.117+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 >> 172.21.15.17:0/699268200 conn(0x7f36680fb980 msgr2=0x7f3668103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.118+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 shutdown_connections 2024-03-16T18:19:10.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.118+0000 7f366d956640 1 -- 172.21.15.17:0/699268200 wait complete. 2024-03-16T18:19:10.130 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1624918001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:10.130 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1318768704' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:19:10.131 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:19:10.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 -- 172.21.15.17:0/1011268922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc0ff7d0 msgr2=0x7f2fdc0ffbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/1011268922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc0ffbf0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4009900 tx=0x7f2fd402bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:10.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 -- 172.21.15.17:0/1011268922 shutdown_connections 2024-03-16T18:19:10.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/1011268922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc103160 0x7f2fdc1099f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/1011268922 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc1027a0 0x7f2fdc102c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/1011268922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc0ffbf0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 -- 172.21.15.17:0/1011268922 >> 172.21.15.17:0/1011268922 conn(0x7f2fdc0fb0e0 msgr2=0x7f2fdc0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 -- 172.21.15.17:0/1011268922 shutdown_connections 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.235+0000 7f2fe47f4640 1 -- 172.21.15.17:0/1011268922 wait complete. 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 Processor -- start 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 -- start start 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc1974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc1027a0 0x7f2fdc197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 0x7f2fdc19eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fdc19efe0 con 0x7f2fdc103160 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fdc19f150 con 0x7f2fdc1027a0 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe47f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fdc19f310 con 0x7f2fdc0ff7d0 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe2d91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 0x7f2fdc19eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe2d91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 0x7f2fdc19eaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47294/0 (socket says 172.21.15.17:47294) 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe2d91640 1 -- 172.21.15.17:0/166603302 learned_addr learned my addr 172.21.15.17:0/166603302 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe1d8f640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc1027a0 0x7f2fdc197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.236+0000 7f2fe2590640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc1974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2d91640 1 -- 172.21.15.17:0/166603302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc0ff7d0 msgr2=0x7f2fdc1974f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2d91640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc1974f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2d91640 1 -- 172.21.15.17:0/166603302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc1027a0 msgr2=0x7f2fdc197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2d91640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc1027a0 0x7f2fdc197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2d91640 1 -- 172.21.15.17:0/166603302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fd4009560 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2590640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc1974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe1d8f640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc1027a0 0x7f2fdc197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe2d91640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 0x7f2fdc19eaa0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2fd800eb10 tx=0x7f2fd800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd8004b20 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fdc19f5f0 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2fd8004c80 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fd8010690 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.237+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fdc19fb00 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.238+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fdc108970 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.239+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f2fd8005020 con 0x7f2fdc103160 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.240+0000 7f2fd37fe640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fc80a1a30 0x7f2fc80a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.240+0000 7f2fe2590640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fc80a1a30 0x7f2fc80a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.240+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f2fd8014070 con 0x7f2fdc103160 2024-03-16T18:19:10.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.240+0000 7f2fe2590640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fc80a1a30 0x7f2fc80a3ef0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4006010 tx=0x7f2fd4005c00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:10.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.245+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2fd8096c70 con 0x7f2fdc103160 2024-03-16T18:19:10.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1624918001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:10.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1318768704' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:19:10.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1624918001' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:10.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1318768704' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:19:10.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.425+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2fdc02cf60 con 0x7f2fdc103160 2024-03-16T18:19:10.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.425+0000 7f2fd37fe640 1 -- 172.21.15.17:0/166603302 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2fd809a330 con 0x7f2fdc103160 2024-03-16T18:19:10.428 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fc80a1a30 msgr2=0x7f2fc80a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fc80a1a30 0x7f2fc80a3ef0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2fd4006010 tx=0x7f2fd4005c00 comp rx=0 tx=0).stop 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 msgr2=0x7f2fdc19eaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 0x7f2fdc19eaa0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2fd800eb10 tx=0x7f2fd800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 shutdown_connections 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2fc80a1a30 0x7f2fc80a3ef0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2fdc103160 0x7f2fdc19eaa0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2fdc1027a0 0x7f2fdc197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 --2- 172.21.15.17:0/166603302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2fdc0ff7d0 0x7f2fdc1974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 >> 172.21.15.17:0/166603302 conn(0x7f2fdc0fb0e0 msgr2=0x7f2fdc105b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:10.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 shutdown_connections 2024-03-16T18:19:10.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.427+0000 7f2fe47f4640 1 -- 172.21.15.17:0/166603302 wait complete. 2024-03-16T18:19:10.440 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:19:10.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 -- 172.21.15.17:0/2843303179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1878101500 msgr2=0x7f1878101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 --2- 172.21.15.17:0/2843303179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1878101500 0x7f1878101920 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f1868009900 tx=0x7f186802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:10.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 -- 172.21.15.17:0/2843303179 shutdown_connections 2024-03-16T18:19:10.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 --2- 172.21.15.17:0/2843303179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18781030b0 0x7f1878109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 --2- 172.21.15.17:0/2843303179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18781026f0 0x7f1878102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 --2- 172.21.15.17:0/2843303179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1878101500 0x7f1878101920 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 -- 172.21.15.17:0/2843303179 >> 172.21.15.17:0/2843303179 conn(0x7f18780fca90 msgr2=0x7f18780feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 -- 172.21.15.17:0/2843303179 shutdown_connections 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.543+0000 7f187e977640 1 -- 172.21.15.17:0/2843303179 wait complete. 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 Processor -- start 2024-03-16T18:19:10.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 -- start start 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1878101500 0x7f1878197550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 0x7f1878197a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18781030b0 0x7f187819eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187819f040 con 0x7f18781026f0 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187819f1b0 con 0x7f1878101500 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187e977640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f187819f370 con 0x7f18781030b0 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 0x7f1878197a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 0x7f1878197a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47306/0 (socket says 172.21.15.17:47306) 2024-03-16T18:19:10.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 -- 172.21.15.17:0/858223085 learned_addr learned my addr 172.21.15.17:0/858223085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f1877fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1878101500 0x7f1878197550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f187cf14640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18781030b0 0x7f187819eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 -- 172.21.15.17:0/858223085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18781030b0 msgr2=0x7f187819eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18781030b0 0x7f187819eb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 -- 172.21.15.17:0/858223085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1878101500 msgr2=0x7f1878197550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1878101500 0x7f1878197550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f18777fe640 1 -- 172.21.15.17:0/858223085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1868009560 con 0x7f18781026f0 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.544+0000 7f1877fff640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1878101500 0x7f1878197550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.545+0000 7f18777fe640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 0x7f1878197a90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f186c00e9f0 tx=0x7f186c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.545+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f186c009700 con 0x7f18781026f0 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.545+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f186c00cd80 con 0x7f18781026f0 2024-03-16T18:19:10.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.545+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f187819f650 con 0x7f18781026f0 2024-03-16T18:19:10.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.545+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f186c018840 con 0x7f18781026f0 2024-03-16T18:19:10.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.545+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f187819fb60 con 0x7f18781026f0 2024-03-16T18:19:10.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.546+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18781088f0 con 0x7f18781026f0 2024-03-16T18:19:10.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.547+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f186c0189a0 con 0x7f18781026f0 2024-03-16T18:19:10.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.548+0000 7f18757fa640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18600a1a30 0x7f18600a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.548+0000 7f1877fff640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18600a1a30 0x7f18600a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.548+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f186c014070 con 0x7f18781026f0 2024-03-16T18:19:10.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.548+0000 7f1877fff640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18600a1a30 0x7f18600a3ef0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f186802c240 tx=0x7f186802c770 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:10.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.552+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f186c053280 con 0x7f18781026f0 2024-03-16T18:19:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.733+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f187802d000 con 0x7f18781026f0 2024-03-16T18:19:10.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.733+0000 7f18757fa640 1 -- 172.21.15.17:0/858223085 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) v1 ==== 103+0+11 (secure 0 0 0) 0x7f186c0969f0 con 0x7f18781026f0 2024-03-16T18:19:10.736 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:19:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18600a1a30 msgr2=0x7f18600a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18600a1a30 0x7f18600a3ef0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f186802c240 tx=0x7f186802c770 comp rx=0 tx=0).stop 2024-03-16T18:19:10.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 msgr2=0x7f1878197a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 0x7f1878197a90 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f186c00e9f0 tx=0x7f186c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 shutdown_connections 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18600a1a30 0x7f18600a3ef0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18781026f0 0x7f1878197a90 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18781030b0 0x7f187819eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 --2- 172.21.15.17:0/858223085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1878101500 0x7f1878197550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.735+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 >> 172.21.15.17:0/858223085 conn(0x7f18780fca90 msgr2=0x7f1878105ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.736+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 shutdown_connections 2024-03-16T18:19:10.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.736+0000 7f187e977640 1 -- 172.21.15.17:0/858223085 wait complete. 2024-03-16T18:19:10.750 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-16T18:19:10.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 -- 172.21.15.17:0/852225353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 msgr2=0x7f5334102c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 --2- 172.21.15.17:0/852225353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334102c10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5328009900 tx=0x7f532802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:10.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 -- 172.21.15.17:0/852225353 shutdown_connections 2024-03-16T18:19:10.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 --2- 172.21.15.17:0/852225353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334102c10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 --2- 172.21.15.17:0/852225353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5334103150 0x7f53341099e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 --2- 172.21.15.17:0/852225353 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f53340ff7c0 0x7f53340ffbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 -- 172.21.15.17:0/852225353 >> 172.21.15.17:0/852225353 conn(0x7f53340fb110 msgr2=0x7f53340fd530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 -- 172.21.15.17:0/852225353 shutdown_connections 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.852+0000 7f533a0ae640 1 -- 172.21.15.17:0/852225353 wait complete. 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 Processor -- start 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 -- start start 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53340ff7c0 0x7f5334197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5334103150 0x7f533419ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533419efc0 con 0x7f5334102790 2024-03-16T18:19:10.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533419f130 con 0x7f53340ff7c0 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f533a0ae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f533419f2f0 con 0x7f5334103150 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f5332ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f5332ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47336/0 (socket says 172.21.15.17:47336) 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f5332ffd640 1 -- 172.21.15.17:0/1938552817 learned_addr learned my addr 172.21.15.17:0/1938552817 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.853+0000 7f53337fe640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53340ff7c0 0x7f5334197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5333fff640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5334103150 0x7f533419ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5332ffd640 1 -- 172.21.15.17:0/1938552817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5334103150 msgr2=0x7f533419ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5332ffd640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5334103150 0x7f533419ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5332ffd640 1 -- 172.21.15.17:0/1938552817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53340ff7c0 msgr2=0x7f5334197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5332ffd640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53340ff7c0 0x7f5334197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5332ffd640 1 -- 172.21.15.17:0/1938552817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5328009560 con 0x7f5334102790 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5332ffd640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334197a60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5328036040 tx=0x7f5328004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:10.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5328004aa0 con 0x7f5334102790 2024-03-16T18:19:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5328003cb0 con 0x7f5334102790 2024-03-16T18:19:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f532803e450 con 0x7f5334102790 2024-03-16T18:19:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f533419f570 con 0x7f5334102790 2024-03-16T18:19:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.854+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f533419fad0 con 0x7f5334102790 2024-03-16T18:19:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.855+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53341089e0 con 0x7f5334102790 2024-03-16T18:19:10.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.856+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5328004e50 con 0x7f5334102790 2024-03-16T18:19:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.856+0000 7f5330ff9640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f531c0a1ab0 0x7f531c0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.857+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f53280ef9a0 con 0x7f5334102790 2024-03-16T18:19:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.857+0000 7f53337fe640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f531c0a1ab0 0x7f531c0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:10.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.857+0000 7f53337fe640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f531c0a1ab0 0x7f531c0a3f70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5324005c40 tx=0x7f532400a590 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:10.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:10.861+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f53280b8910 con 0x7f5334102790 2024-03-16T18:19:11.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:10 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/699268200' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:10 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/166603302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:10 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/858223085' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:10 smithi017 ceph-mon[32207]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 215 B/s wr, 2 op/s 2024-03-16T18:19:11.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.062+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f533410cdd0 con 0x7f5334102790 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.062+0000 7f5330ff9640 1 -- 172.21.15.17:0/1938552817 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) v1 ==== 81+0+589 (secure 0 0 0) 0x7f53280bbfd0 con 0x7f5334102790 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/544206830 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/109238757 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/3337149114 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2210699953 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:11.065 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:11.066 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:11.066 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/571614305 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:11.066 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1311409127 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:11.066 INFO:teuthology.orchestra.run.smithi017.stderr:listed 10 entries 2024-03-16T18:19:11.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f531c0a1ab0 msgr2=0x7f531c0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f531c0a1ab0 0x7f531c0a3f70 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5324005c40 tx=0x7f532400a590 comp rx=0 tx=0).stop 2024-03-16T18:19:11.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 msgr2=0x7f5334197a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334197a60 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f5328036040 tx=0x7f5328004370 comp rx=0 tx=0).stop 2024-03-16T18:19:11.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 shutdown_connections 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f531c0a1ab0 0x7f531c0a3f70 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5334102790 0x7f5334197a60 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5334103150 0x7f533419ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.064+0000 7f533a0ae640 1 --2- 172.21.15.17:0/1938552817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53340ff7c0 0x7f5334197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.065+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 >> 172.21.15.17:0/1938552817 conn(0x7f53340fb110 msgr2=0x7f5334105bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.065+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 shutdown_connections 2024-03-16T18:19:11.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.065+0000 7f533a0ae640 1 -- 172.21.15.17:0/1938552817 wait complete. 2024-03-16T18:19:11.078 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:19:11.078 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-16T18:19:11.093 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:11.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 -- 172.21.15.17:0/1320267653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8100490 msgr2=0x7f6ad81008b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 --2- 172.21.15.17:0/1320267653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8100490 0x7f6ad81008b0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8009900 tx=0x7f6ac802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 -- 172.21.15.17:0/1320267653 shutdown_connections 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 --2- 172.21.15.17:0/1320267653 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6ad8102040 0x7f6ad81088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 --2- 172.21.15.17:0/1320267653 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8101680 0x7f6ad8101b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 --2- 172.21.15.17:0/1320267653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8100490 0x7f6ad81008b0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 -- 172.21.15.17:0/1320267653 >> 172.21.15.17:0/1320267653 conn(0x7f6ad80fba20 msgr2=0x7f6ad80fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:11.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 -- 172.21.15.17:0/1320267653 shutdown_connections 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.233+0000 7f6ade53e640 1 -- 172.21.15.17:0/1320267653 wait complete. 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 Processor -- start 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 -- start start 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8100490 0x7f6ad81963f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6ad8101680 0x7f6ad8196930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 0x7f6ad819d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad819dee0 con 0x7f6ad8102040 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad819e050 con 0x7f6ad8100490 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ade53e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ad819e210 con 0x7f6ad8101680 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6adcadb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 0x7f6ad819d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6ad7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8100490 0x7f6ad81963f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6adcadb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 0x7f6ad819d9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47368/0 (socket says 172.21.15.17:47368) 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.234+0000 7f6adcadb640 1 -- 172.21.15.17:0/3806827311 learned_addr learned my addr 172.21.15.17:0/3806827311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ad77fe640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6ad8101680 0x7f6ad8196930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6adcadb640 1 -- 172.21.15.17:0/3806827311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6ad8101680 msgr2=0x7f6ad8196930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6adcadb640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6ad8101680 0x7f6ad8196930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6adcadb640 1 -- 172.21.15.17:0/3806827311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8100490 msgr2=0x7f6ad81963f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6adcadb640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8100490 0x7f6ad81963f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6adcadb640 1 -- 172.21.15.17:0/3806827311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac8009560 con 0x7f6ad8102040 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ad7fff640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8100490 0x7f6ad81963f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6adcadb640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 0x7f6ad819d9a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000eaa0 tx=0x7f6ad000ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ad000cdb0 con 0x7f6ad8102040 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6ad0005020 con 0x7f6ad8102040 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ad819e4f0 con 0x7f6ad8102040 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ad00116b0 con 0x7f6ad8102040 2024-03-16T18:19:11.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.235+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ad819ea00 con 0x7f6ad8102040 2024-03-16T18:19:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.236+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ad8107820 con 0x7f6ad8102040 2024-03-16T18:19:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.237+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6ad0005190 con 0x7f6ad8102040 2024-03-16T18:19:11.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.237+0000 7f6ad57fa640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ac00a1a30 0x7f6ac00a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.238+0000 7f6ad7fff640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ac00a1a30 0x7f6ac00a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.238+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f6ad00cd860 con 0x7f6ad8102040 2024-03-16T18:19:11.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.238+0000 7f6ad7fff640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ac00a1a30 0x7f6ac00a3ef0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6ac802c7d0 tx=0x7f6ac8005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:11.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.242+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6ad00967d0 con 0x7f6ad8102040 2024-03-16T18:19:11.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:10 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/699268200' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:10 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/166603302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:10 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/858223085' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:10 smithi149 ceph-mon[35991]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 215 B/s wr, 2 op/s 2024-03-16T18:19:11.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:10 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/699268200' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:10 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/166603302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:10 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/858223085' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:19:11.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:10 smithi153 ceph-mon[36005]: pgmap v299: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 215 B/s wr, 2 op/s 2024-03-16T18:19:11.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.425+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6ad802d000 con 0x7f6ad8102040 2024-03-16T18:19:11.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.427+0000 7f6ad57fa640 1 -- 172.21.15.17:0/3806827311 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7f6ad0099e90 con 0x7f6ad8102040 2024-03-16T18:19:11.429 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:11.430 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ac00a1a30 msgr2=0x7f6ac00a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ac00a1a30 0x7f6ac00a3ef0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6ac802c7d0 tx=0x7f6ac8005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 msgr2=0x7f6ad819d9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 0x7f6ad819d9a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6ad000eaa0 tx=0x7f6ad000ef60 comp rx=0 tx=0).stop 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 shutdown_connections 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ac00a1a30 0x7f6ac00a3ef0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6ad8102040 0x7f6ad819d9a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6ad8101680 0x7f6ad8196930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 --2- 172.21.15.17:0/3806827311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6ad8100490 0x7f6ad81963f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 >> 172.21.15.17:0/3806827311 conn(0x7f6ad80fba20 msgr2=0x7f6ad81049f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 shutdown_connections 2024-03-16T18:19:11.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.429+0000 7f6ade53e640 1 -- 172.21.15.17:0/3806827311 wait complete. 2024-03-16T18:19:11.443 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:19:11.443 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:19:11.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 -- 172.21.15.17:0/2972968631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248107250 msgr2=0x7fe248109640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 --2- 172.21.15.17:0/2972968631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248107250 0x7fe248109640 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7fe240009ca0 tx=0x7fe24002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 -- 172.21.15.17:0/2972968631 shutdown_connections 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 --2- 172.21.15.17:0/2972968631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248107250 0x7fe248109640 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 --2- 172.21.15.17:0/2972968631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe248104920 0x7fe248106d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 --2- 172.21.15.17:0/2972968631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe248101ff0 0x7fe2481043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 -- 172.21.15.17:0/2972968631 >> 172.21.15.17:0/2972968631 conn(0x7fe2480fb9a0 msgr2=0x7fe2480fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 -- 172.21.15.17:0/2972968631 shutdown_connections 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.546+0000 7fe24cafa640 1 -- 172.21.15.17:0/2972968631 wait complete. 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 Processor -- start 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 -- start start 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe248101ff0 0x7fe248197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 0x7fe2481979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe248107250 0x7fe24819ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24819ef50 con 0x7fe248104920 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24819f0c0 con 0x7fe248107250 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24cafa640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24819f280 con 0x7fe248101ff0 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 0x7fe2481979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 0x7fe2481979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47390/0 (socket says 172.21.15.17:47390) 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 -- 172.21.15.17:0/4152780057 learned_addr learned my addr 172.21.15.17:0/4152780057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe24659c640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe248101ff0 0x7fe248197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe246d9d640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe248107250 0x7fe24819ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 -- 172.21.15.17:0/4152780057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe248101ff0 msgr2=0x7fe248197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe248101ff0 0x7fe248197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 -- 172.21.15.17:0/4152780057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe248107250 msgr2=0x7fe24819ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe248107250 0x7fe24819ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 -- 172.21.15.17:0/4152780057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe230009490 con 0x7fe248104920 2024-03-16T18:19:11.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.547+0000 7fe23ffff640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 0x7fe2481979a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe23000e9a0 tx=0x7fe23000ee60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:11.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.548+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe23000cd80 con 0x7fe248104920 2024-03-16T18:19:11.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.548+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe2300044d0 con 0x7fe248104920 2024-03-16T18:19:11.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.548+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe240009900 con 0x7fe248104920 2024-03-16T18:19:11.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.548+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe230010690 con 0x7fe248104920 2024-03-16T18:19:11.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.548+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe24819f8e0 con 0x7fe248104920 2024-03-16T18:19:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.549+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2480fd490 con 0x7fe248104920 2024-03-16T18:19:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.550+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fe230003e40 con 0x7fe248104920 2024-03-16T18:19:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.550+0000 7fe23f7fe640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe2340a1a30 0x7fe2340a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.550+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fe230014070 con 0x7fe248104920 2024-03-16T18:19:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.550+0000 7fe24659c640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe2340a1a30 0x7fe2340a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.551+0000 7fe24659c640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe2340a1a30 0x7fe2340a3ef0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe238005fd0 tx=0x7fe23800b390 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:11.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.555+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe230096a10 con 0x7fe248104920 2024-03-16T18:19:11.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.739+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe24802d000 con 0x7fe248104920 2024-03-16T18:19:11.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.739+0000 7fe23f7fe640 1 -- 172.21.15.17:0/4152780057 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe23009a0d0 con 0x7fe248104920 2024-03-16T18:19:11.742 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:19:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe2340a1a30 msgr2=0x7fe2340a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe2340a1a30 0x7fe2340a3ef0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7fe238005fd0 tx=0x7fe23800b390 comp rx=0 tx=0).stop 2024-03-16T18:19:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 msgr2=0x7fe2481979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 0x7fe2481979a0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fe23000e9a0 tx=0x7fe23000ee60 comp rx=0 tx=0).stop 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 shutdown_connections 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe2340a1a30 0x7fe2340a3ef0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe248104920 0x7fe2481979a0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe248107250 0x7fe24819ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 --2- 172.21.15.17:0/4152780057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe248101ff0 0x7fe248197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.741+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 >> 172.21.15.17:0/4152780057 conn(0x7fe2480fb9a0 msgr2=0x7fe248102950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.742+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 shutdown_connections 2024-03-16T18:19:11.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.742+0000 7fe24cafa640 1 -- 172.21.15.17:0/4152780057 wait complete. 2024-03-16T18:19:11.755 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:19:11.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 -- 172.21.15.17:0/2774585705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 msgr2=0x7fd20c109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 --2- 172.21.15.17:0/2774585705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c109940 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009ca0 tx=0x7fd1fc02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 -- 172.21.15.17:0/2774585705 shutdown_connections 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 --2- 172.21.15.17:0/2774585705 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c109940 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 --2- 172.21.15.17:0/2774585705 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd20c1026f0 0x7fd20c102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 --2- 172.21.15.17:0/2774585705 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 0x7fd20c101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 -- 172.21.15.17:0/2774585705 >> 172.21.15.17:0/2774585705 conn(0x7fd20c0fca90 msgr2=0x7fd20c0feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 -- 172.21.15.17:0/2774585705 shutdown_connections 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 -- 172.21.15.17:0/2774585705 wait complete. 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 Processor -- start 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.858+0000 7fd21386b640 1 -- start start 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 0x7fd20c1974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd20c1026f0 0x7fd20c197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c19ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c19efb0 con 0x7fd20c1030b0 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c19f120 con 0x7fd20c101500 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20c19f2e0 con 0x7fd20c1026f0 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c19ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c19ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47410/0 (socket says 172.21.15.17:47410) 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 -- 172.21.15.17:0/12420848 learned_addr learned my addr 172.21.15.17:0/12420848 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211607640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 0x7fd20c1974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd210e06640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd20c1026f0 0x7fd20c197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 -- 172.21.15.17:0/12420848 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd20c1026f0 msgr2=0x7fd20c197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd20c1026f0 0x7fd20c197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 -- 172.21.15.17:0/12420848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 msgr2=0x7fd20c1974c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 0x7fd20c1974c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 -- 172.21.15.17:0/12420848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1fc009900 con 0x7fd20c1030b0 2024-03-16T18:19:11.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211607640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 0x7fd20c1974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:11.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd211e08640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c19ea70 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc037040 tx=0x7fd1fc032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:11.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc034e70 con 0x7fd20c1030b0 2024-03-16T18:19:11.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd20c19f560 con 0x7fd20c1030b0 2024-03-16T18:19:11.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd1fc003e20 con 0x7fd20c1030b0 2024-03-16T18:19:11.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc004810 con 0x7fd20c1030b0 2024-03-16T18:19:11.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.859+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd20c19fa90 con 0x7fd20c1030b0 2024-03-16T18:19:11.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.860+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd20c108870 con 0x7fd20c1030b0 2024-03-16T18:19:11.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.861+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fd1fc03b040 con 0x7fd20c1030b0 2024-03-16T18:19:11.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.862+0000 7fd20a7fc640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd1f40a1a30 0x7fd1f40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:11.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.862+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fd1fc0f0140 con 0x7fd20c1030b0 2024-03-16T18:19:11.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.862+0000 7fd211607640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd1f40a1a30 0x7fd1f40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:11.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.862+0000 7fd211607640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd1f40a1a30 0x7fd1f40a3ef0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd20c102550 tx=0x7fd204005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:11.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:11.866+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd1fc0b9110 con 0x7fd20c1030b0 2024-03-16T18:19:12.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1938552817' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:19:12.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3806827311' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:12.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4152780057' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:19:12.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.046+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd20c10ce00 con 0x7fd20c1030b0 2024-03-16T18:19:12.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.047+0000 7fd20a7fc640 1 -- 172.21.15.17:0/12420848 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd1fc0bc7d0 con 0x7fd20c1030b0 2024-03-16T18:19:12.049 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:19:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.048+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd1f40a1a30 msgr2=0x7fd1f40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.048+0000 7fd21386b640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd1f40a1a30 0x7fd1f40a3ef0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd20c102550 tx=0x7fd204005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 msgr2=0x7fd20c19ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c19ea70 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc037040 tx=0x7fd1fc032980 comp rx=0 tx=0).stop 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 shutdown_connections 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd1f40a1a30 0x7fd1f40a3ef0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd20c1030b0 0x7fd20c19ea70 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd20c1026f0 0x7fd20c197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 --2- 172.21.15.17:0/12420848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd20c101500 0x7fd20c1974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 >> 172.21.15.17:0/12420848 conn(0x7fd20c0fca90 msgr2=0x7fd20c105a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 shutdown_connections 2024-03-16T18:19:12.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.049+0000 7fd21386b640 1 -- 172.21.15.17:0/12420848 wait complete. 2024-03-16T18:19:12.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 -- 172.21.15.17:0/396697999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4100690 msgr2=0x7f0cf4100b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- 172.21.15.17:0/396697999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4100690 0x7f0cf4100b10 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f0ce0009900 tx=0x7f0ce002bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 -- 172.21.15.17:0/396697999 shutdown_connections 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- 172.21.15.17:0/396697999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf4100690 0x7f0cf4100b10 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- 172.21.15.17:0/396697999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0cf4101050 0x7f0cf41088f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- 172.21.15.17:0/396697999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf41019f0 0x7f0cf4101e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 -- 172.21.15.17:0/396697999 >> 172.21.15.17:0/396697999 conn(0x7f0cf40fb120 msgr2=0x7f0cf40fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 -- 172.21.15.17:0/396697999 shutdown_connections 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 -- 172.21.15.17:0/396697999 wait complete. 2024-03-16T18:19:12.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 Processor -- start 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 -- start start 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf4100690 0x7f0cf4100110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0cf4101050 0x7f0cf419c200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.165+0000 7f0cfb193640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 0x7f0cf419e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cfb193640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf419efd0 con 0x7f0cf41019f0 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cfb193640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf419f140 con 0x7f0cf4101050 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cfb193640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cf419f300 con 0x7f0cf4100690 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 0x7f0cf419e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 0x7f0cf419e840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47424/0 (socket says 172.21.15.17:47424) 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 -- 172.21.15.17:0/1225125162 learned_addr learned my addr 172.21.15.17:0/1225125162 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf3fff640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0cf4101050 0x7f0cf419c200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf8f2f640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf4100690 0x7f0cf4100110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 -- 172.21.15.17:0/1225125162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf4100690 msgr2=0x7f0cf4100110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf4100690 0x7f0cf4100110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 -- 172.21.15.17:0/1225125162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0cf4101050 msgr2=0x7f0cf419c200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0cf4101050 0x7f0cf419c200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 -- 172.21.15.17:0/1225125162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ce0009560 con 0x7f0cf41019f0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf8f2f640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf4100690 0x7f0cf4100110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf9730640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 0x7f0cf419e840 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00eb10 tx=0x7f0cec00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cec004b20 con 0x7f0cf41019f0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0cec004c80 con 0x7f0cf41019f0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cf419f5e0 con 0x7f0cf41019f0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cec010690 con 0x7f0cf41019f0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.166+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cf419fac0 con 0x7f0cf41019f0 2024-03-16T18:19:12.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.167+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cf4107870 con 0x7f0cf41019f0 2024-03-16T18:19:12.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.168+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f0cec005020 con 0x7f0cf41019f0 2024-03-16T18:19:12.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.169+0000 7f0cf1ffb640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0ce40a1ab0 0x7f0ce40a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.169+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f0cec014070 con 0x7f0cf41019f0 2024-03-16T18:19:12.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.169+0000 7f0cf8f2f640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0ce40a1ab0 0x7f0ce40a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.169+0000 7f0cf8f2f640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0ce40a1ab0 0x7f0ce40a3f70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0ce80058c0 tx=0x7f0ce8005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:12.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.174+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0cec096c30 con 0x7f0cf41019f0 2024-03-16T18:19:12.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:11 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1938552817' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:19:12.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:11 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3806827311' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:12.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:11 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4152780057' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:19:12.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.356+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0cf402d000 con 0x7f0cf41019f0 2024-03-16T18:19:12.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.356+0000 7f0cf1ffb640 1 -- 172.21.15.17:0/1225125162 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0cec09a2f0 con 0x7f0cf41019f0 2024-03-16T18:19:12.359 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:19:12.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0ce40a1ab0 msgr2=0x7f0ce40a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0ce40a1ab0 0x7f0ce40a3f70 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0ce80058c0 tx=0x7f0ce8005d50 comp rx=0 tx=0).stop 2024-03-16T18:19:12.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 msgr2=0x7f0cf419e840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 0x7f0cf419e840 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f0cec00eb10 tx=0x7f0cec00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 shutdown_connections 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0ce40a1ab0 0x7f0ce40a3f70 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0cf41019f0 0x7f0cf419e840 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0cf4101050 0x7f0cf419c200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 --2- 172.21.15.17:0/1225125162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0cf4100690 0x7f0cf4100110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 >> 172.21.15.17:0/1225125162 conn(0x7f0cf40fb120 msgr2=0x7f0cf4104a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 shutdown_connections 2024-03-16T18:19:12.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.359+0000 7f0cfb193640 1 -- 172.21.15.17:0/1225125162 wait complete. 2024-03-16T18:19:12.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:11 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1938552817' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:19:12.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:11 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3806827311' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:12.363 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:11 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4152780057' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:19:12.372 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:19:12.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/2344443630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 msgr2=0x7f9d28109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/2344443630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d28109940 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9d20009ca0 tx=0x7f9d2002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/2344443630 shutdown_connections 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/2344443630 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d28109940 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/2344443630 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d281026f0 0x7f9d28102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/2344443630 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d28101500 0x7f9d28101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/2344443630 >> 172.21.15.17:0/2344443630 conn(0x7f9d280fca90 msgr2=0x7f9d280feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/2344443630 shutdown_connections 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/2344443630 wait complete. 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 Processor -- start 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.476+0000 7f9d2fbe9640 1 -- start start 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d28101500 0x7f9d28197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d281026f0 0x7f9d28197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d2819ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2819ef40 con 0x7f9d281030b0 2024-03-16T18:19:12.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2819f0b0 con 0x7f9d28101500 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2819f270 con 0x7f9d281026f0 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d2819ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d2819ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47454/0 (socket says 172.21.15.17:47454) 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 -- 172.21.15.17:0/1132967308 learned_addr learned my addr 172.21.15.17:0/1132967308 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2d985640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d28101500 0x7f9d28197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2d184640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d281026f0 0x7f9d28197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 -- 172.21.15.17:0/1132967308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d281026f0 msgr2=0x7f9d28197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d281026f0 0x7f9d28197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 -- 172.21.15.17:0/1132967308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d28101500 msgr2=0x7f9d28197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d28101500 0x7f9d28197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 -- 172.21.15.17:0/1132967308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d20009900 con 0x7f9d281030b0 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2e186640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d2819ea00 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9d20037040 tx=0x7f9d20032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:12.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20034e70 con 0x7f9d281030b0 2024-03-16T18:19:12.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d2819f4f0 con 0x7f9d281030b0 2024-03-16T18:19:12.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9d20003e20 con 0x7f9d281030b0 2024-03-16T18:19:12.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20004800 con 0x7f9d281030b0 2024-03-16T18:19:12.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.477+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d2819f9f0 con 0x7f9d281030b0 2024-03-16T18:19:12.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.478+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d28108820 con 0x7f9d281030b0 2024-03-16T18:19:12.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.480+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9d2003b040 con 0x7f9d281030b0 2024-03-16T18:19:12.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.481+0000 7f9d1effd640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d140a1a30 0x7f9d140a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.481+0000 7f9d2d985640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d140a1a30 0x7f9d140a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.481+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f9d200f0100 con 0x7f9d281030b0 2024-03-16T18:19:12.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.481+0000 7f9d2d985640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d140a1a30 0x7f9d140a3ef0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9d28102550 tx=0x7f9d24005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:12.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.484+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9d200b90d0 con 0x7f9d281030b0 2024-03-16T18:19:12.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.666+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9d28108290 con 0x7f9d281030b0 2024-03-16T18:19:12.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.667+0000 7f9d1effd640 1 -- 172.21.15.17:0/1132967308 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v89) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9d200bc790 con 0x7f9d281030b0 2024-03-16T18:19:12.669 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:19:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.668+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d140a1a30 msgr2=0x7f9d140a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.668+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d140a1a30 0x7f9d140a3ef0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9d28102550 tx=0x7f9d24005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:12.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.668+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 msgr2=0x7f9d2819ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.668+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d2819ea00 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f9d20037040 tx=0x7f9d20032980 comp rx=0 tx=0).stop 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 shutdown_connections 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d140a1a30 0x7f9d140a3ef0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d281030b0 0x7f9d2819ea00 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d281026f0 0x7f9d28197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 --2- 172.21.15.17:0/1132967308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d28101500 0x7f9d28197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 >> 172.21.15.17:0/1132967308 conn(0x7f9d280fca90 msgr2=0x7f9d281059f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 shutdown_connections 2024-03-16T18:19:12.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.669+0000 7f9d2fbe9640 1 -- 172.21.15.17:0/1132967308 wait complete. 2024-03-16T18:19:12.682 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 -- 172.21.15.17:0/1358769492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101510 msgr2=0x7fca20101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 --2- 172.21.15.17:0/1358769492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101510 0x7fca20101930 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fca14009900 tx=0x7fca1402bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 -- 172.21.15.17:0/1358769492 shutdown_connections 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 --2- 172.21.15.17:0/1358769492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca201030c0 0x7fca20109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 --2- 172.21.15.17:0/1358769492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20102700 0x7fca20102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 --2- 172.21.15.17:0/1358769492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101510 0x7fca20101930 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 -- 172.21.15.17:0/1358769492 >> 172.21.15.17:0/1358769492 conn(0x7fca200fca80 msgr2=0x7fca200feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 -- 172.21.15.17:0/1358769492 shutdown_connections 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.783+0000 7fca271f4640 1 -- 172.21.15.17:0/1358769492 wait complete. 2024-03-16T18:19:12.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 Processor -- start 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 -- start start 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101510 0x7fca20075250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20102700 0x7fca200738e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 0x7fca20073e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca200745b0 con 0x7fca201030c0 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca20074720 con 0x7fca20101510 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca271f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca201a15b0 con 0x7fca20102700 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca25791640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 0x7fca20073e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca25791640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 0x7fca20073e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47476/0 (socket says 172.21.15.17:47476) 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca25791640 1 -- 172.21.15.17:0/3225959326 learned_addr learned my addr 172.21.15.17:0/3225959326 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca24f90640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101510 0x7fca20075250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca1ffff640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20102700 0x7fca200738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca24f90640 1 -- 172.21.15.17:0/3225959326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20102700 msgr2=0x7fca200738e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca24f90640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20102700 0x7fca200738e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca24f90640 1 -- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 msgr2=0x7fca20073e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca24f90640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 0x7fca20073e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca24f90640 1 -- 172.21.15.17:0/3225959326 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca18009840 con 0x7fca20101510 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.784+0000 7fca25791640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 0x7fca20073e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.785+0000 7fca24f90640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101510 0x7fca20075250 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fca14036040 tx=0x7fca140042f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.785+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca14004aa0 con 0x7fca20101510 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.785+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca14009560 con 0x7fca20101510 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.785+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1402de90 con 0x7fca20101510 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.785+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca14005430 con 0x7fca20101510 2024-03-16T18:19:12.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.785+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca201a1b50 con 0x7fca20101510 2024-03-16T18:19:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.786+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca20108940 con 0x7fca20101510 2024-03-16T18:19:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.787+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fca14005590 con 0x7fca20101510 2024-03-16T18:19:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.788+0000 7fca1dffb640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca100a1b30 0x7fca100a3ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.788+0000 7fca1ffff640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca100a1b30 0x7fca100a3ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:12.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.788+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fca140ef970 con 0x7fca20101510 2024-03-16T18:19:12.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.788+0000 7fca1ffff640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca100a1b30 0x7fca100a3ff0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005fd0 tx=0x7fca0c005850 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:12.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.791+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fca140b88e0 con 0x7fca20101510 2024-03-16T18:19:12.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.988+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fca2010cdd0 con 0x7fca20101510 2024-03-16T18:19:12.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.988+0000 7fca1dffb640 1 -- 172.21.15.17:0/3225959326 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 10 entries v89) v1 ==== 81+0+589 (secure 0 0 0) 0x7fca140bbfa0 con 0x7fca20101510 2024-03-16T18:19:12.991 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:12.991 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/544206830 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:12.991 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/109238757 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:12.991 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/3337149114 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:12.991 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2210699953 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:12.992 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:12.992 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:12.992 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:12.992 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/571614305 2024-03-17T18:11:50.809733+0000 2024-03-16T18:19:12.992 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1311409127 2024-03-17T18:11:24.717822+0000 2024-03-16T18:19:12.992 INFO:teuthology.orchestra.run.smithi017.stderr:listed 10 entries 2024-03-16T18:19:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca100a1b30 msgr2=0x7fca100a3ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca100a1b30 0x7fca100a3ff0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fca0c005fd0 tx=0x7fca0c005850 comp rx=0 tx=0).stop 2024-03-16T18:19:12.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101510 msgr2=0x7fca20075250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101510 0x7fca20075250 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fca14036040 tx=0x7fca140042f0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 shutdown_connections 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fca100a1b30 0x7fca100a3ff0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca201030c0 0x7fca20073e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20102700 0x7fca200738e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 --2- 172.21.15.17:0/3225959326 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101510 0x7fca20075250 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 >> 172.21.15.17:0/3225959326 conn(0x7fca200fca80 msgr2=0x7fca20105b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 shutdown_connections 2024-03-16T18:19:12.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:12.991+0000 7fca271f4640 1 -- 172.21.15.17:0/3225959326 wait complete. 2024-03-16T18:19:13.004 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-03-16T18:19:13.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:13.004 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-03-16T18:19:13.029 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi017.stderr:ceph-fuse[76681]: fuse finished with error 0 and tester_r 0 2024-03-16T18:19:13.031 INFO:teuthology.orchestra.run:waiting for 300 2024-03-16T18:19:13.061 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:19:13.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:19:13.061 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-03-16T18:19:13.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:12 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/12420848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:12 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1225125162' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:12 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1132967308' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.112 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:12 smithi153 ceph-mon[36005]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 100 B/s wr, 0 op/s 2024-03-16T18:19:13.227 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:13.251 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:12 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/12420848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.251 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:12 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1225125162' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.251 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:12 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1132967308' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.251 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:12 smithi017 ceph-mon[32207]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 100 B/s wr, 0 op/s 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 -- 172.21.15.17:0/3355306511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0101ff0 msgr2=0x7f0de01043e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/3355306511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0101ff0 0x7f0de01043e0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009900 tx=0x7f0dd002bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 -- 172.21.15.17:0/3355306511 shutdown_connections 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/3355306511 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0de0107250 0x7f0de0109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/3355306511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0104920 0x7f0de0106d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/3355306511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0101ff0 0x7f0de01043e0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 -- 172.21.15.17:0/3355306511 >> 172.21.15.17:0/3355306511 conn(0x7f0de00fb980 msgr2=0x7f0de00fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 -- 172.21.15.17:0/3355306511 shutdown_connections 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.329+0000 7f0de4a4e640 1 -- 172.21.15.17:0/3355306511 wait complete. 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 Processor -- start 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 -- start start 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0101ff0 0x7f0de01974c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0de0104920 0x7f0de0197a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 0x7f0de019ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de019efb0 con 0x7f0de0107250 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de019f120 con 0x7f0de0101ff0 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0de4a4e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0de019f2e0 con 0x7f0de0104920 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0dded9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 0x7f0de019ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0dded9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 0x7f0de019ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47490/0 (socket says 172.21.15.17:47490) 2024-03-16T18:19:13.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0dded9d640 1 -- 172.21.15.17:0/1733370463 learned_addr learned my addr 172.21.15.17:0/1733370463 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0dde59c640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0101ff0 0x7f0de01974c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.330+0000 7f0dddd9b640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0de0104920 0x7f0de0197a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dded9d640 1 -- 172.21.15.17:0/1733370463 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0de0104920 msgr2=0x7f0de0197a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dded9d640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0de0104920 0x7f0de0197a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dded9d640 1 -- 172.21.15.17:0/1733370463 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0101ff0 msgr2=0x7f0de01974c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dded9d640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0101ff0 0x7f0de01974c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dded9d640 1 -- 172.21.15.17:0/1733370463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd4009490 con 0x7f0de0107250 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dde59c640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0101ff0 0x7f0de01974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dded9d640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 0x7f0de019ea70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0dd800cce0 tx=0x7f0dd800a620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd800f450 con 0x7f0de0107250 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dd0009560 con 0x7f0de0107250 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0dd800fa60 con 0x7f0de0107250 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0de019f940 con 0x7f0de0107250 2024-03-16T18:19:13.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.331+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dd8018ab0 con 0x7f0de0107250 2024-03-16T18:19:13.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.332+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0de00fd470 con 0x7f0de0107250 2024-03-16T18:19:13.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.334+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f0dd800fbd0 con 0x7f0de0107250 2024-03-16T18:19:13.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.334+0000 7f0dcf7fe640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0dc80a1a30 0x7f0dc80a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.335+0000 7f0dde59c640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0dc80a1a30 0x7f0dc80a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.335+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f0dd80cdc80 con 0x7f0de0107250 2024-03-16T18:19:13.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.335+0000 7f0dde59c640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0dc80a1a30 0x7f0dc80a3ef0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009230 tx=0x7f0dd0005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:13.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:12 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/12420848' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:12 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1225125162' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:12 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1132967308' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:19:13.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:12 smithi149 ceph-mon[35991]: pgmap v300: 129 pgs: 129 active+clean; 579 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 100 B/s wr, 0 op/s 2024-03-16T18:19:13.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.338+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0dd8096bf0 con 0x7f0de0107250 2024-03-16T18:19:13.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.526+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0de002d000 con 0x7f0de0107250 2024-03-16T18:19:13.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.528+0000 7f0dcf7fe640 1 -- 172.21.15.17:0/1733370463 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7f0dd809a2b0 con 0x7f0de0107250 2024-03-16T18:19:13.531 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:13.531 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0dc80a1a30 msgr2=0x7f0dc80a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0dc80a1a30 0x7f0dc80a3ef0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f0dd0009230 tx=0x7f0dd0005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 msgr2=0x7f0de019ea70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 0x7f0de019ea70 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f0dd800cce0 tx=0x7f0dd800a620 comp rx=0 tx=0).stop 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 shutdown_connections 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0dc80a1a30 0x7f0dc80a3ef0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0de0107250 0x7f0de019ea70 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0de0104920 0x7f0de0197a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 --2- 172.21.15.17:0/1733370463 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0de0101ff0 0x7f0de01974c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 >> 172.21.15.17:0/1733370463 conn(0x7f0de00fb980 msgr2=0x7f0de0102930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 shutdown_connections 2024-03-16T18:19:13.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.530+0000 7f0de4a4e640 1 -- 172.21.15.17:0/1733370463 wait complete. 2024-03-16T18:19:13.546 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:13.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 -- 172.21.15.17:0/95469161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 msgr2=0x7f6f60102bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 --2- 172.21.15.17:0/95469161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60102bb0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f6f50009900 tx=0x7f6f5002bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 -- 172.21.15.17:0/95469161 shutdown_connections 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 --2- 172.21.15.17:0/95469161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60102bb0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 --2- 172.21.15.17:0/95469161 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f601030f0 0x7f6f60109980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 --2- 172.21.15.17:0/95469161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 -- 172.21.15.17:0/95469161 >> 172.21.15.17:0/95469161 conn(0x7f6f600fca90 msgr2=0x7f6f600feef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 -- 172.21.15.17:0/95469161 shutdown_connections 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 -- 172.21.15.17:0/95469161 wait complete. 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 Processor -- start 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.690+0000 7f6f670c9640 1 -- start start 2024-03-16T18:19:13.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f670c9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f670c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f670c9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f601030f0 0x7f6f6019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f670c9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f6019f010 con 0x7f6f60102730 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f670c9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f6019f180 con 0x7f6f60101540 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f670c9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f6019f340 con 0x7f6f601030f0 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f64e65640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f64e65640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60197520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:41256/0 (socket says 172.21.15.17:41256) 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f64e65640 1 -- 172.21.15.17:0/2913376397 learned_addr learned my addr 172.21.15.17:0/2913376397 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47502/0 (socket says 172.21.15.17:47502) 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f65666640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f601030f0 0x7f6f6019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 -- 172.21.15.17:0/2913376397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f601030f0 msgr2=0x7f6f6019ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f601030f0 0x7f6f6019ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 -- 172.21.15.17:0/2913376397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 msgr2=0x7f6f60197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 -- 172.21.15.17:0/2913376397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f50009560 con 0x7f6f60102730 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f64e65640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.691+0000 7f6f57fff640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60197a60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6f50000c00 tx=0x7f6f500042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.692+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f50004aa0 con 0x7f6f60102730 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.692+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f6019f5c0 con 0x7f6f60102730 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.692+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6f5002de90 con 0x7f6f60102730 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.692+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f500053f0 con 0x7f6f60102730 2024-03-16T18:19:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.692+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f6019faf0 con 0x7f6f60102730 2024-03-16T18:19:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.693+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f60108930 con 0x7f6f60102730 2024-03-16T18:19:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.694+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6f50005550 con 0x7f6f60102730 2024-03-16T18:19:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.694+0000 7f6f55ffb640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6f480a1a30 0x7f6f480a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.695+0000 7f6f64e65640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6f480a1a30 0x7f6f480a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.695+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f6f500efc30 con 0x7f6f60102730 2024-03-16T18:19:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.695+0000 7f6f64e65640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6f480a1a30 0x7f6f480a3ef0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c0058c0 tx=0x7f6f5c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.698+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6f500b8c00 con 0x7f6f60102730 2024-03-16T18:19:13.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.882+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f6002cf60 con 0x7f6f60102730 2024-03-16T18:19:13.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.885+0000 7f6f55ffb640 1 -- 172.21.15.17:0/2913376397 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7f6f500bc2c0 con 0x7f6f60102730 2024-03-16T18:19:13.888 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:13.888 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6f480a1a30 msgr2=0x7f6f480a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6f480a1a30 0x7f6f480a3ef0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6f5c0058c0 tx=0x7f6f5c005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 msgr2=0x7f6f60197a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60197a60 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6f50000c00 tx=0x7f6f500042f0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 shutdown_connections 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6f480a1a30 0x7f6f480a3ef0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6f60102730 0x7f6f60197a60 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6f601030f0 0x7f6f6019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 --2- 172.21.15.17:0/2913376397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6f60101540 0x7f6f60197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:13.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 >> 172.21.15.17:0/2913376397 conn(0x7f6f600fca90 msgr2=0x7f6f60105b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:13.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 shutdown_connections 2024-03-16T18:19:13.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:13.887+0000 7f6f670c9640 1 -- 172.21.15.17:0/2913376397 wait complete. 2024-03-16T18:19:13.902 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/2376855578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d41048a0 msgr2=0x7ff0d4106c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/2376855578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d41048a0 0x7ff0d4106c90 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009900 tx=0x7ff0bc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/2376855578 shutdown_connections 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/2376855578 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d41048a0 0x7ff0d4106c90 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/2376855578 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41071d0 0x7ff0d4109620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/2376855578 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d4101f70 0x7ff0d4104360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/2376855578 >> 172.21.15.17:0/2376855578 conn(0x7ff0d40fb980 msgr2=0x7ff0d40fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/2376855578 shutdown_connections 2024-03-16T18:19:14.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.008+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/2376855578 wait complete. 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 Processor -- start 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 -- start start 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 0x7ff0d4197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41048a0 0x7ff0d4197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d41071d0 0x7ff0d419eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d419f020 con 0x7ff0d4101f70 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d419f190 con 0x7ff0d41048a0 2024-03-16T18:19:14.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d8b5c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d419f350 con 0x7ff0d41071d0 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 0x7ff0d4197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 0x7ff0d4197530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47514/0 (socket says 172.21.15.17:47514) 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d259c640 1 -- 172.21.15.17:0/1200305843 learned_addr learned my addr 172.21.15.17:0/1200305843 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0cbfff640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41048a0 0x7ff0d4197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.009+0000 7ff0d2d9d640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d41071d0 0x7ff0d419eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d259c640 1 -- 172.21.15.17:0/1200305843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d41071d0 msgr2=0x7ff0d419eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d259c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d41071d0 0x7ff0d419eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d259c640 1 -- 172.21.15.17:0/1200305843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41048a0 msgr2=0x7ff0d4197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d259c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41048a0 0x7ff0d4197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d259c640 1 -- 172.21.15.17:0/1200305843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0bc009560 con 0x7ff0d4101f70 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d2d9d640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d41071d0 0x7ff0d419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:19:14.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0cbfff640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41048a0 0x7ff0d4197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d259c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 0x7ff0d4197530 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400d950 tx=0x7ff0c400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4009c30 con 0x7ff0d4101f70 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff0c4009d90 con 0x7ff0d4101f70 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0d419f630 con 0x7ff0d4101f70 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c400f6b0 con 0x7ff0d4101f70 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.010+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0d419fb10 con 0x7ff0d4101f70 2024-03-16T18:19:14.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.011+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0d40fd470 con 0x7ff0d4101f70 2024-03-16T18:19:14.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.012+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff0c4010aa0 con 0x7ff0d4101f70 2024-03-16T18:19:14.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.013+0000 7ff0cb7fe640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff0c00a1a30 0x7ff0c00a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:14.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.013+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7ff0c40cd320 con 0x7ff0d4101f70 2024-03-16T18:19:14.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.013+0000 7ff0cbfff640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff0c00a1a30 0x7ff0c00a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:14.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.013+0000 7ff0cbfff640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff0c00a1a30 0x7ff0c00a3ef0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc02c7d0 tx=0x7ff0bc005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:14.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.017+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff0c40962f0 con 0x7ff0d4101f70 2024-03-16T18:19:14.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.242+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7ff0d410cf30 con 0x7ff0d4101f70 2024-03-16T18:19:14.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:13 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3225959326' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:19:14.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:13 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1733370463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:14.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:13 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2913376397' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:14.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:13 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3225959326' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:19:14.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:13 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1733370463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:14.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:13 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2913376397' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:14.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:13 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3225959326' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:19:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:13 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1733370463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:14.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:13 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2913376397' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:14.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.965+0000 7ff0cb7fe640 1 -- 172.21.15.17:0/1200305843 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v18) v1 ==== 118+0+0 (secure 0 0 0) 0x7ff0c40170b0 con 0x7ff0d4101f70 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff0c00a1a30 msgr2=0x7ff0c00a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff0c00a1a30 0x7ff0c00a3ef0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc02c7d0 tx=0x7ff0bc005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 msgr2=0x7ff0d4197530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 0x7ff0d4197530 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400d950 tx=0x7ff0c400de10 comp rx=0 tx=0).stop 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 shutdown_connections 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff0c00a1a30 0x7ff0c00a3ef0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0d41071d0 0x7ff0d419eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0d41048a0 0x7ff0d4197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 --2- 172.21.15.17:0/1200305843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0d4101f70 0x7ff0d4197530 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:14.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 >> 172.21.15.17:0/1200305843 conn(0x7ff0d40fb980 msgr2=0x7ff0d4103e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:14.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 shutdown_connections 2024-03-16T18:19:14.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:14.967+0000 7ff0d8b5c640 1 -- 172.21.15.17:0/1200305843 wait complete. 2024-03-16T18:19:14.983 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd'], 'max_mds': 5, 'session_timeout': 300, 'standby_replay': True, 'subvols': {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'}} 2024-03-16T18:19:14.983 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs max_mds 5 2024-03-16T18:19:15.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 -- 172.21.15.17:0/2977765007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14104920 msgr2=0x7f7a14106d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:15.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2977765007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14104920 0x7f7a14106d10 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f7a08009900 tx=0x7f7a0802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 -- 172.21.15.17:0/2977765007 shutdown_connections 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2977765007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14104920 0x7f7a14106d10 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2977765007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a14107250 0x7f7a14109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2977765007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14101ff0 0x7f7a141043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 -- 172.21.15.17:0/2977765007 >> 172.21.15.17:0/2977765007 conn(0x7f7a140fb9a0 msgr2=0x7f7a140fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 -- 172.21.15.17:0/2977765007 shutdown_connections 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.088+0000 7f7a1a684640 1 -- 172.21.15.17:0/2977765007 wait complete. 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 Processor -- start 2024-03-16T18:19:15.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 -- start start 2024-03-16T18:19:15.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 0x7f7a141996c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:15.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a14104920 0x7f7a14199c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:15.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14107250 0x7f7a141a0c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a141a11b0 con 0x7f7a14101ff0 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a141a1320 con 0x7f7a14104920 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a1a684640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a141a14e0 con 0x7f7a14107250 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 0x7f7a141996c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 0x7f7a141996c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47532/0 (socket says 172.21.15.17:47532) 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a13fff640 1 -- 172.21.15.17:0/2102981683 learned_addr learned my addr 172.21.15.17:0/2102981683 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.089+0000 7f7a137fe640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a14104920 0x7f7a14199c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a18c21640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14107250 0x7f7a141a0c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a13fff640 1 -- 172.21.15.17:0/2102981683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14107250 msgr2=0x7f7a141a0c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a13fff640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14107250 0x7f7a141a0c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a13fff640 1 -- 172.21.15.17:0/2102981683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a14104920 msgr2=0x7f7a14199c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:15.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a13fff640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a14104920 0x7f7a14199c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a13fff640 1 -- 172.21.15.17:0/2102981683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a08009560 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a18c21640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14107250 0x7f7a141a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a13fff640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 0x7f7a141996c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7a0400c920 tx=0x7f7a0400cde0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a04007c70 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7a04007dd0 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a141a17c0 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a040187c0 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.090+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a141a1ca0 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.091+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a14108d40 con 0x7f7a14101ff0 2024-03-16T18:19:15.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.092+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f7a0400f450 con 0x7f7a14101ff0 2024-03-16T18:19:15.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.093+0000 7f7a117fa640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f79fc0a1a30 0x7f79fc0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:15.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.093+0000 7f7a137fe640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f79fc0a1a30 0x7f79fc0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:15.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.093+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f7a040cd7f0 con 0x7f7a14101ff0 2024-03-16T18:19:15.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.093+0000 7f7a137fe640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f79fc0a1a30 0x7f79fc0a3ef0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7a0802c7d0 tx=0x7f7a08005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:15.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.097+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f7a04096760 con 0x7f7a14101ff0 2024-03-16T18:19:15.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:14 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1200305843' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-16T18:19:15.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:14 smithi017 ceph-mon[32207]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-16T18:19:15.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.326+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"} v 0) v1 -- 0x7f7a1410cd90 con 0x7f7a14101ff0 2024-03-16T18:19:15.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:14 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1200305843' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-16T18:19:15.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:14 smithi149 ceph-mon[35991]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-16T18:19:15.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:14 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1200305843' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-03-16T18:19:15.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:14 smithi153 ceph-mon[36005]: pgmap v301: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 426 B/s wr, 0 op/s 2024-03-16T18:19:15.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.972+0000 7f7a117fa640 1 -- 172.21.15.17:0/2102981683 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]=0 v19) v1 ==== 105+0+0 (secure 0 0 0) 0x7f7a04099e20 con 0x7f7a14101ff0 2024-03-16T18:19:15.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f79fc0a1a30 msgr2=0x7f79fc0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:15.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f79fc0a1a30 0x7f79fc0a3ef0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7a0802c7d0 tx=0x7f7a08005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 msgr2=0x7f7a141996c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:15.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 0x7f7a141996c0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f7a0400c920 tx=0x7f7a0400cde0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 shutdown_connections 2024-03-16T18:19:15.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f79fc0a1a30 0x7f79fc0a3ef0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a14107250 0x7f7a141a0c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a14104920 0x7f7a14199c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 --2- 172.21.15.17:0/2102981683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a14101ff0 0x7f7a141996c0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:15.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.974+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 >> 172.21.15.17:0/2102981683 conn(0x7f7a140fb9a0 msgr2=0x7f7a14101830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:15.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.975+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 shutdown_connections 2024-03-16T18:19:15.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:15.975+0000 7f7a1a684640 1 -- 172.21.15.17:0/2102981683 wait complete. 2024-03-16T18:19:15.993 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay true 2024-03-16T18:19:16.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:15 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1200305843' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-16T18:19:16.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:15 smithi149 ceph-mon[35991]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:16.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:15 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2102981683' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 -- 172.21.15.17:0/2117390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484101600 msgr2=0x7f7484101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 --2- 172.21.15.17:0/2117390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484101600 0x7f7484101a80 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f746c009900 tx=0x7f746c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 -- 172.21.15.17:0/2117390970 shutdown_connections 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 --2- 172.21.15.17:0/2117390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484101600 0x7f7484101a80 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 --2- 172.21.15.17:0/2117390970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101fc0 0x7f7484108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 --2- 172.21.15.17:0/2117390970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7484100410 0x7f7484100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 -- 172.21.15.17:0/2117390970 >> 172.21.15.17:0/2117390970 conn(0x7f74840fb9a0 msgr2=0x7f74840fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 -- 172.21.15.17:0/2117390970 shutdown_connections 2024-03-16T18:19:16.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 -- 172.21.15.17:0/2117390970 wait complete. 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 Processor -- start 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 -- start start 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 0x7f748406a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.103+0000 7f74895a0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 0x7f748419e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74895a0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7484101fc0 0x7f74841a0b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74895a0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74841a1220 con 0x7f7484100410 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74895a0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74841a1390 con 0x7f7484101600 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74895a0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74841a1550 con 0x7f7484101fc0 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 0x7f748406a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74827fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 0x7f748419e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 0x7f748406a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47558/0 (socket says 172.21.15.17:47558) 2024-03-16T18:19:16.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74827fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 0x7f748419e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:41320/0 (socket says 172.21.15.17:41320) 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 -- 172.21.15.17:0/3936096940 learned_addr learned my addr 172.21.15.17:0/3936096940 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74837fe640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7484101fc0 0x7f74841a0b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 -- 172.21.15.17:0/3936096940 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7484101fc0 msgr2=0x7f74841a0b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7484101fc0 0x7f74841a0b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 -- 172.21.15.17:0/3936096940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 msgr2=0x7f748419e610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 0x7f748419e610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 -- 172.21.15.17:0/3936096940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f746c009560 con 0x7f7484100410 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74827fc640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 0x7f748419e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f7482ffd640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 0x7f748406a630 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f747c00c970 tx=0x7f747c00ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f747c004220 con 0x7f7484100410 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f747c007e60 con 0x7f7484100410 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74841a17d0 con 0x7f7484100410 2024-03-16T18:19:16.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f747c003e40 con 0x7f7484100410 2024-03-16T18:19:16.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.104+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74841a1d00 con 0x7f7484100410 2024-03-16T18:19:16.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.105+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7484107750 con 0x7f7484100410 2024-03-16T18:19:16.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.107+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f747c003610 con 0x7f7484100410 2024-03-16T18:19:16.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.107+0000 7f747bfff640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74700a1ae0 0x7f74700a3fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:16.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.107+0000 7f74827fc640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74700a1ae0 0x7f74700a3fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:16.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.107+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f747c0cd5a0 con 0x7f7484100410 2024-03-16T18:19:16.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.108+0000 7f74827fc640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74700a1ae0 0x7f74700a3fa0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f746c009230 tx=0x7f746c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:16.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.111+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f747c0966a0 con 0x7f7484100410 2024-03-16T18:19:16.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:15 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1200305843' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-16T18:19:16.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:15 smithi017 ceph-mon[32207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:16.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:15 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2102981683' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-16T18:19:16.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.335+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"} v 0) v1 -- 0x7f748410be90 con 0x7f7484100410 2024-03-16T18:19:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:15 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1200305843' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-03-16T18:19:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:15 smithi153 ceph-mon[36005]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:15 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2102981683' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]: dispatch 2024-03-16T18:19:16.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.980+0000 7f747bfff640 1 -- 172.21.15.17:0/3936096940 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]=0 v21) v1 ==== 121+0+0 (secure 0 0 0) 0x7f747c01d0c0 con 0x7f7484100410 2024-03-16T18:19:16.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74700a1ae0 msgr2=0x7f74700a3fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:16.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74700a1ae0 0x7f74700a3fa0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f746c009230 tx=0x7f746c005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 msgr2=0x7f748406a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:16.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 0x7f748406a630 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f747c00c970 tx=0x7f747c00ce30 comp rx=0 tx=0).stop 2024-03-16T18:19:16.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 shutdown_connections 2024-03-16T18:19:16.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74700a1ae0 0x7f74700a3fa0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7484101fc0 0x7f74841a0b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7484101600 0x7f748419e610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 --2- 172.21.15.17:0/3936096940 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7484100410 0x7f748406a630 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:16.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.983+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 >> 172.21.15.17:0/3936096940 conn(0x7f74840fb9a0 msgr2=0x7f7484104920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:16.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.984+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 shutdown_connections 2024-03-16T18:19:16.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:16.984+0000 7f74895a0640 1 -- 172.21.15.17:0/3936096940 wait complete. 2024-03-16T18:19:17.003 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs session_timeout 300 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 -- 172.21.15.17:0/2409839131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4104910 msgr2=0x7f8eb4106d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/2409839131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4104910 0x7f8eb4106d00 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8ea8009900 tx=0x7f8ea802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 -- 172.21.15.17:0/2409839131 shutdown_connections 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/2409839131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4104910 0x7f8eb4106d00 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/2409839131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4107240 0x7f8eb4109630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/2409839131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8eb4101fe0 0x7f8eb41043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 -- 172.21.15.17:0/2409839131 >> 172.21.15.17:0/2409839131 conn(0x7f8eb40fb990 msgr2=0x7f8eb40fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 -- 172.21.15.17:0/2409839131 shutdown_connections 2024-03-16T18:19:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.112+0000 7f8eb90d0640 1 -- 172.21.15.17:0/2409839131 wait complete. 2024-03-16T18:19:17.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 Processor -- start 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 -- start start 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4101fe0 0x7f8eb4197560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8eb4104910 0x7f8eb4197aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 0x7f8eb419eb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb419f050 con 0x7f8eb4107240 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb419f1c0 con 0x7f8eb4104910 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb90d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8eb419f380 con 0x7f8eb4101fe0 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 0x7f8eb419eb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 0x7f8eb419eb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47576/0 (socket says 172.21.15.17:47576) 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 -- 172.21.15.17:0/1038999743 learned_addr learned my addr 172.21.15.17:0/1038999743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:17.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb259c640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8eb4104910 0x7f8eb4197aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb2d9d640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4101fe0 0x7f8eb4197560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 -- 172.21.15.17:0/1038999743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4101fe0 msgr2=0x7f8eb4197560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4101fe0 0x7f8eb4197560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 -- 172.21.15.17:0/1038999743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8eb4104910 msgr2=0x7f8eb4197aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8eb4104910 0x7f8eb4197aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb359e640 1 -- 172.21.15.17:0/1038999743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ea8009560 con 0x7f8eb4107240 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.113+0000 7f8eb2d9d640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4101fe0 0x7f8eb4197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.114+0000 7f8eb359e640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 0x7f8eb419eb10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8eac00cad0 tx=0x7f8eac00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.114+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eac00ae20 con 0x7f8eb4107240 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.114+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8eb419f660 con 0x7f8eb4107240 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.114+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8eac005020 con 0x7f8eb4107240 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.114+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eac00f690 con 0x7f8eb4107240 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.114+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8eb419fb40 con 0x7f8eb4107240 2024-03-16T18:19:17.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.115+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8eb40fd480 con 0x7f8eb4107240 2024-03-16T18:19:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.116+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8eac005190 con 0x7f8eb4107240 2024-03-16T18:19:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.116+0000 7f8e9bfff640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8e9c0a1a30 0x7f8e9c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.117+0000 7f8eb2d9d640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8e9c0a1a30 0x7f8e9c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.117+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f8eac0cd6d0 con 0x7f8eb4107240 2024-03-16T18:19:17.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.117+0000 7f8eb2d9d640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8e9c0a1a30 0x7f8e9c0a3ef0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4009b50 tx=0x7f8ea4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:17.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.121+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8eac096640 con 0x7f8eb4107240 2024-03-16T18:19:17.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2102981683' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3936096940' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-16T18:19:17.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:16 smithi017 ceph-mon[32207]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2102981683' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3936096940' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-16T18:19:17.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:16 smithi149 ceph-mon[35991]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-03-16T18:19:17.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.343+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"} v 0) v1 -- 0x7f8eb402d000 con 0x7f8eb4107240 2024-03-16T18:19:17.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-03-16T18:19:17.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2102981683' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "max_mds", "val": "5"}]': finished 2024-03-16T18:19:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: daemon mds.h assigned to filesystem cephfs as rank 1 (now has 2 ranks) 2024-03-16T18:19:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: fsmap cephfs:1 {0=b=up:active} 11 up:standby 2024-03-16T18:19:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: fsmap cephfs:2 {0=b=up:active,1=h=up:creating} 10 up:standby 2024-03-16T18:19:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: daemon mds.h is now active in filesystem cephfs as rank 1 2024-03-16T18:19:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3936096940' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]: dispatch 2024-03-16T18:19:17.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:16 smithi153 ceph-mon[36005]: pgmap v302: 129 pgs: 129 active+clean; 581 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 511 B/s wr, 1 op/s 2024-03-16T18:19:17.984 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: 2024-03-16T18:19:17.634+0000 7fedb8c0e700 -1 mds.pinger is_rank_lagging: rank=1 was never sent ping request. 2024-03-16T18:19:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.986+0000 7f8e9bfff640 1 -- 172.21.15.17:0/1038999743 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]=0 v23) v1 ==== 115+0+0 (secure 0 0 0) 0x7f8eac099d00 con 0x7f8eb4107240 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8e9c0a1a30 msgr2=0x7f8e9c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8e9c0a1a30 0x7f8e9c0a3ef0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f8ea4009b50 tx=0x7f8ea4005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 msgr2=0x7f8eb419eb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 0x7f8eb419eb10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f8eac00cad0 tx=0x7f8eac00cf90 comp rx=0 tx=0).stop 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 shutdown_connections 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8e9c0a1a30 0x7f8e9c0a3ef0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8eb4107240 0x7f8eb419eb10 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8eb4104910 0x7f8eb4197aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 --2- 172.21.15.17:0/1038999743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8eb4101fe0 0x7f8eb4197560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.989+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 >> 172.21.15.17:0/1038999743 conn(0x7f8eb40fb990 msgr2=0x7f8eb4102a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.990+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 shutdown_connections 2024-03-16T18:19:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:17.990+0000 7f8eb90d0640 1 -- 172.21.15.17:0/1038999743 wait complete. 2024-03-16T18:19:18.008 DEBUG:tasks.cephfs.filesystem:Creating {'create': 2, 'subvol_options': '--namespace-isolated --size 25000000000'} subvols for filesystem 'cephfs' 2024-03-16T18:19:18.009 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolumegroup create cephfs qa 2024-03-16T18:19:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 -- 172.21.15.17:0/398254367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c1026f0 msgr2=0x7f653c102b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 --2- 172.21.15.17:0/398254367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c1026f0 0x7f653c102b70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f652c009900 tx=0x7f652c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:18.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 -- 172.21.15.17:0/398254367 shutdown_connections 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 --2- 172.21.15.17:0/398254367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c1026f0 0x7f653c102b70 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 --2- 172.21.15.17:0/398254367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1030b0 0x7f653c109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 --2- 172.21.15.17:0/398254367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c101500 0x7f653c101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.113+0000 7f6543a47640 1 -- 172.21.15.17:0/398254367 >> 172.21.15.17:0/398254367 conn(0x7f653c0fca90 msgr2=0x7f653c0feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 -- 172.21.15.17:0/398254367 shutdown_connections 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 -- 172.21.15.17:0/398254367 wait complete. 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 Processor -- start 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 -- start start 2024-03-16T18:19:18.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 0x7f653c1974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1026f0 0x7f653c1979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c1030b0 0x7f653c19ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f653c19efa0 con 0x7f653c101500 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f653c19f110 con 0x7f653c1026f0 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6543a47640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f653c19f2d0 con 0x7f653c1030b0 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f65417e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 0x7f653c1974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f65417e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 0x7f653c1974b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47600/0 (socket says 172.21.15.17:47600) 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f65417e3640 1 -- 172.21.15.17:0/1497480615 learned_addr learned my addr 172.21.15.17:0/1497480615 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6540fe2640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1026f0 0x7f653c1979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.114+0000 7f6541fe4640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c1030b0 0x7f653c19ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65417e3640 1 -- 172.21.15.17:0/1497480615 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c1030b0 msgr2=0x7f653c19ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65417e3640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c1030b0 0x7f653c19ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65417e3640 1 -- 172.21.15.17:0/1497480615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1026f0 msgr2=0x7f653c1979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:18.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65417e3640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1026f0 0x7f653c1979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65417e3640 1 -- 172.21.15.17:0/1497480615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f652c009560 con 0x7f653c101500 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f6540fe2640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1026f0 0x7f653c1979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65417e3640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 0x7f653c1974b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f653400eb70 tx=0x7f653400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6534003b70 con 0x7f653c101500 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f653400ee70 con 0x7f653c101500 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f653c19f5b0 con 0x7f653c101500 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6534010690 con 0x7f653c101500 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.115+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f653c19fa40 con 0x7f653c101500 2024-03-16T18:19:18.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.116+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f653c068730 con 0x7f653c101500 2024-03-16T18:19:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.118+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f65340108b0 con 0x7f653c101500 2024-03-16T18:19:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.118+0000 7f65327fc640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f65280a1a30 0x7f65280a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.118+0000 7f6540fe2640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f65280a1a30 0x7f65280a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.118+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f6534014070 con 0x7f653c101500 2024-03-16T18:19:18.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.119+0000 7f6540fe2640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f65280a1a30 0x7f65280a3ef0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f652c009230 tx=0x7f652c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:18.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.121+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6534052280 con 0x7f653c101500 2024-03-16T18:19:18.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3936096940' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-16T18:19:18.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] up:active 2024-03-16T18:19:18.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-16T18:19:18.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-03-16T18:19:18.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-03-16T18:19:18.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-03-16T18:19:18.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1038999743' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-16T18:19:18.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:18.329+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f653c02d070 con 0x7f65280a1a30 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3936096940' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] up:active 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-03-16T18:19:18.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:17 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1038999743' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-16T18:19:18.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3936096940' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "true"}]': finished 2024-03-16T18:19:18.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] up:active 2024-03-16T18:19:18.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: daemon mds.i assigned to filesystem cephfs as rank 2 (now has 3 ranks) 2024-03-16T18:19:18.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: fsmap cephfs:2 {0=b=up:active,1=h=up:active} 10 up:standby 2024-03-16T18:19:18.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:creating} 9 up:standby 2024-03-16T18:19:18.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: daemon mds.i is now active in filesystem cephfs as rank 2 2024-03-16T18:19:18.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:17 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1038999743' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]: dispatch 2024-03-16T18:19:18.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:19:18.334+0000 7f6423c8d700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:19:18.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:19:18.334+0000 7f6423c8d700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:19:18.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:19:18.334+0000 7f6423c8d700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:19:18.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:19:18.334+0000 7f6423c8d700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:19:18.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:19:18.334+0000 7f6423c8d700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:19:19.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.017+0000 7f65327fc640 1 -- 172.21.15.17:0/1497480615 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f653c02d070 con 0x7f65280a1a30 2024-03-16T18:19:19.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f65280a1a30 msgr2=0x7f65280a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f65280a1a30 0x7f65280a3ef0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f652c009230 tx=0x7f652c005fd0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 msgr2=0x7f653c1974b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 0x7f653c1974b0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f653400eb70 tx=0x7f653400c6a0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 shutdown_connections 2024-03-16T18:19:19.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f65280a1a30 0x7f65280a3ef0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c1030b0 0x7f653c19ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c1026f0 0x7f653c1979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 --2- 172.21.15.17:0/1497480615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c101500 0x7f653c1974b0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.019+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 >> 172.21.15.17:0/1497480615 conn(0x7f653c0fca90 msgr2=0x7f653c105ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:19.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.020+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 shutdown_connections 2024-03-16T18:19:19.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.020+0000 7f6543a47640 1 -- 172.21.15.17:0/1497480615 wait complete. 2024-03-16T18:19:19.034 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_0 --group_name qa 2024-03-16T18:19:19.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- 172.21.15.17:0/2822434454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4101ff0 msgr2=0x7fdfd41043e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/2822434454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4101ff0 0x7fdfd41043e0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0009ca0 tx=0x7fdfd002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- 172.21.15.17:0/2822434454 shutdown_connections 2024-03-16T18:19:19.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/2822434454 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdfd4107250 0x7fdfd4109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/2822434454 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdfd4104920 0x7fdfd4106d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/2822434454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4101ff0 0x7fdfd41043e0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- 172.21.15.17:0/2822434454 >> 172.21.15.17:0/2822434454 conn(0x7fdfd40fb9a0 msgr2=0x7fdfd40fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- 172.21.15.17:0/2822434454 shutdown_connections 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- 172.21.15.17:0/2822434454 wait complete. 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 Processor -- start 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- start start 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdfd4101ff0 0x7fdfd4101960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdfd4104920 0x7fdfd40fffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 0x7fdfd41004e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd4100c40 con 0x7fdfd4107250 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd4100db0 con 0x7fdfd4101ff0 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.142+0000 7fdfdbc64640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd41a1570 con 0x7fdfd4104920 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 0x7fdfd41004e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 0x7fdfd41004e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47618/0 (socket says 172.21.15.17:47618) 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfd9a00640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdfd4101ff0 0x7fdfd4101960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 -- 172.21.15.17:0/1454649898 learned_addr learned my addr 172.21.15.17:0/1454649898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfd91ff640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdfd4104920 0x7fdfd40fffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 -- 172.21.15.17:0/1454649898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdfd4104920 msgr2=0x7fdfd40fffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdfd4104920 0x7fdfd40fffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 -- 172.21.15.17:0/1454649898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdfd4101ff0 msgr2=0x7fdfd4101960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdfd4101ff0 0x7fdfd4101960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 -- 172.21.15.17:0/1454649898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd0009900 con 0x7fdfd4107250 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfda201640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 0x7fdfd41004e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc00d980 tx=0x7fdfcc00de40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc009a30 con 0x7fdfd4107250 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdfcc0044d0 con 0x7fdfd4107250 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfd41a1820 con 0x7fdfd4107250 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc003cc0 con 0x7fdfd4107250 2024-03-16T18:19:19.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.143+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfd41a1d30 con 0x7fdfd4107250 2024-03-16T18:19:19.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.144+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfd40fd490 con 0x7fdfd4107250 2024-03-16T18:19:19.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.145+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fdfcc003e20 con 0x7fdfd4107250 2024-03-16T18:19:19.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.146+0000 7fdfcaffd640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdfc00a1ab0 0x7fdfc00a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.146+0000 7fdfd9a00640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdfc00a1ab0 0x7fdfc00a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.146+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fdfcc0cd200 con 0x7fdfd4107250 2024-03-16T18:19:19.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.146+0000 7fdfd9a00640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdfc00a1ab0 0x7fdfc00a3f70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0006010 tx=0x7fdfd00325d0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:19.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.150+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdfcc096270 con 0x7fdfd4107250 2024-03-16T18:19:19.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1038999743' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] up:active 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:creating} 8 up:standby 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:19.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:18 smithi017 ceph-mon[32207]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 3 op/s 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1038999743' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] up:active 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:creating} 8 up:standby 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:19.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:18 smithi149 ceph-mon[35991]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 3 op/s 2024-03-16T18:19:19.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1038999743' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "session_timeout", "val": "300"}]': finished 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] up:active 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: daemon mds.e assigned to filesystem cephfs as rank 3 (now has 4 ranks) 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: fsmap cephfs:3 {0=b=up:active,1=h=up:active,2=i=up:active} 9 up:standby 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:creating} 8 up:standby 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: daemon mds.e is now active in filesystem cephfs as rank 3 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: from='client.14883 -' entity='client.admin' cmd=[{"prefix": "fs subvolumegroup create", "vol_name": "cephfs", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:19.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:18 smithi153 ceph-mon[36005]: pgmap v303: 129 pgs: 129 active+clean; 582 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 853 B/s wr, 3 op/s 2024-03-16T18:19:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.363+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7fdfd402d070 con 0x7fdfc00a1ab0 2024-03-16T18:19:19.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.382+0000 7fdfcaffd640 1 -- 172.21.15.17:0/1454649898 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7fdfd402d070 con 0x7fdfc00a1ab0 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdfc00a1ab0 msgr2=0x7fdfc00a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdfc00a1ab0 0x7fdfc00a3f70 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0006010 tx=0x7fdfd00325d0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 msgr2=0x7fdfd41004e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 0x7fdfd41004e0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc00d980 tx=0x7fdfcc00de40 comp rx=0 tx=0).stop 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 shutdown_connections 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdfc00a1ab0 0x7fdfc00a3f70 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdfd4107250 0x7fdfd41004e0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdfd4104920 0x7fdfd40fffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 --2- 172.21.15.17:0/1454649898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdfd4101ff0 0x7fdfd4101960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 >> 172.21.15.17:0/1454649898 conn(0x7fdfd40fb9a0 msgr2=0x7fdfd4102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 shutdown_connections 2024-03-16T18:19:19.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.384+0000 7fdfdbc64640 1 -- 172.21.15.17:0/1454649898 wait complete. 2024-03-16T18:19:19.398 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_0 2024-03-16T18:19:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 -- 172.21.15.17:0/1232800574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a001003f0 msgr2=0x7f8a00100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 --2- 172.21.15.17:0/1232800574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a001003f0 0x7f8a00100810 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f89f8009900 tx=0x7f89f802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 -- 172.21.15.17:0/1232800574 shutdown_connections 2024-03-16T18:19:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 --2- 172.21.15.17:0/1232800574 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a00101fa0 0x7f8a00108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 --2- 172.21.15.17:0/1232800574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 --2- 172.21.15.17:0/1232800574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a001003f0 0x7f8a00100810 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 -- 172.21.15.17:0/1232800574 >> 172.21.15.17:0/1232800574 conn(0x7f8a000fb980 msgr2=0x7f8a000fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 -- 172.21.15.17:0/1232800574 shutdown_connections 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.503+0000 7f8a05664640 1 -- 172.21.15.17:0/1232800574 wait complete. 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 Processor -- start 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 -- start start 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a001003f0 0x7f8a00197570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a00101fa0 0x7f8a0019ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a0019f010 con 0x7f8a00101fa0 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a0019f180 con 0x7f8a001015e0 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f8a05664640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a0019f340 con 0x7f8a001003f0 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a00101fa0 0x7f8a0019ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89fe7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89feffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a001003f0 0x7f8a00197570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89feffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a001003f0 0x7f8a00197570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:45090/0 (socket says 172.21.15.17:45090) 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a00101fa0 0x7f8a0019ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35620/0 (socket says 172.21.15.17:35620) 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89feffd640 1 -- 172.21.15.17:0/4066288346 learned_addr learned my addr 172.21.15.17:0/4066288346 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.504+0000 7f89fe7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00197ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45968/0 (socket says 172.21.15.17:45968) 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89fe7fc640 1 -- 172.21.15.17:0/4066288346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a001003f0 msgr2=0x7f8a00197570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89fe7fc640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a001003f0 0x7f8a00197570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89fe7fc640 1 -- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a00101fa0 msgr2=0x7f8a0019ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89fe7fc640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a00101fa0 0x7f8a0019ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89fe7fc640 1 -- 172.21.15.17:0/4066288346 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89f8009560 con 0x7f8a001015e0 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89fe7fc640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00197ab0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f89e800e9f0 tx=0x7f89e800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89e800ccc0 con 0x7f8a001015e0 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a0019f620 con 0x7f8a001015e0 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f89e800ce20 con 0x7f8a001015e0 2024-03-16T18:19:19.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89e80187a0 con 0x7f8a001015e0 2024-03-16T18:19:19.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.505+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a0019fb80 con 0x7f8a001015e0 2024-03-16T18:19:19.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.506+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a0010bcb0 con 0x7f8a001015e0 2024-03-16T18:19:19.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.507+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f89e8010430 con 0x7f8a001015e0 2024-03-16T18:19:19.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.508+0000 7f89f7fff640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f89ec0a1a30 0x7f89ec0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.508+0000 7f89feffd640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f89ec0a1a30 0x7f89ec0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.508+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f89e8014070 con 0x7f8a001015e0 2024-03-16T18:19:19.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.508+0000 7f89feffd640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f89ec0a1a30 0x7f89ec0a3ef0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f89f8006010 tx=0x7f89f8005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:19.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.511+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f89e8096990 con 0x7f8a001015e0 2024-03-16T18:19:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.720+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}) v1 -- 0x7f8a00068d60 con 0x7f89ec0a1a30 2024-03-16T18:19:19.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.724+0000 7f89f7fff640 1 -- 172.21.15.17:0/4066288346 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f8a00068d60 con 0x7f89ec0a1a30 2024-03-16T18:19:19.727 INFO:teuthology.orchestra.run.smithi017.stdout:/volumes/qa/sv_0/8ce9edae-a9a0-4f7d-a422-181610a268e1 2024-03-16T18:19:19.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.726+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f89ec0a1a30 msgr2=0x7f89ec0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.726+0000 7f8a05664640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f89ec0a1a30 0x7f89ec0a3ef0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f89f8006010 tx=0x7f89f8005d50 comp rx=0 tx=0).stop 2024-03-16T18:19:19.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.726+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 msgr2=0x7f8a00197ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.726+0000 7f8a05664640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00197ab0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f89e800e9f0 tx=0x7f89e800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 shutdown_connections 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f89ec0a1a30 0x7f89ec0a3ef0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a00101fa0 0x7f8a0019ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a001015e0 0x7f8a00197ab0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 --2- 172.21.15.17:0/4066288346 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a001003f0 0x7f8a00197570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 >> 172.21.15.17:0/4066288346 conn(0x7f8a000fb980 msgr2=0x7f8a00068650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 shutdown_connections 2024-03-16T18:19:19.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.727+0000 7f8a05664640 1 -- 172.21.15.17:0/4066288346 wait complete. 2024-03-16T18:19:19.740 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume create cephfs sv_1 --group_name qa 2024-03-16T18:19:19.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 -- 172.21.15.17:0/2678773991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba81030b0 msgr2=0x7f4ba8109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 --2- 172.21.15.17:0/2678773991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba81030b0 0x7f4ba8109940 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f4ba0009ca0 tx=0x7f4ba002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 -- 172.21.15.17:0/2678773991 shutdown_connections 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 --2- 172.21.15.17:0/2678773991 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba81030b0 0x7f4ba8109940 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 --2- 172.21.15.17:0/2678773991 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ba81026f0 0x7f4ba8102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 --2- 172.21.15.17:0/2678773991 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ba8101500 0x7f4ba8101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 -- 172.21.15.17:0/2678773991 >> 172.21.15.17:0/2678773991 conn(0x7f4ba80fca90 msgr2=0x7f4ba80feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 -- 172.21.15.17:0/2678773991 shutdown_connections 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.845+0000 7f4bb02da640 1 -- 172.21.15.17:0/2678773991 wait complete. 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 Processor -- start 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 -- start start 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 0x7f4ba81973f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ba81026f0 0x7f4ba8197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ba81030b0 0x7f4ba819e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba819eee0 con 0x7f4ba8101500 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba819f050 con 0x7f4ba81026f0 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bb02da640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ba819f210 con 0x7f4ba81030b0 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 0x7f4ba81973f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 0x7f4ba81973f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35646/0 (socket says 172.21.15.17:35646) 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 -- 172.21.15.17:0/527360777 learned_addr learned my addr 172.21.15.17:0/527360777 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae877640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ba81030b0 0x7f4ba819e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bad875640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ba81026f0 0x7f4ba8197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 -- 172.21.15.17:0/527360777 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ba81030b0 msgr2=0x7f4ba819e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ba81030b0 0x7f4ba819e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 -- 172.21.15.17:0/527360777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ba81026f0 msgr2=0x7f4ba8197930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ba81026f0 0x7f4ba8197930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:19.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 -- 172.21.15.17:0/527360777 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ba4009490 con 0x7f4ba8101500 2024-03-16T18:19:19.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4bae076640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 0x7f4ba81973f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400e9c0 tx=0x7f4ba400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:19.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.846+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba400cde0 con 0x7f4ba8101500 2024-03-16T18:19:19.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.847+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b98009490 con 0x7f4ba8101500 2024-03-16T18:19:19.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.847+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ba40108e0 con 0x7f4ba8101500 2024-03-16T18:19:19.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.847+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ba40188e0 con 0x7f4ba8101500 2024-03-16T18:19:19.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.847+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ba0009900 con 0x7f4ba8101500 2024-03-16T18:19:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.847+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ba81088a0 con 0x7f4ba8101500 2024-03-16T18:19:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.849+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f4ba4010a50 con 0x7f4ba8101500 2024-03-16T18:19:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.849+0000 7f4b9f7fe640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4b940a1a30 0x7f4b940a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.849+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f4ba4014070 con 0x7f4ba8101500 2024-03-16T18:19:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.849+0000 7f4bad875640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4b940a1a30 0x7f4b940a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.850+0000 7f4bad875640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4b940a1a30 0x7f4b940a3ef0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4ba8198900 tx=0x7f4b98005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:19.853+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4ba40973c0 con 0x7f4ba8101500 2024-03-16T18:19:20.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.063+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}) v1 -- 0x7f4ba802d070 con 0x7f4b940a1a30 2024-03-16T18:19:20.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.087+0000 7f4b9f7fe640 1 -- 172.21.15.17:0/527360777 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+0 (secure 0 0 0) 0x7f4ba802d070 con 0x7f4b940a1a30 2024-03-16T18:19:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4b940a1a30 msgr2=0x7f4b940a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4b940a1a30 0x7f4b940a3ef0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4ba8198900 tx=0x7f4b98005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 msgr2=0x7f4ba81973f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 0x7f4ba81973f0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4ba400e9c0 tx=0x7f4ba400ee80 comp rx=0 tx=0).stop 2024-03-16T18:19:20.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 shutdown_connections 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4b940a1a30 0x7f4b940a3ef0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4ba81030b0 0x7f4ba819e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4ba81026f0 0x7f4ba8197930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 --2- 172.21.15.17:0/527360777 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4ba8101500 0x7f4ba81973f0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.088+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 >> 172.21.15.17:0/527360777 conn(0x7f4ba80fca90 msgr2=0x7f4ba8105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.089+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 shutdown_connections 2024-03-16T18:19:20.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.089+0000 7f4bb02da640 1 -- 172.21.15.17:0/527360777 wait complete. 2024-03-16T18:19:20.102 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs subvolume getpath cephfs --group_name qa sv_1 2024-03-16T18:19:20.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 -- 172.21.15.17:0/4196259137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 msgr2=0x7f146c101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 --2- 172.21.15.17:0/4196259137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 0x7f146c101920 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1468009860 tx=0x7f146802bb70 comp rx=0 tx=0).stop 2024-03-16T18:19:20.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 -- 172.21.15.17:0/4196259137 shutdown_connections 2024-03-16T18:19:20.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 --2- 172.21.15.17:0/4196259137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 --2- 172.21.15.17:0/4196259137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 0x7f146c102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 --2- 172.21.15.17:0/4196259137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 0x7f146c101920 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 -- 172.21.15.17:0/4196259137 >> 172.21.15.17:0/4196259137 conn(0x7f146c0fca90 msgr2=0x7f146c0feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 -- 172.21.15.17:0/4196259137 shutdown_connections 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.206+0000 7f1473eed640 1 -- 172.21.15.17:0/4196259137 wait complete. 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 Processor -- start 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 -- start start 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 0x7f146c197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 0x7f146c197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c19eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f146c19f020 con 0x7f146c1030b0 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f146c19f190 con 0x7f146c1026f0 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1473eed640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f146c19f350 con 0x7f146c101500 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c19eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c19eae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35664/0 (socket says 172.21.15.17:35664) 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 -- 172.21.15.17:0/342466120 learned_addr learned my addr 172.21.15.17:0/342466120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1471488640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 0x7f146c197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1471c89640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 0x7f146c197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 -- 172.21.15.17:0/342466120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 msgr2=0x7f146c197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 0x7f146c197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 -- 172.21.15.17:0/342466120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 msgr2=0x7f146c197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 0x7f146c197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f147248a640 1 -- 172.21.15.17:0/342466120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1464009900 con 0x7f146c1030b0 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.207+0000 7f1471488640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 0x7f146c197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.208+0000 7f147248a640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c19eae0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f146400efc0 tx=0x7f146400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.208+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1464003970 con 0x7f146c1030b0 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.208+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1464004020 con 0x7f146c1030b0 2024-03-16T18:19:20.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.208+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1468009490 con 0x7f146c1030b0 2024-03-16T18:19:20.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.208+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146400b830 con 0x7f146c1030b0 2024-03-16T18:19:20.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.208+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f146c19f960 con 0x7f146c1030b0 2024-03-16T18:19:20.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.209+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f146c108980 con 0x7f146c1030b0 2024-03-16T18:19:20.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.210+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 16) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f146400a040 con 0x7f146c1030b0 2024-03-16T18:19:20.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.211+0000 7f1462ffd640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14580a1a30 0x7f14580a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.211+0000 7f1471c89640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14580a1a30 0x7f14580a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.211+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f14640ce240 con 0x7f146c1030b0 2024-03-16T18:19:20.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.211+0000 7f1471c89640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14580a1a30 0x7f14580a3ef0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1468009830 tx=0x7f1468034ad0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:20.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.215+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f14640971b0 con 0x7f146c1030b0 2024-03-16T18:19:20.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.263+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f1464097580 con 0x7f146c1030b0 2024-03-16T18:19:20.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] up:active 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: daemon mds.c assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: Cluster is now healthy 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:active} 8 up:standby 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: daemon mds.c is now active in filesystem cephfs as rank 4 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] up:active 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:20.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:20 smithi017 ceph-mon[32207]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] up:active 2024-03-16T18:19:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: daemon mds.c assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-03-16T18:19:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-16T18:19:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: Cluster is now healthy 2024-03-16T18:19:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:active} 8 up:standby 2024-03-16T18:19:20.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-03-16T18:19:20.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: daemon mds.c is now active in filesystem cephfs as rank 4 2024-03-16T18:19:20.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] up:active 2024-03-16T18:19:20.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-16T18:19:20.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:20.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:20 smithi149 ceph-mon[35991]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:20.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] up:active 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: daemon mds.c assigned to filesystem cephfs as rank 4 (now has 5 ranks) 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: Cluster is now healthy 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: fsmap cephfs:4 {0=b=up:active,1=h=up:active,2=i=up:active,3=e=up:active} 8 up:standby 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: fsmap cephfs:5 1 up:creating 7 up:standby 4 up:active 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: daemon mds.c is now active in filesystem cephfs as rank 4 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] up:active 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: from='client.14895 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_0", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:20.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:20 smithi153 ceph-mon[36005]: from='client.24797 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_0", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:20.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.434+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}) v1 -- 0x7f146c02d000 con 0x7f14580a1a30 2024-03-16T18:19:20.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.438+0000 7f1462ffd640 1 -- 172.21.15.17:0/342466120 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+54 (secure 0 0 0) 0x7f146c02d000 con 0x7f14580a1a30 2024-03-16T18:19:20.441 INFO:teuthology.orchestra.run.smithi017.stdout:/volumes/qa/sv_1/48d7abc6-4826-4b84-adf4-7ac4c20b8df9 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14580a1a30 msgr2=0x7f14580a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14580a1a30 0x7f14580a3ef0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f1468009830 tx=0x7f1468034ad0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 msgr2=0x7f146c19eae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c19eae0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f146400efc0 tx=0x7f146400c800 comp rx=0 tx=0).stop 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 shutdown_connections 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14580a1a30 0x7f14580a3ef0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f146c1030b0 0x7f146c19eae0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f146c1026f0 0x7f146c197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 --2- 172.21.15.17:0/342466120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f146c101500 0x7f146c197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 >> 172.21.15.17:0/342466120 conn(0x7f146c0fca90 msgr2=0x7f146c105b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:20.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 shutdown_connections 2024-03-16T18:19:20.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.440+0000 7f1473eed640 1 -- 172.21.15.17:0/342466120 wait complete. 2024-03-16T18:19:20.454 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/393925465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 msgr2=0x7f2e98101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/393925465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e98101930 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f2e90009900 tx=0x7f2e9002bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/393925465 shutdown_connections 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/393925465 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e981030c0 0x7f2e98109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/393925465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e98102700 0x7f2e98102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/393925465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e98101930 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/393925465 >> 172.21.15.17:0/393925465 conn(0x7f2e980fcaa0 msgr2=0x7f2e980feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/393925465 shutdown_connections 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.554+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/393925465 wait complete. 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 Processor -- start 2024-03-16T18:19:20.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 -- start start 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e980752a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e98102700 0x7f2e980738e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e981030c0 0x7f2e98073e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e98074580 con 0x7f2e98101510 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e980746f0 con 0x7f2e98102700 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9c9c7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e981a1550 con 0x7f2e981030c0 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e980752a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e980752a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35674/0 (socket says 172.21.15.17:35674) 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 -- 172.21.15.17:0/2365894308 learned_addr learned my addr 172.21.15.17:0/2365894308 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e96d9d640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e981030c0 0x7f2e98073e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e95d9b640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e98102700 0x7f2e980738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 -- 172.21.15.17:0/2365894308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e981030c0 msgr2=0x7f2e98073e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e981030c0 0x7f2e98073e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 -- 172.21.15.17:0/2365894308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e98102700 msgr2=0x7f2e980738e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e98102700 0x7f2e980738e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 -- 172.21.15.17:0/2365894308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e90009560 con 0x7f2e98101510 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.555+0000 7f2e9659c640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e980752a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2e90000c00 tx=0x7f2e90004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.556+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e90004500 con 0x7f2e98101510 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.556+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2e9002de90 con 0x7f2e98101510 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.556+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e981a17a0 con 0x7f2e98101510 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.556+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e90003bb0 con 0x7f2e98101510 2024-03-16T18:19:20.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.556+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e981a1d00 con 0x7f2e98101510 2024-03-16T18:19:20.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.557+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e98108900 con 0x7f2e98101510 2024-03-16T18:19:20.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.558+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f2e90005500 con 0x7f2e98101510 2024-03-16T18:19:20.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.558+0000 7f2e8f7fe640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2e840a1b40 0x7f2e840a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.559+0000 7f2e95d9b640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2e840a1b40 0x7f2e840a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.559+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f2e900ef6f0 con 0x7f2e98101510 2024-03-16T18:19:20.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.559+0000 7f2e95d9b640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2e840a1b40 0x7f2e840a4000 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2e98075010 tx=0x7f2e80005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:20.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.563+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2e900b8670 con 0x7f2e98101510 2024-03-16T18:19:20.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.783+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2e9802cf90 con 0x7f2e98101510 2024-03-16T18:19:20.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.783+0000 7f2e8f7fe640 1 -- 172.21.15.17:0/2365894308 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f2e900bbd30 con 0x7f2e98101510 2024-03-16T18:19:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:20.786 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:19.247563+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24464,24460,24490,24545,24494]},"id":1}]} 2024-03-16T18:19:20.787 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:19:20.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2e840a1b40 msgr2=0x7f2e840a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2e840a1b40 0x7f2e840a4000 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f2e98075010 tx=0x7f2e80005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 msgr2=0x7f2e980752a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e980752a0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f2e90000c00 tx=0x7f2e90004040 comp rx=0 tx=0).stop 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 shutdown_connections 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2e840a1b40 0x7f2e840a4000 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e981030c0 0x7f2e98073e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e98102700 0x7f2e980738e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 --2- 172.21.15.17:0/2365894308 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e98101510 0x7f2e980752a0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.785+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 >> 172.21.15.17:0/2365894308 conn(0x7f2e980fcaa0 msgr2=0x7f2e98105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.786+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 shutdown_connections 2024-03-16T18:19:20.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.786+0000 7f2e9c9c7640 1 -- 172.21.15.17:0/2365894308 wait complete. 2024-03-16T18:19:20.799 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:19:20.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- 172.21.15.17:0/3882819568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88501030c0 msgr2=0x7f8850109950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- 172.21.15.17:0/3882819568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88501030c0 0x7f8850109950 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f8838009900 tx=0x7f883802bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- 172.21.15.17:0/3882819568 shutdown_connections 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- 172.21.15.17:0/3882819568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f88501030c0 0x7f8850109950 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- 172.21.15.17:0/3882819568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8850102700 0x7f8850102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- 172.21.15.17:0/3882819568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8850101510 0x7f8850101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- 172.21.15.17:0/3882819568 >> 172.21.15.17:0/3882819568 conn(0x7f88500fcaa0 msgr2=0x7f88500feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- 172.21.15.17:0/3882819568 shutdown_connections 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- 172.21.15.17:0/3882819568 wait complete. 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 Processor -- start 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- start start 2024-03-16T18:19:20.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8850101510 0x7f88501974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 0x7f8850197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f88501030c0 0x7f885019ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885019ef80 con 0x7f8850102700 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.900+0000 7f8856d3e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885019f0f0 con 0x7f88501030c0 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f8856d3e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f885019f2b0 con 0x7f8850101510 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 0x7f8850197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 0x7f8850197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35702/0 (socket says 172.21.15.17:35702) 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 -- 172.21.15.17:0/2941494034 learned_addr learned my addr 172.21.15.17:0/2941494034 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f88552db640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f88501030c0 0x7f885019ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f8854ada640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8850101510 0x7f88501974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 -- 172.21.15.17:0/2941494034 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8850101510 msgr2=0x7f88501974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8850101510 0x7f88501974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 -- 172.21.15.17:0/2941494034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f88501030c0 msgr2=0x7f885019ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f88501030c0 0x7f885019ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 -- 172.21.15.17:0/2941494034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8838009560 con 0x7f8850102700 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884ffff640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 0x7f8850197a20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f884000ebc0 tx=0x7f884000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88400099b0 con 0x7f8850102700 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f884000eec0 con 0x7f8850102700 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f885019f590 con 0x7f8850102700 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8840018a80 con 0x7f8850102700 2024-03-16T18:19:20.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.901+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f885019faa0 con 0x7f8850102700 2024-03-16T18:19:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.902+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8850108830 con 0x7f8850102700 2024-03-16T18:19:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.903+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f8840018be0 con 0x7f8850102700 2024-03-16T18:19:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.904+0000 7f884dffb640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f883c0a1ac0 0x7f883c0a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.904+0000 7f8854ada640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f883c0a1ac0 0x7f883c0a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.904+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f8840014070 con 0x7f8850102700 2024-03-16T18:19:20.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.904+0000 7f8854ada640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f883c0a1ac0 0x7f883c0a3f80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8850102560 tx=0x7f8848005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:20.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:20.909+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8840053280 con 0x7f8850102700 2024-03-16T18:19:21.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.093+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f88501082a0 con 0x7f8850102700 2024-03-16T18:19:21.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.095+0000 7f884dffb640 1 -- 172.21.15.17:0/2941494034 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7f8840096cb0 con 0x7f8850102700 2024-03-16T18:19:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:21.098 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f883c0a1ac0 msgr2=0x7f883c0a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f883c0a1ac0 0x7f883c0a3f80 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f8850102560 tx=0x7f8848005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 msgr2=0x7f8850197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 0x7f8850197a20 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f884000ebc0 tx=0x7f884000c6a0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 shutdown_connections 2024-03-16T18:19:21.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f883c0a1ac0 0x7f883c0a3f80 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8850102700 0x7f8850197a20 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f88501030c0 0x7f885019ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 --2- 172.21.15.17:0/2941494034 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8850101510 0x7f88501974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 >> 172.21.15.17:0/2941494034 conn(0x7f88500fcaa0 msgr2=0x7f8850105a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 shutdown_connections 2024-03-16T18:19:21.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.097+0000 7f8856d3e640 1 -- 172.21.15.17:0/2941494034 wait complete. 2024-03-16T18:19:21.111 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-03-16T18:19:21.111 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 -- 172.21.15.17:0/3796039393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec104980 msgr2=0x7f31ec106d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 --2- 172.21.15.17:0/3796039393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec104980 0x7f31ec106d70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f31e0009900 tx=0x7f31e002bc30 comp rx=0 tx=0).stop 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 -- 172.21.15.17:0/3796039393 shutdown_connections 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 --2- 172.21.15.17:0/3796039393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec104980 0x7f31ec106d70 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 --2- 172.21.15.17:0/3796039393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31ec1072b0 0x7f31ec1096a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 --2- 172.21.15.17:0/3796039393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31ec102050 0x7f31ec104440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 -- 172.21.15.17:0/3796039393 >> 172.21.15.17:0/3796039393 conn(0x7f31ec0fb980 msgr2=0x7f31ec0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 -- 172.21.15.17:0/3796039393 shutdown_connections 2024-03-16T18:19:21.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 -- 172.21.15.17:0/3796039393 wait complete. 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 Processor -- start 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 -- start start 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.211+0000 7f31f476c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31ec102050 0x7f31ec197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31ec104980 0x7f31ec197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 0x7f31ec19ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec19f010 con 0x7f31ec1072b0 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec19f180 con 0x7f31ec104980 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31ec19f340 con 0x7f31ec102050 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 0x7f31ec19ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 0x7f31ec19ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35712/0 (socket says 172.21.15.17:35712) 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 -- 172.21.15.17:0/2842336568 learned_addr learned my addr 172.21.15.17:0/2842336568 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:21.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f1d07640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31ec104980 0x7f31ec197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2508640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31ec102050 0x7f31ec197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 -- 172.21.15.17:0/2842336568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31ec102050 msgr2=0x7f31ec197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31ec102050 0x7f31ec197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 -- 172.21.15.17:0/2842336568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31ec104980 msgr2=0x7f31ec197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31ec104980 0x7f31ec197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 -- 172.21.15.17:0/2842336568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e0009560 con 0x7f31ec1072b0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f2d09640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 0x7f31ec19ead0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f31dc00eb10 tx=0x7f31dc00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31dc004b20 con 0x7f31ec1072b0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f31dc004c80 con 0x7f31ec1072b0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31ec19f620 con 0x7f31ec1072b0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31dc010690 con 0x7f31ec1072b0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.212+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31ec19fb00 con 0x7f31ec1072b0 2024-03-16T18:19:21.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.213+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31ec0fd470 con 0x7f31ec1072b0 2024-03-16T18:19:21.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.214+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f31dc005020 con 0x7f31ec1072b0 2024-03-16T18:19:21.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.215+0000 7f31eb7fe640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f31d40a1b40 0x7f31d40a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.215+0000 7f31f2508640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f31d40a1b40 0x7f31d40a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.215+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f31dc014070 con 0x7f31ec1072b0 2024-03-16T18:19:21.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.216+0000 7f31f2508640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f31d40a1b40 0x7f31d40a4000 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31e4009bd0 tx=0x7f31e4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:21.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.220+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f31dc096bb0 con 0x7f31ec1072b0 2024-03-16T18:19:21.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.402+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f31ec02d070 con 0x7f31d40a1b40 2024-03-16T18:19:21.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.413+0000 7f31eb7fe640 1 -- 172.21.15.17:0/2842336568 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340343 (secure 0 0 0) 0x7f31ec02d070 con 0x7f31d40a1b40 2024-03-16T18:19:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:21.422 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:19:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f31d40a1b40 msgr2=0x7f31d40a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f31d40a1b40 0x7f31d40a4000 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f31e4009bd0 tx=0x7f31e4005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 msgr2=0x7f31ec19ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 0x7f31ec19ead0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7f31dc00eb10 tx=0x7f31dc00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 shutdown_connections 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f31d40a1b40 0x7f31d40a4000 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31ec1072b0 0x7f31ec19ead0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31ec104980 0x7f31ec197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 --2- 172.21.15.17:0/2842336568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31ec102050 0x7f31ec197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 >> 172.21.15.17:0/2842336568 conn(0x7f31ec0fb980 msgr2=0x7f31ec102b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 shutdown_connections 2024-03-16T18:19:21.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.417+0000 7f31f476c640 1 -- 172.21.15.17:0/2842336568 wait complete. 2024-03-16T18:19:21.429 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:21 smithi017 ceph-mon[32207]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:21.429 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:21 smithi017 ceph-mon[32207]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-03-16T18:19:21.430 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:21 smithi017 ceph-mon[32207]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:21.430 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:21 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2365894308' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:21.430 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:21 smithi017 ceph-mon[32207]: pgmap v304: 129 pgs: 129 active+clean; 587 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-03-16T18:19:21.430 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:21 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2941494034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:21.431 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2024-03-16T18:19:20.895395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":601048,"num_objects":80,"num_object_clones":0,"num_object_copies":241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":162,"num_read_kb":141,"num_write":350,"num_write_kb":2998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":50,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":286,"ondisk_log_size":286,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371044,"kb_used_data":13564,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570780,"statfs":{"total":1151940427776,"available":1151560478720,"internally_reserved":0,"allocated":13889536,"data_stored":7551554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,5],"upper_bound":4},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7821,"num_objects":56,"num_object_clones":0,"num_object_copies":169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":26,"num_read_kb":22,"num_write":123,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003240"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632696+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:19:03.632696+0000","last_peered":"2024-03-16T18:19:03.632696+0000","last_clean":"2024-03-16T18:19:03.632696+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:19:03.632696+0000","last_undegraded":"2024-03-16T18:19:03.632696+0000","last_fullsized":"2024-03-16T18:19:03.632696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406859+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:19:04.406859+0000","last_peered":"2024-03-16T18:19:04.406859+0000","last_clean":"2024-03-16T18:19:04.406859+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:19:04.406859+0000","last_undegraded":"2024-03-16T18:19:04.406859+0000","last_fullsized":"2024-03-16T18:19:04.406859+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406663+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:19:04.406663+0000","last_peered":"2024-03-16T18:19:04.406663+0000","last_clean":"2024-03-16T18:19:04.406663+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:19:04.406663+0000","last_undegraded":"2024-03-16T18:19:04.406663+0000","last_fullsized":"2024-03-16T18:19:04.406663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116325+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:19:03.116325+0000","last_peered":"2024-03-16T18:19:03.116325+0000","last_clean":"2024-03-16T18:19:03.116325+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:19:03.116325+0000","last_undegraded":"2024-03-16T18:19:03.116325+0000","last_fullsized":"2024-03-16T18:19:03.116325+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906187+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:19:02.906187+0000","last_peered":"2024-03-16T18:19:02.906187+0000","last_clean":"2024-03-16T18:19:02.906187+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:19:02.906187+0000","last_undegraded":"2024-03-16T18:19:02.906187+0000","last_fullsized":"2024-03-16T18:19:02.906187+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134215+0000","last_change":"2024-03-16T18:18:57.409629+0000","last_active":"2024-03-16T18:19:04.134215+0000","last_peered":"2024-03-16T18:19:04.134215+0000","last_clean":"2024-03-16T18:19:04.134215+0000","last_became_active":"2024-03-16T18:18:57.409321+0000","last_became_peered":"2024-03-16T18:18:57.409321+0000","last_unstale":"2024-03-16T18:19:04.134215+0000","last_undegraded":"2024-03-16T18:19:04.134215+0000","last_fullsized":"2024-03-16T18:19:04.134215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:59:55.431425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659409+0000","last_change":"2024-03-16T18:18:57.406109+0000","last_active":"2024-03-16T18:19:02.659409+0000","last_peered":"2024-03-16T18:19:02.659409+0000","last_clean":"2024-03-16T18:19:02.659409+0000","last_became_active":"2024-03-16T18:18:57.405778+0000","last_became_peered":"2024-03-16T18:18:57.405778+0000","last_unstale":"2024-03-16T18:19:02.659409+0000","last_undegraded":"2024-03-16T18:19:02.659409+0000","last_fullsized":"2024-03-16T18:19:02.659409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:09.795406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155621+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:19:03.155621+0000","last_peered":"2024-03-16T18:19:03.155621+0000","last_clean":"2024-03-16T18:19:03.155621+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:19:03.155621+0000","last_undegraded":"2024-03-16T18:19:03.155621+0000","last_fullsized":"2024-03-16T18:19:03.155621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701781+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:19:03.701781+0000","last_peered":"2024-03-16T18:19:03.701781+0000","last_clean":"2024-03-16T18:19:03.701781+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:19:03.701781+0000","last_undegraded":"2024-03-16T18:19:03.701781+0000","last_fullsized":"2024-03-16T18:19:03.701781+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134578+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:19:04.134578+0000","last_peered":"2024-03-16T18:19:04.134578+0000","last_clean":"2024-03-16T18:19:04.134578+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:19:04.134578+0000","last_undegraded":"2024-03-16T18:19:04.134578+0000","last_fullsized":"2024-03-16T18:19:04.134578+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660200+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:19:02.660200+0000","last_peered":"2024-03-16T18:19:02.660200+0000","last_clean":"2024-03-16T18:19:02.660200+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:19:02.660200+0000","last_undegraded":"2024-03-16T18:19:02.660200+0000","last_fullsized":"2024-03-16T18:19:02.660200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116289+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:19:03.116289+0000","last_peered":"2024-03-16T18:19:03.116289+0000","last_clean":"2024-03-16T18:19:03.116289+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:19:03.116289+0000","last_undegraded":"2024-03-16T18:19:03.116289+0000","last_fullsized":"2024-03-16T18:19:03.116289+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134442+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:19:04.134442+0000","last_peered":"2024-03-16T18:19:04.134442+0000","last_clean":"2024-03-16T18:19:04.134442+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:19:04.134442+0000","last_undegraded":"2024-03-16T18:19:04.134442+0000","last_fullsized":"2024-03-16T18:19:04.134442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406570+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:19:04.406570+0000","last_peered":"2024-03-16T18:19:04.406570+0000","last_clean":"2024-03-16T18:19:04.406570+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:19:04.406570+0000","last_undegraded":"2024-03-16T18:19:04.406570+0000","last_fullsized":"2024-03-16T18:19:04.406570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406505+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:19:04.406505+0000","last_peered":"2024-03-16T18:19:04.406505+0000","last_clean":"2024-03-16T18:19:04.406505+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:19:04.406505+0000","last_undegraded":"2024-03-16T18:19:04.406505+0000","last_fullsized":"2024-03-16T18:19:04.406505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701364+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:19:03.701364+0000","last_peered":"2024-03-16T18:19:03.701364+0000","last_clean":"2024-03-16T18:19:03.701364+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:19:03.701364+0000","last_undegraded":"2024-03-16T18:19:03.701364+0000","last_fullsized":"2024-03-16T18:19:03.701364+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632582+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:19:03.632582+0000","last_peered":"2024-03-16T18:19:03.632582+0000","last_clean":"2024-03-16T18:19:03.632582+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:19:03.632582+0000","last_undegraded":"2024-03-16T18:19:03.632582+0000","last_fullsized":"2024-03-16T18:19:03.632582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660409+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:19:02.660409+0000","last_peered":"2024-03-16T18:19:02.660409+0000","last_clean":"2024-03-16T18:19:02.660409+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:19:02.660409+0000","last_undegraded":"2024-03-16T18:19:02.660409+0000","last_fullsized":"2024-03-16T18:19:02.660409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659541+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:19:02.659541+0000","last_peered":"2024-03-16T18:19:02.659541+0000","last_clean":"2024-03-16T18:19:02.659541+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:19:02.659541+0000","last_undegraded":"2024-03-16T18:19:02.659541+0000","last_fullsized":"2024-03-16T18:19:02.659541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659170+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:19:02.659170+0000","last_peered":"2024-03-16T18:19:02.659170+0000","last_clean":"2024-03-16T18:19:02.659170+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:19:02.659170+0000","last_undegraded":"2024-03-16T18:19:02.659170+0000","last_fullsized":"2024-03-16T18:19:02.659170+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.997540+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:19:16.997540+0000","last_peered":"2024-03-16T18:19:16.997540+0000","last_clean":"2024-03-16T18:19:16.997540+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:19:16.997540+0000","last_undegraded":"2024-03-16T18:19:16.997540+0000","last_fullsized":"2024-03-16T18:19:16.997540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155905+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:19:03.155905+0000","last_peered":"2024-03-16T18:19:03.155905+0000","last_clean":"2024-03-16T18:19:03.155905+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:19:03.155905+0000","last_undegraded":"2024-03-16T18:19:03.155905+0000","last_fullsized":"2024-03-16T18:19:03.155905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116092+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:19:03.116092+0000","last_peered":"2024-03-16T18:19:03.116092+0000","last_clean":"2024-03-16T18:19:03.116092+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:19:03.116092+0000","last_undegraded":"2024-03-16T18:19:03.116092+0000","last_fullsized":"2024-03-16T18:19:03.116092+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.156108+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:19:03.156108+0000","last_peered":"2024-03-16T18:19:03.156108+0000","last_clean":"2024-03-16T18:19:03.156108+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:19:03.156108+0000","last_undegraded":"2024-03-16T18:19:03.156108+0000","last_fullsized":"2024-03-16T18:19:03.156108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406906+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:19:04.406906+0000","last_peered":"2024-03-16T18:19:04.406906+0000","last_clean":"2024-03-16T18:19:04.406906+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:19:04.406906+0000","last_undegraded":"2024-03-16T18:19:04.406906+0000","last_fullsized":"2024-03-16T18:19:04.406906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116257+0000","last_change":"2024-03-16T18:19:01.419420+0000","last_active":"2024-03-16T18:19:03.116257+0000","last_peered":"2024-03-16T18:19:03.116257+0000","last_clean":"2024-03-16T18:19:03.116257+0000","last_became_active":"2024-03-16T18:19:01.418980+0000","last_became_peered":"2024-03-16T18:19:01.418980+0000","last_unstale":"2024-03-16T18:19:03.116257+0000","last_undegraded":"2024-03-16T18:19:03.116257+0000","last_fullsized":"2024-03-16T18:19:03.116257+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:50:01.637549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"84'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906691+0000","last_change":"2024-03-16T18:18:56.394040+0000","last_active":"2024-03-16T18:19:02.906691+0000","last_peered":"2024-03-16T18:19:02.906691+0000","last_clean":"2024-03-16T18:19:02.906691+0000","last_became_active":"2024-03-16T18:18:56.393537+0000","last_became_peered":"2024-03-16T18:18:56.393537+0000","last_unstale":"2024-03-16T18:19:02.906691+0000","last_undegraded":"2024-03-16T18:19:02.906691+0000","last_fullsized":"2024-03-16T18:19:02.906691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:06:08.674556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701568+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:19:03.701568+0000","last_peered":"2024-03-16T18:19:03.701568+0000","last_clean":"2024-03-16T18:19:03.701568+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:19:03.701568+0000","last_undegraded":"2024-03-16T18:19:03.701568+0000","last_fullsized":"2024-03-16T18:19:03.701568+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116076+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:19:03.116076+0000","last_peered":"2024-03-16T18:19:03.116076+0000","last_clean":"2024-03-16T18:19:03.116076+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:19:03.116076+0000","last_undegraded":"2024-03-16T18:19:03.116076+0000","last_fullsized":"2024-03-16T18:19:03.116076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906348+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:19:02.906348+0000","last_peered":"2024-03-16T18:19:02.906348+0000","last_clean":"2024-03-16T18:19:02.906348+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:19:02.906348+0000","last_undegraded":"2024-03-16T18:19:02.906348+0000","last_fullsized":"2024-03-16T18:19:02.906348+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135208+0000","last_change":"2024-03-16T18:18:57.408217+0000","last_active":"2024-03-16T18:19:04.135208+0000","last_peered":"2024-03-16T18:19:04.135208+0000","last_clean":"2024-03-16T18:19:04.135208+0000","last_became_active":"2024-03-16T18:18:57.407200+0000","last_became_peered":"2024-03-16T18:18:57.407200+0000","last_unstale":"2024-03-16T18:19:04.135208+0000","last_undegraded":"2024-03-16T18:19:04.135208+0000","last_fullsized":"2024-03-16T18:19:04.135208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:35:47.650403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659552+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:19:02.659552+0000","last_peered":"2024-03-16T18:19:02.659552+0000","last_clean":"2024-03-16T18:19:02.659552+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:19:02.659552+0000","last_undegraded":"2024-03-16T18:19:02.659552+0000","last_fullsized":"2024-03-16T18:19:02.659552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.256172+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:19:19.256172+0000","last_peered":"2024-03-16T18:19:19.256172+0000","last_clean":"2024-03-16T18:19:19.256172+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:19:19.256172+0000","last_undegraded":"2024-03-16T18:19:19.256172+0000","last_fullsized":"2024-03-16T18:19:19.256172+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906303+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:19:02.906303+0000","last_peered":"2024-03-16T18:19:02.906303+0000","last_clean":"2024-03-16T18:19:02.906303+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:19:02.906303+0000","last_undegraded":"2024-03-16T18:19:02.906303+0000","last_fullsized":"2024-03-16T18:19:02.906303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659233+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:19:02.659233+0000","last_peered":"2024-03-16T18:19:02.659233+0000","last_clean":"2024-03-16T18:19:02.659233+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:19:02.659233+0000","last_undegraded":"2024-03-16T18:19:02.659233+0000","last_fullsized":"2024-03-16T18:19:02.659233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:18.002687+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:19:18.002687+0000","last_peered":"2024-03-16T18:19:18.002687+0000","last_clean":"2024-03-16T18:19:18.002687+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:19:18.002687+0000","last_undegraded":"2024-03-16T18:19:18.002687+0000","last_fullsized":"2024-03-16T18:19:18.002687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135254+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:19:04.135254+0000","last_peered":"2024-03-16T18:19:04.135254+0000","last_clean":"2024-03-16T18:19:04.135254+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:19:04.135254+0000","last_undegraded":"2024-03-16T18:19:04.135254+0000","last_fullsized":"2024-03-16T18:19:04.135254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632550+0000","last_change":"2024-03-16T18:19:01.420839+0000","last_active":"2024-03-16T18:19:03.632550+0000","last_peered":"2024-03-16T18:19:03.632550+0000","last_clean":"2024-03-16T18:19:03.632550+0000","last_became_active":"2024-03-16T18:19:01.420384+0000","last_became_peered":"2024-03-16T18:19:01.420384+0000","last_unstale":"2024-03-16T18:19:03.632550+0000","last_undegraded":"2024-03-16T18:19:03.632550+0000","last_fullsized":"2024-03-16T18:19:03.632550+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:45:11.567038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.997728+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:19:16.997728+0000","last_peered":"2024-03-16T18:19:16.997728+0000","last_clean":"2024-03-16T18:19:16.997728+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:19:16.997728+0000","last_undegraded":"2024-03-16T18:19:16.997728+0000","last_fullsized":"2024-03-16T18:19:16.997728+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155503+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:19:03.155503+0000","last_peered":"2024-03-16T18:19:03.155503+0000","last_clean":"2024-03-16T18:19:03.155503+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:19:03.155503+0000","last_undegraded":"2024-03-16T18:19:03.155503+0000","last_fullsized":"2024-03-16T18:19:03.155503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406968+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:19:04.406968+0000","last_peered":"2024-03-16T18:19:04.406968+0000","last_clean":"2024-03-16T18:19:04.406968+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:19:04.406968+0000","last_undegraded":"2024-03-16T18:19:04.406968+0000","last_fullsized":"2024-03-16T18:19:04.406968+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.014145+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:19:19.014145+0000","last_peered":"2024-03-16T18:19:19.014145+0000","last_clean":"2024-03-16T18:19:19.014145+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:19:19.014145+0000","last_undegraded":"2024-03-16T18:19:19.014145+0000","last_fullsized":"2024-03-16T18:19:19.014145+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659694+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:19:02.659694+0000","last_peered":"2024-03-16T18:19:02.659694+0000","last_clean":"2024-03-16T18:19:02.659694+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:19:02.659694+0000","last_undegraded":"2024-03-16T18:19:02.659694+0000","last_fullsized":"2024-03-16T18:19:02.659694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155785+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:19:03.155785+0000","last_peered":"2024-03-16T18:19:03.155785+0000","last_clean":"2024-03-16T18:19:03.155785+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:19:03.155785+0000","last_undegraded":"2024-03-16T18:19:03.155785+0000","last_fullsized":"2024-03-16T18:19:03.155785+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.987348+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:19:15.987348+0000","last_peered":"2024-03-16T18:19:15.987348+0000","last_clean":"2024-03-16T18:19:15.987348+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:19:15.987348+0000","last_undegraded":"2024-03-16T18:19:15.987348+0000","last_fullsized":"2024-03-16T18:19:15.987348+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701671+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:19:03.701671+0000","last_peered":"2024-03-16T18:19:03.701671+0000","last_clean":"2024-03-16T18:19:03.701671+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:19:03.701671+0000","last_undegraded":"2024-03-16T18:19:03.701671+0000","last_fullsized":"2024-03-16T18:19:03.701671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659830+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:19:02.659830+0000","last_peered":"2024-03-16T18:19:02.659830+0000","last_clean":"2024-03-16T18:19:02.659830+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:19:02.659830+0000","last_undegraded":"2024-03-16T18:19:02.659830+0000","last_fullsized":"2024-03-16T18:19:02.659830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.016870+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:19:19.016870+0000","last_peered":"2024-03-16T18:19:19.016870+0000","last_clean":"2024-03-16T18:19:19.016870+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:19:19.016870+0000","last_undegraded":"2024-03-16T18:19:19.016870+0000","last_fullsized":"2024-03-16T18:19:19.016870+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.407061+0000","last_change":"2024-03-16T18:18:57.412228+0000","last_active":"2024-03-16T18:19:04.407061+0000","last_peered":"2024-03-16T18:19:04.407061+0000","last_clean":"2024-03-16T18:19:04.407061+0000","last_became_active":"2024-03-16T18:18:57.411933+0000","last_became_peered":"2024-03-16T18:18:57.411933+0000","last_unstale":"2024-03-16T18:19:04.407061+0000","last_undegraded":"2024-03-16T18:19:04.407061+0000","last_fullsized":"2024-03-16T18:19:04.407061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:05:11.555465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116365+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:19:03.116365+0000","last_peered":"2024-03-16T18:19:03.116365+0000","last_clean":"2024-03-16T18:19:03.116365+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:19:03.116365+0000","last_undegraded":"2024-03-16T18:19:03.116365+0000","last_fullsized":"2024-03-16T18:19:03.116365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:18.003043+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:19:18.003043+0000","last_peered":"2024-03-16T18:19:18.003043+0000","last_clean":"2024-03-16T18:19:18.003043+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:19:18.003043+0000","last_undegraded":"2024-03-16T18:19:18.003043+0000","last_fullsized":"2024-03-16T18:19:18.003043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701685+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:19:03.701685+0000","last_peered":"2024-03-16T18:19:03.701685+0000","last_clean":"2024-03-16T18:19:03.701685+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:19:03.701685+0000","last_undegraded":"2024-03-16T18:19:03.701685+0000","last_fullsized":"2024-03-16T18:19:03.701685+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660175+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:19:02.660175+0000","last_peered":"2024-03-16T18:19:02.660175+0000","last_clean":"2024-03-16T18:19:02.660175+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:19:02.660175+0000","last_undegraded":"2024-03-16T18:19:02.660175+0000","last_fullsized":"2024-03-16T18:19:02.660175+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'13","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.986031+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:19:15.986031+0000","last_peered":"2024-03-16T18:19:15.986031+0000","last_clean":"2024-03-16T18:19:15.986031+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:19:15.986031+0000","last_undegraded":"2024-03-16T18:19:15.986031+0000","last_fullsized":"2024-03-16T18:19:15.986031+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4233,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906514+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:19:02.906514+0000","last_peered":"2024-03-16T18:19:02.906514+0000","last_clean":"2024-03-16T18:19:02.906514+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:19:02.906514+0000","last_undegraded":"2024-03-16T18:19:02.906514+0000","last_fullsized":"2024-03-16T18:19:02.906514+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135552+0000","last_change":"2024-03-16T18:19:01.428014+0000","last_active":"2024-03-16T18:19:04.135552+0000","last_peered":"2024-03-16T18:19:04.135552+0000","last_clean":"2024-03-16T18:19:04.135552+0000","last_became_active":"2024-03-16T18:19:01.427593+0000","last_became_peered":"2024-03-16T18:19:01.427593+0000","last_unstale":"2024-03-16T18:19:04.135552+0000","last_undegraded":"2024-03-16T18:19:04.135552+0000","last_fullsized":"2024-03-16T18:19:04.135552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:33.013088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.253757+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:19:19.253757+0000","last_peered":"2024-03-16T18:19:19.253757+0000","last_clean":"2024-03-16T18:19:19.253757+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:19:19.253757+0000","last_undegraded":"2024-03-16T18:19:19.253757+0000","last_fullsized":"2024-03-16T18:19:19.253757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134234+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:19:04.134234+0000","last_peered":"2024-03-16T18:19:04.134234+0000","last_clean":"2024-03-16T18:19:04.134234+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:19:04.134234+0000","last_undegraded":"2024-03-16T18:19:04.134234+0000","last_fullsized":"2024-03-16T18:19:04.134234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632520+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:19:03.632520+0000","last_peered":"2024-03-16T18:19:03.632520+0000","last_clean":"2024-03-16T18:19:03.632520+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:19:03.632520+0000","last_undegraded":"2024-03-16T18:19:03.632520+0000","last_fullsized":"2024-03-16T18:19:03.632520+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.013939+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:19:19.013939+0000","last_peered":"2024-03-16T18:19:19.013939+0000","last_clean":"2024-03-16T18:19:19.013939+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:19:19.013939+0000","last_undegraded":"2024-03-16T18:19:19.013939+0000","last_fullsized":"2024-03-16T18:19:19.013939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659705+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:19:02.659705+0000","last_peered":"2024-03-16T18:19:02.659705+0000","last_clean":"2024-03-16T18:19:02.659705+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:19:02.659705+0000","last_undegraded":"2024-03-16T18:19:02.659705+0000","last_fullsized":"2024-03-16T18:19:02.659705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660541+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:19:02.660541+0000","last_peered":"2024-03-16T18:19:02.660541+0000","last_clean":"2024-03-16T18:19:02.660541+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:19:02.660541+0000","last_undegraded":"2024-03-16T18:19:02.660541+0000","last_fullsized":"2024-03-16T18:19:02.660541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.255934+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:19:19.255934+0000","last_peered":"2024-03-16T18:19:19.255934+0000","last_clean":"2024-03-16T18:19:19.255934+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:19:19.255934+0000","last_undegraded":"2024-03-16T18:19:19.255934+0000","last_fullsized":"2024-03-16T18:19:19.255934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659475+0000","last_change":"2024-03-16T18:18:57.405296+0000","last_active":"2024-03-16T18:19:02.659475+0000","last_peered":"2024-03-16T18:19:02.659475+0000","last_clean":"2024-03-16T18:19:02.659475+0000","last_became_active":"2024-03-16T18:18:57.404987+0000","last_became_peered":"2024-03-16T18:18:57.404987+0000","last_unstale":"2024-03-16T18:19:02.659475+0000","last_undegraded":"2024-03-16T18:19:02.659475+0000","last_fullsized":"2024-03-16T18:19:02.659475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:20:30.106473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134796+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:19:04.134796+0000","last_peered":"2024-03-16T18:19:04.134796+0000","last_clean":"2024-03-16T18:19:04.134796+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:19:04.134796+0000","last_undegraded":"2024-03-16T18:19:04.134796+0000","last_fullsized":"2024-03-16T18:19:04.134796+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'10","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.985912+0000","last_change":"2024-03-16T18:18:56.394109+0000","last_active":"2024-03-16T18:19:15.985912+0000","last_peered":"2024-03-16T18:19:15.985912+0000","last_clean":"2024-03-16T18:19:15.985912+0000","last_became_active":"2024-03-16T18:18:56.393781+0000","last_became_peered":"2024-03-16T18:18:56.393781+0000","last_unstale":"2024-03-16T18:19:15.985912+0000","last_undegraded":"2024-03-16T18:19:15.985912+0000","last_fullsized":"2024-03-16T18:19:15.985912+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:47.954735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134845+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:19:04.134845+0000","last_peered":"2024-03-16T18:19:04.134845+0000","last_clean":"2024-03-16T18:19:04.134845+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:19:04.134845+0000","last_undegraded":"2024-03-16T18:19:04.134845+0000","last_fullsized":"2024-03-16T18:19:04.134845+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134924+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:19:04.134924+0000","last_peered":"2024-03-16T18:19:04.134924+0000","last_clean":"2024-03-16T18:19:04.134924+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:19:04.134924+0000","last_undegraded":"2024-03-16T18:19:04.134924+0000","last_fullsized":"2024-03-16T18:19:04.134924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906492+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:19:02.906492+0000","last_peered":"2024-03-16T18:19:02.906492+0000","last_clean":"2024-03-16T18:19:02.906492+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:19:02.906492+0000","last_undegraded":"2024-03-16T18:19:02.906492+0000","last_fullsized":"2024-03-16T18:19:02.906492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632466+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:19:03.632466+0000","last_peered":"2024-03-16T18:19:03.632466+0000","last_clean":"2024-03-16T18:19:03.632466+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:19:03.632466+0000","last_undegraded":"2024-03-16T18:19:03.632466+0000","last_fullsized":"2024-03-16T18:19:03.632466+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906310+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:19:02.906310+0000","last_peered":"2024-03-16T18:19:02.906310+0000","last_clean":"2024-03-16T18:19:02.906310+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:19:02.906310+0000","last_undegraded":"2024-03-16T18:19:02.906310+0000","last_fullsized":"2024-03-16T18:19:02.906310+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660144+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:19:02.660144+0000","last_peered":"2024-03-16T18:19:02.660144+0000","last_clean":"2024-03-16T18:19:02.660144+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:19:02.660144+0000","last_undegraded":"2024-03-16T18:19:02.660144+0000","last_fullsized":"2024-03-16T18:19:02.660144+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134413+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:19:04.134413+0000","last_peered":"2024-03-16T18:19:04.134413+0000","last_clean":"2024-03-16T18:19:04.134413+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:19:04.134413+0000","last_undegraded":"2024-03-16T18:19:04.134413+0000","last_fullsized":"2024-03-16T18:19:04.134413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134500+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:19:04.134500+0000","last_peered":"2024-03-16T18:19:04.134500+0000","last_clean":"2024-03-16T18:19:04.134500+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:19:04.134500+0000","last_undegraded":"2024-03-16T18:19:04.134500+0000","last_fullsized":"2024-03-16T18:19:04.134500+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.255629+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:19:19.255629+0000","last_peered":"2024-03-16T18:19:19.255629+0000","last_clean":"2024-03-16T18:19:19.255629+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:19:19.255629+0000","last_undegraded":"2024-03-16T18:19:19.255629+0000","last_fullsized":"2024-03-16T18:19:19.255629+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134287+0000","last_change":"2024-03-16T18:18:57.408781+0000","last_active":"2024-03-16T18:19:04.134287+0000","last_peered":"2024-03-16T18:19:04.134287+0000","last_clean":"2024-03-16T18:19:04.134287+0000","last_became_active":"2024-03-16T18:18:57.408457+0000","last_became_peered":"2024-03-16T18:18:57.408457+0000","last_unstale":"2024-03-16T18:19:04.134287+0000","last_undegraded":"2024-03-16T18:19:04.134287+0000","last_fullsized":"2024-03-16T18:19:04.134287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:26:44.175285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134613+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:19:04.134613+0000","last_peered":"2024-03-16T18:19:04.134613+0000","last_clean":"2024-03-16T18:19:04.134613+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:19:04.134613+0000","last_undegraded":"2024-03-16T18:19:04.134613+0000","last_fullsized":"2024-03-16T18:19:04.134613+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134916+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:19:04.134916+0000","last_peered":"2024-03-16T18:19:04.134916+0000","last_clean":"2024-03-16T18:19:04.134916+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:19:04.134916+0000","last_undegraded":"2024-03-16T18:19:04.134916+0000","last_fullsized":"2024-03-16T18:19:04.134916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.253511+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:19:19.253511+0000","last_peered":"2024-03-16T18:19:19.253511+0000","last_clean":"2024-03-16T18:19:19.253511+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:19:19.253511+0000","last_undegraded":"2024-03-16T18:19:19.253511+0000","last_fullsized":"2024-03-16T18:19:19.253511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:05.208335+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:19:05.208335+0000","last_peered":"2024-03-16T18:19:05.208335+0000","last_clean":"2024-03-16T18:19:05.208335+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:19:05.208335+0000","last_undegraded":"2024-03-16T18:19:05.208335+0000","last_fullsized":"2024-03-16T18:19:05.208335+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155610+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:19:03.155610+0000","last_peered":"2024-03-16T18:19:03.155610+0000","last_clean":"2024-03-16T18:19:03.155610+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:19:03.155610+0000","last_undegraded":"2024-03-16T18:19:03.155610+0000","last_fullsized":"2024-03-16T18:19:03.155610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.253880+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:19:19.253880+0000","last_peered":"2024-03-16T18:19:19.253880+0000","last_clean":"2024-03-16T18:19:19.253880+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:19:19.253880+0000","last_undegraded":"2024-03-16T18:19:19.253880+0000","last_fullsized":"2024-03-16T18:19:19.253880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659368+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:19:02.659368+0000","last_peered":"2024-03-16T18:19:02.659368+0000","last_clean":"2024-03-16T18:19:02.659368+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:19:02.659368+0000","last_undegraded":"2024-03-16T18:19:02.659368+0000","last_fullsized":"2024-03-16T18:19:02.659368+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135388+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:19:04.135388+0000","last_peered":"2024-03-16T18:19:04.135388+0000","last_clean":"2024-03-16T18:19:04.135388+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:19:04.135388+0000","last_undegraded":"2024-03-16T18:19:04.135388+0000","last_fullsized":"2024-03-16T18:19:04.135388+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134001+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:19:04.134001+0000","last_peered":"2024-03-16T18:19:04.134001+0000","last_clean":"2024-03-16T18:19:04.134001+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:19:04.134001+0000","last_undegraded":"2024-03-16T18:19:04.134001+0000","last_fullsized":"2024-03-16T18:19:04.134001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.997222+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:19:16.997222+0000","last_peered":"2024-03-16T18:19:16.997222+0000","last_clean":"2024-03-16T18:19:16.997222+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:19:16.997222+0000","last_undegraded":"2024-03-16T18:19:16.997222+0000","last_fullsized":"2024-03-16T18:19:16.997222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632414+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:19:03.632414+0000","last_peered":"2024-03-16T18:19:03.632414+0000","last_clean":"2024-03-16T18:19:03.632414+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:19:03.632414+0000","last_undegraded":"2024-03-16T18:19:03.632414+0000","last_fullsized":"2024-03-16T18:19:03.632414+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906654+0000","last_change":"2024-03-16T18:18:56.394828+0000","last_active":"2024-03-16T18:19:02.906654+0000","last_peered":"2024-03-16T18:19:02.906654+0000","last_clean":"2024-03-16T18:19:02.906654+0000","last_became_active":"2024-03-16T18:18:56.394517+0000","last_became_peered":"2024-03-16T18:18:56.394517+0000","last_unstale":"2024-03-16T18:19:02.906654+0000","last_undegraded":"2024-03-16T18:19:02.906654+0000","last_fullsized":"2024-03-16T18:19:02.906654+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:23:38.019961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134593+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:19:04.134593+0000","last_peered":"2024-03-16T18:19:04.134593+0000","last_clean":"2024-03-16T18:19:04.134593+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:19:04.134593+0000","last_undegraded":"2024-03-16T18:19:04.134593+0000","last_fullsized":"2024-03-16T18:19:04.134593+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155649+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:19:03.155649+0000","last_peered":"2024-03-16T18:19:03.155649+0000","last_clean":"2024-03-16T18:19:03.155649+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:19:03.155649+0000","last_undegraded":"2024-03-16T18:19:03.155649+0000","last_fullsized":"2024-03-16T18:19:03.155649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.998161+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:19:16.998161+0000","last_peered":"2024-03-16T18:19:16.998161+0000","last_clean":"2024-03-16T18:19:16.998161+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:19:16.998161+0000","last_undegraded":"2024-03-16T18:19:16.998161+0000","last_fullsized":"2024-03-16T18:19:16.998161+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.156043+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:19:03.156043+0000","last_peered":"2024-03-16T18:19:03.156043+0000","last_clean":"2024-03-16T18:19:03.156043+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:19:03.156043+0000","last_undegraded":"2024-03-16T18:19:03.156043+0000","last_fullsized":"2024-03-16T18:19:03.156043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659066+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:19:02.659066+0000","last_peered":"2024-03-16T18:19:02.659066+0000","last_clean":"2024-03-16T18:19:02.659066+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:19:02.659066+0000","last_undegraded":"2024-03-16T18:19:02.659066+0000","last_fullsized":"2024-03-16T18:19:02.659066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.014112+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:19:19.014112+0000","last_peered":"2024-03-16T18:19:19.014112+0000","last_clean":"2024-03-16T18:19:19.014112+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:19:19.014112+0000","last_undegraded":"2024-03-16T18:19:19.014112+0000","last_fullsized":"2024-03-16T18:19:19.014112+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406957+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:19:04.406957+0000","last_peered":"2024-03-16T18:19:04.406957+0000","last_clean":"2024-03-16T18:19:04.406957+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:19:04.406957+0000","last_undegraded":"2024-03-16T18:19:04.406957+0000","last_fullsized":"2024-03-16T18:19:04.406957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116342+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:19:03.116342+0000","last_peered":"2024-03-16T18:19:03.116342+0000","last_clean":"2024-03-16T18:19:03.116342+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:19:03.116342+0000","last_undegraded":"2024-03-16T18:19:03.116342+0000","last_fullsized":"2024-03-16T18:19:03.116342+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.986800+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:19:15.986800+0000","last_peered":"2024-03-16T18:19:15.986800+0000","last_clean":"2024-03-16T18:19:15.986800+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:19:15.986800+0000","last_undegraded":"2024-03-16T18:19:15.986800+0000","last_fullsized":"2024-03-16T18:19:15.986800+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906100+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:19:02.906100+0000","last_peered":"2024-03-16T18:19:02.906100+0000","last_clean":"2024-03-16T18:19:02.906100+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:19:02.906100+0000","last_undegraded":"2024-03-16T18:19:02.906100+0000","last_fullsized":"2024-03-16T18:19:02.906100+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660618+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:19:02.660618+0000","last_peered":"2024-03-16T18:19:02.660618+0000","last_clean":"2024-03-16T18:19:02.660618+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:19:02.660618+0000","last_undegraded":"2024-03-16T18:19:02.660618+0000","last_fullsized":"2024-03-16T18:19:02.660618+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:18.000724+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:19:18.000724+0000","last_peered":"2024-03-16T18:19:18.000724+0000","last_clean":"2024-03-16T18:19:18.000724+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:19:18.000724+0000","last_undegraded":"2024-03-16T18:19:18.000724+0000","last_fullsized":"2024-03-16T18:19:18.000724+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632328+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:19:03.632328+0000","last_peered":"2024-03-16T18:19:03.632328+0000","last_clean":"2024-03-16T18:19:03.632328+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:19:03.632328+0000","last_undegraded":"2024-03-16T18:19:03.632328+0000","last_fullsized":"2024-03-16T18:19:03.632328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116161+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:19:03.116161+0000","last_peered":"2024-03-16T18:19:03.116161+0000","last_clean":"2024-03-16T18:19:03.116161+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:19:03.116161+0000","last_undegraded":"2024-03-16T18:19:03.116161+0000","last_fullsized":"2024-03-16T18:19:03.116161+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:17.982290+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:19:17.982290+0000","last_peered":"2024-03-16T18:19:17.982290+0000","last_clean":"2024-03-16T18:19:17.982290+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:19:17.982290+0000","last_undegraded":"2024-03-16T18:19:17.982290+0000","last_fullsized":"2024-03-16T18:19:17.982290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155842+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:19:03.155842+0000","last_peered":"2024-03-16T18:19:03.155842+0000","last_clean":"2024-03-16T18:19:03.155842+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:19:03.155842+0000","last_undegraded":"2024-03-16T18:19:03.155842+0000","last_fullsized":"2024-03-16T18:19:03.155842+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116199+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:19:03.116199+0000","last_peered":"2024-03-16T18:19:03.116199+0000","last_clean":"2024-03-16T18:19:03.116199+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:19:03.116199+0000","last_undegraded":"2024-03-16T18:19:03.116199+0000","last_fullsized":"2024-03-16T18:19:03.116199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.985562+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:19:15.985562+0000","last_peered":"2024-03-16T18:19:15.985562+0000","last_clean":"2024-03-16T18:19:15.985562+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:19:15.985562+0000","last_undegraded":"2024-03-16T18:19:15.985562+0000","last_fullsized":"2024-03-16T18:19:15.985562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659607+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:19:02.659607+0000","last_peered":"2024-03-16T18:19:02.659607+0000","last_clean":"2024-03-16T18:19:02.659607+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:19:02.659607+0000","last_undegraded":"2024-03-16T18:19:02.659607+0000","last_fullsized":"2024-03-16T18:19:02.659607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701517+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:19:03.701517+0000","last_peered":"2024-03-16T18:19:03.701517+0000","last_clean":"2024-03-16T18:19:03.701517+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:19:03.701517+0000","last_undegraded":"2024-03-16T18:19:03.701517+0000","last_fullsized":"2024-03-16T18:19:03.701517+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.257022+0000","last_change":"2024-03-16T18:18:56.387777+0000","last_active":"2024-03-16T18:19:19.257022+0000","last_peered":"2024-03-16T18:19:19.257022+0000","last_clean":"2024-03-16T18:19:19.257022+0000","last_became_active":"2024-03-16T18:18:56.387449+0000","last_became_peered":"2024-03-16T18:18:56.387449+0000","last_unstale":"2024-03-16T18:19:19.257022+0000","last_undegraded":"2024-03-16T18:19:19.257022+0000","last_fullsized":"2024-03-16T18:19:19.257022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:37.764072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660259+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:19:02.660259+0000","last_peered":"2024-03-16T18:19:02.660259+0000","last_clean":"2024-03-16T18:19:02.660259+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:19:02.660259+0000","last_undegraded":"2024-03-16T18:19:02.660259+0000","last_fullsized":"2024-03-16T18:19:02.660259+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406623+0000","last_change":"2024-03-16T18:19:01.425055+0000","last_active":"2024-03-16T18:19:04.406623+0000","last_peered":"2024-03-16T18:19:04.406623+0000","last_clean":"2024-03-16T18:19:04.406623+0000","last_became_active":"2024-03-16T18:19:01.424434+0000","last_became_peered":"2024-03-16T18:19:01.424434+0000","last_unstale":"2024-03-16T18:19:04.406623+0000","last_undegraded":"2024-03-16T18:19:04.406623+0000","last_fullsized":"2024-03-16T18:19:04.406623+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:49.726296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.013901+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:19:19.013901+0000","last_peered":"2024-03-16T18:19:19.013901+0000","last_clean":"2024-03-16T18:19:19.013901+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:19:19.013901+0000","last_undegraded":"2024-03-16T18:19:19.013901+0000","last_fullsized":"2024-03-16T18:19:19.013901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659749+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:19:02.659749+0000","last_peered":"2024-03-16T18:19:02.659749+0000","last_clean":"2024-03-16T18:19:02.659749+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:19:02.659749+0000","last_undegraded":"2024-03-16T18:19:02.659749+0000","last_fullsized":"2024-03-16T18:19:02.659749+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134678+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:19:04.134678+0000","last_peered":"2024-03-16T18:19:04.134678+0000","last_clean":"2024-03-16T18:19:04.134678+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:19:04.134678+0000","last_undegraded":"2024-03-16T18:19:04.134678+0000","last_fullsized":"2024-03-16T18:19:04.134678+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.014002+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:19:19.014002+0000","last_peered":"2024-03-16T18:19:19.014002+0000","last_clean":"2024-03-16T18:19:19.014002+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:19:19.014002+0000","last_undegraded":"2024-03-16T18:19:19.014002+0000","last_fullsized":"2024-03-16T18:19:19.014002+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660063+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:19:02.660063+0000","last_peered":"2024-03-16T18:19:02.660063+0000","last_clean":"2024-03-16T18:19:02.660063+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:19:02.660063+0000","last_undegraded":"2024-03-16T18:19:02.660063+0000","last_fullsized":"2024-03-16T18:19:02.660063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632408+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:19:03.632408+0000","last_peered":"2024-03-16T18:19:03.632408+0000","last_clean":"2024-03-16T18:19:03.632408+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:19:03.632408+0000","last_undegraded":"2024-03-16T18:19:03.632408+0000","last_fullsized":"2024-03-16T18:19:03.632408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659363+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:19:02.659363+0000","last_peered":"2024-03-16T18:19:02.659363+0000","last_clean":"2024-03-16T18:19:02.659363+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:19:02.659363+0000","last_undegraded":"2024-03-16T18:19:02.659363+0000","last_fullsized":"2024-03-16T18:19:02.659363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659091+0000","last_change":"2024-03-16T18:18:57.415414+0000","last_active":"2024-03-16T18:19:02.659091+0000","last_peered":"2024-03-16T18:19:02.659091+0000","last_clean":"2024-03-16T18:19:02.659091+0000","last_became_active":"2024-03-16T18:18:57.415026+0000","last_became_peered":"2024-03-16T18:18:57.415026+0000","last_unstale":"2024-03-16T18:19:02.659091+0000","last_undegraded":"2024-03-16T18:19:02.659091+0000","last_fullsized":"2024-03-16T18:19:02.659091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:31:34.332966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406811+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:19:04.406811+0000","last_peered":"2024-03-16T18:19:04.406811+0000","last_clean":"2024-03-16T18:19:04.406811+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:19:04.406811+0000","last_undegraded":"2024-03-16T18:19:04.406811+0000","last_fullsized":"2024-03-16T18:19:04.406811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134560+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:19:04.134560+0000","last_peered":"2024-03-16T18:19:04.134560+0000","last_clean":"2024-03-16T18:19:04.134560+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:19:04.134560+0000","last_undegraded":"2024-03-16T18:19:04.134560+0000","last_fullsized":"2024-03-16T18:19:04.134560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632699+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:19:03.632699+0000","last_peered":"2024-03-16T18:19:03.632699+0000","last_clean":"2024-03-16T18:19:03.632699+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:19:03.632699+0000","last_undegraded":"2024-03-16T18:19:03.632699+0000","last_fullsized":"2024-03-16T18:19:03.632699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659381+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:19:02.659381+0000","last_peered":"2024-03-16T18:19:02.659381+0000","last_clean":"2024-03-16T18:19:02.659381+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:19:02.659381+0000","last_undegraded":"2024-03-16T18:19:02.659381+0000","last_fullsized":"2024-03-16T18:19:02.659381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.156119+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:19:03.156119+0000","last_peered":"2024-03-16T18:19:03.156119+0000","last_clean":"2024-03-16T18:19:03.156119+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:19:03.156119+0000","last_undegraded":"2024-03-16T18:19:03.156119+0000","last_fullsized":"2024-03-16T18:19:03.156119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134776+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:19:04.134776+0000","last_peered":"2024-03-16T18:19:04.134776+0000","last_clean":"2024-03-16T18:19:04.134776+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:19:04.134776+0000","last_undegraded":"2024-03-16T18:19:04.134776+0000","last_fullsized":"2024-03-16T18:19:04.134776+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155520+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:19:03.155520+0000","last_peered":"2024-03-16T18:19:03.155520+0000","last_clean":"2024-03-16T18:19:03.155520+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:19:03.155520+0000","last_undegraded":"2024-03-16T18:19:03.155520+0000","last_fullsized":"2024-03-16T18:19:03.155520+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701704+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:19:03.701704+0000","last_peered":"2024-03-16T18:19:03.701704+0000","last_clean":"2024-03-16T18:19:03.701704+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:19:03.701704+0000","last_undegraded":"2024-03-16T18:19:03.701704+0000","last_fullsized":"2024-03-16T18:19:03.701704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134317+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:19:04.134317+0000","last_peered":"2024-03-16T18:19:04.134317+0000","last_clean":"2024-03-16T18:19:04.134317+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:19:04.134317+0000","last_undegraded":"2024-03-16T18:19:04.134317+0000","last_fullsized":"2024-03-16T18:19:04.134317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632588+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:19:03.632588+0000","last_peered":"2024-03-16T18:19:03.632588+0000","last_clean":"2024-03-16T18:19:03.632588+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:19:03.632588+0000","last_undegraded":"2024-03-16T18:19:03.632588+0000","last_fullsized":"2024-03-16T18:19:03.632588+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10563,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":26,"num_read_kb":22,"num_write":168,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":50,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":47166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383697,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36304,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708848,"statfs":{"total":95995035648,"available":95957860352,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645334,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1073003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,5],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808860,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":478033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070497,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332134,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1617920,"data_stored":1079699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495659,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":477937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":502719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":477623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":478306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757297,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1070212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":25504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":6326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:19:21.437 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-16T18:19:21.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- 172.21.15.17:0/605032614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 msgr2=0x7f998c1096c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- 172.21.15.17:0/605032614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c1096c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9988009ca0 tx=0x7f998802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- 172.21.15.17:0/605032614 shutdown_connections 2024-03-16T18:19:21.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- 172.21.15.17:0/605032614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c1096c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- 172.21.15.17:0/605032614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998c104940 0x7f998c106d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- 172.21.15.17:0/605032614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f998c102010 0x7f998c104400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- 172.21.15.17:0/605032614 >> 172.21.15.17:0/605032614 conn(0x7f998c0fba20 msgr2=0x7f998c0fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- 172.21.15.17:0/605032614 shutdown_connections 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- 172.21.15.17:0/605032614 wait complete. 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 Processor -- start 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- start start 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f998c102010 0x7f998c197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998c104940 0x7f998c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c19ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f998c19ef50 con 0x7f998c107270 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f998c19f0c0 con 0x7f998c104940 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.572+0000 7f99932c2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f998c19f280 con 0x7f998c102010 2024-03-16T18:19:21.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c19ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c19ea10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35730/0 (socket says 172.21.15.17:35730) 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 -- 172.21.15.17:0/1420557565 learned_addr learned my addr 172.21.15.17:0/1420557565 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999105e640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f998c102010 0x7f998c197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999085d640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998c104940 0x7f998c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 -- 172.21.15.17:0/1420557565 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f998c102010 msgr2=0x7f998c197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f998c102010 0x7f998c197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 -- 172.21.15.17:0/1420557565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998c104940 msgr2=0x7f998c1979a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998c104940 0x7f998c1979a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 -- 172.21.15.17:0/1420557565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9988009900 con 0x7f998c107270 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f999185f640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c19ea10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9988037040 tx=0x7f9988032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9988034e70 con 0x7f998c107270 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9988003e20 con 0x7f998c107270 2024-03-16T18:19:21.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f998c19f500 con 0x7f998c107270 2024-03-16T18:19:21.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9988004710 con 0x7f998c107270 2024-03-16T18:19:21.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.573+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f998c19fa00 con 0x7f998c107270 2024-03-16T18:19:21.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.574+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f998c0fd510 con 0x7f998c107270 2024-03-16T18:19:21.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.575+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f998803b040 con 0x7f998c107270 2024-03-16T18:19:21.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.576+0000 7f99827fc640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f99780a1b40 0x7f99780a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:21.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.576+0000 7f999105e640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f99780a1b40 0x7f99780a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:21.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.576+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f99880efc20 con 0x7f998c107270 2024-03-16T18:19:21.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.576+0000 7f999105e640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f99780a1b40 0x7f99780a4000 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9984009bd0 tx=0x7f9984005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:21.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.580+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f99880b8bf0 con 0x7f998c107270 2024-03-16T18:19:21.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:21 smithi149 ceph-mon[35991]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:21.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:21 smithi149 ceph-mon[35991]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-03-16T18:19:21.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:21 smithi149 ceph-mon[35991]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:21.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:21 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2365894308' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:21.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:21 smithi149 ceph-mon[35991]: pgmap v304: 129 pgs: 129 active+clean; 587 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-03-16T18:19:21.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:21 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2941494034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:21.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:21 smithi153 ceph-mon[36005]: from='client.14907 -' entity='client.admin' cmd=[{"prefix": "fs subvolume create", "vol_name": "cephfs", "sub_name": "sv_1", "group_name": "qa", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:21.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:21 smithi153 ceph-mon[36005]: mgrmap e17: x(active, since 7m), standbys: z, y 2024-03-16T18:19:21.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:21 smithi153 ceph-mon[36005]: from='client.14913 -' entity='client.admin' cmd=[{"prefix": "fs subvolume getpath", "vol_name": "cephfs", "group_name": "qa", "sub_name": "sv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:19:21.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:21 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2365894308' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:19:21.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:21 smithi153 ceph-mon[36005]: pgmap v304: 129 pgs: 129 active+clean; 587 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 1.8 KiB/s rd, 3.7 KiB/s wr, 12 op/s 2024-03-16T18:19:21.613 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:21 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2941494034' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:21.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.757+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f998c02d070 con 0x7f99780a1b40 2024-03-16T18:19:21.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.767+0000 7f99827fc640 1 -- 172.21.15.17:0/1420557565 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340343 (secure 0 0 0) 0x7f998c02d070 con 0x7f99780a1b40 2024-03-16T18:19:21.774 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:21.776 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:19:21.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f99780a1b40 msgr2=0x7f99780a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f99780a1b40 0x7f99780a4000 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f9984009bd0 tx=0x7f9984005f90 comp rx=0 tx=0).stop 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 msgr2=0x7f998c19ea10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c19ea10 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f9988037040 tx=0x7f9988032980 comp rx=0 tx=0).stop 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 shutdown_connections 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f99780a1b40 0x7f99780a4000 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998c107270 0x7f998c19ea10 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998c104940 0x7f998c1979a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 --2- 172.21.15.17:0/1420557565 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f998c102010 0x7f998c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.770+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 >> 172.21.15.17:0/1420557565 conn(0x7f998c0fba20 msgr2=0x7f998c102950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.771+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 shutdown_connections 2024-03-16T18:19:21.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:21.771+0000 7f99932c2640 1 -- 172.21.15.17:0/1420557565 wait complete. 2024-03-16T18:19:21.784 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":304,"stamp":"2024-03-16T18:19:20.895395+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":601048,"num_objects":80,"num_object_clones":0,"num_object_copies":241,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":80,"num_whiteouts":0,"num_read":162,"num_read_kb":141,"num_write":350,"num_write_kb":2998,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":50,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":286,"ondisk_log_size":286,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371044,"kb_used_data":13564,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570780,"statfs":{"total":1151940427776,"available":1151560478720,"internally_reserved":0,"allocated":13889536,"data_stored":7551554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,5],"upper_bound":4},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":7821,"num_objects":56,"num_object_clones":0,"num_object_copies":169,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":56,"num_whiteouts":0,"num_read":26,"num_read_kb":22,"num_write":123,"num_write_kb":45,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":36,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003240"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632696+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:19:03.632696+0000","last_peered":"2024-03-16T18:19:03.632696+0000","last_clean":"2024-03-16T18:19:03.632696+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:19:03.632696+0000","last_undegraded":"2024-03-16T18:19:03.632696+0000","last_fullsized":"2024-03-16T18:19:03.632696+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406859+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:19:04.406859+0000","last_peered":"2024-03-16T18:19:04.406859+0000","last_clean":"2024-03-16T18:19:04.406859+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:19:04.406859+0000","last_undegraded":"2024-03-16T18:19:04.406859+0000","last_fullsized":"2024-03-16T18:19:04.406859+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406663+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:19:04.406663+0000","last_peered":"2024-03-16T18:19:04.406663+0000","last_clean":"2024-03-16T18:19:04.406663+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:19:04.406663+0000","last_undegraded":"2024-03-16T18:19:04.406663+0000","last_fullsized":"2024-03-16T18:19:04.406663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116325+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:19:03.116325+0000","last_peered":"2024-03-16T18:19:03.116325+0000","last_clean":"2024-03-16T18:19:03.116325+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:19:03.116325+0000","last_undegraded":"2024-03-16T18:19:03.116325+0000","last_fullsized":"2024-03-16T18:19:03.116325+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906187+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:19:02.906187+0000","last_peered":"2024-03-16T18:19:02.906187+0000","last_clean":"2024-03-16T18:19:02.906187+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:19:02.906187+0000","last_undegraded":"2024-03-16T18:19:02.906187+0000","last_fullsized":"2024-03-16T18:19:02.906187+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134215+0000","last_change":"2024-03-16T18:18:57.409629+0000","last_active":"2024-03-16T18:19:04.134215+0000","last_peered":"2024-03-16T18:19:04.134215+0000","last_clean":"2024-03-16T18:19:04.134215+0000","last_became_active":"2024-03-16T18:18:57.409321+0000","last_became_peered":"2024-03-16T18:18:57.409321+0000","last_unstale":"2024-03-16T18:19:04.134215+0000","last_undegraded":"2024-03-16T18:19:04.134215+0000","last_fullsized":"2024-03-16T18:19:04.134215+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:59:55.431425+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,4],"acting":[10,9,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659409+0000","last_change":"2024-03-16T18:18:57.406109+0000","last_active":"2024-03-16T18:19:02.659409+0000","last_peered":"2024-03-16T18:19:02.659409+0000","last_clean":"2024-03-16T18:19:02.659409+0000","last_became_active":"2024-03-16T18:18:57.405778+0000","last_became_peered":"2024-03-16T18:18:57.405778+0000","last_unstale":"2024-03-16T18:19:02.659409+0000","last_undegraded":"2024-03-16T18:19:02.659409+0000","last_fullsized":"2024-03-16T18:19:02.659409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:09.795406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,5],"acting":[7,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155621+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:19:03.155621+0000","last_peered":"2024-03-16T18:19:03.155621+0000","last_clean":"2024-03-16T18:19:03.155621+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:19:03.155621+0000","last_undegraded":"2024-03-16T18:19:03.155621+0000","last_fullsized":"2024-03-16T18:19:03.155621+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701781+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:19:03.701781+0000","last_peered":"2024-03-16T18:19:03.701781+0000","last_clean":"2024-03-16T18:19:03.701781+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:19:03.701781+0000","last_undegraded":"2024-03-16T18:19:03.701781+0000","last_fullsized":"2024-03-16T18:19:03.701781+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134578+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:19:04.134578+0000","last_peered":"2024-03-16T18:19:04.134578+0000","last_clean":"2024-03-16T18:19:04.134578+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:19:04.134578+0000","last_undegraded":"2024-03-16T18:19:04.134578+0000","last_fullsized":"2024-03-16T18:19:04.134578+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660200+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:19:02.660200+0000","last_peered":"2024-03-16T18:19:02.660200+0000","last_clean":"2024-03-16T18:19:02.660200+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:19:02.660200+0000","last_undegraded":"2024-03-16T18:19:02.660200+0000","last_fullsized":"2024-03-16T18:19:02.660200+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116289+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:19:03.116289+0000","last_peered":"2024-03-16T18:19:03.116289+0000","last_clean":"2024-03-16T18:19:03.116289+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:19:03.116289+0000","last_undegraded":"2024-03-16T18:19:03.116289+0000","last_fullsized":"2024-03-16T18:19:03.116289+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134442+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:19:04.134442+0000","last_peered":"2024-03-16T18:19:04.134442+0000","last_clean":"2024-03-16T18:19:04.134442+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:19:04.134442+0000","last_undegraded":"2024-03-16T18:19:04.134442+0000","last_fullsized":"2024-03-16T18:19:04.134442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406570+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:19:04.406570+0000","last_peered":"2024-03-16T18:19:04.406570+0000","last_clean":"2024-03-16T18:19:04.406570+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:19:04.406570+0000","last_undegraded":"2024-03-16T18:19:04.406570+0000","last_fullsized":"2024-03-16T18:19:04.406570+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406505+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:19:04.406505+0000","last_peered":"2024-03-16T18:19:04.406505+0000","last_clean":"2024-03-16T18:19:04.406505+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:19:04.406505+0000","last_undegraded":"2024-03-16T18:19:04.406505+0000","last_fullsized":"2024-03-16T18:19:04.406505+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701364+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:19:03.701364+0000","last_peered":"2024-03-16T18:19:03.701364+0000","last_clean":"2024-03-16T18:19:03.701364+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:19:03.701364+0000","last_undegraded":"2024-03-16T18:19:03.701364+0000","last_fullsized":"2024-03-16T18:19:03.701364+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632582+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:19:03.632582+0000","last_peered":"2024-03-16T18:19:03.632582+0000","last_clean":"2024-03-16T18:19:03.632582+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:19:03.632582+0000","last_undegraded":"2024-03-16T18:19:03.632582+0000","last_fullsized":"2024-03-16T18:19:03.632582+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660409+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:19:02.660409+0000","last_peered":"2024-03-16T18:19:02.660409+0000","last_clean":"2024-03-16T18:19:02.660409+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:19:02.660409+0000","last_undegraded":"2024-03-16T18:19:02.660409+0000","last_fullsized":"2024-03-16T18:19:02.660409+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659541+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:19:02.659541+0000","last_peered":"2024-03-16T18:19:02.659541+0000","last_clean":"2024-03-16T18:19:02.659541+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:19:02.659541+0000","last_undegraded":"2024-03-16T18:19:02.659541+0000","last_fullsized":"2024-03-16T18:19:02.659541+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659170+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:19:02.659170+0000","last_peered":"2024-03-16T18:19:02.659170+0000","last_clean":"2024-03-16T18:19:02.659170+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:19:02.659170+0000","last_undegraded":"2024-03-16T18:19:02.659170+0000","last_fullsized":"2024-03-16T18:19:02.659170+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'9","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.997540+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:19:16.997540+0000","last_peered":"2024-03-16T18:19:16.997540+0000","last_clean":"2024-03-16T18:19:16.997540+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:19:16.997540+0000","last_undegraded":"2024-03-16T18:19:16.997540+0000","last_fullsized":"2024-03-16T18:19:16.997540+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155905+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:19:03.155905+0000","last_peered":"2024-03-16T18:19:03.155905+0000","last_clean":"2024-03-16T18:19:03.155905+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:19:03.155905+0000","last_undegraded":"2024-03-16T18:19:03.155905+0000","last_fullsized":"2024-03-16T18:19:03.155905+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116092+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:19:03.116092+0000","last_peered":"2024-03-16T18:19:03.116092+0000","last_clean":"2024-03-16T18:19:03.116092+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:19:03.116092+0000","last_undegraded":"2024-03-16T18:19:03.116092+0000","last_fullsized":"2024-03-16T18:19:03.116092+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.156108+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:19:03.156108+0000","last_peered":"2024-03-16T18:19:03.156108+0000","last_clean":"2024-03-16T18:19:03.156108+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:19:03.156108+0000","last_undegraded":"2024-03-16T18:19:03.156108+0000","last_fullsized":"2024-03-16T18:19:03.156108+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406906+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:19:04.406906+0000","last_peered":"2024-03-16T18:19:04.406906+0000","last_clean":"2024-03-16T18:19:04.406906+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:19:04.406906+0000","last_undegraded":"2024-03-16T18:19:04.406906+0000","last_fullsized":"2024-03-16T18:19:04.406906+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116257+0000","last_change":"2024-03-16T18:19:01.419420+0000","last_active":"2024-03-16T18:19:03.116257+0000","last_peered":"2024-03-16T18:19:03.116257+0000","last_clean":"2024-03-16T18:19:03.116257+0000","last_became_active":"2024-03-16T18:19:01.418980+0000","last_became_peered":"2024-03-16T18:19:01.418980+0000","last_unstale":"2024-03-16T18:19:03.116257+0000","last_undegraded":"2024-03-16T18:19:03.116257+0000","last_fullsized":"2024-03-16T18:19:03.116257+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:50:01.637549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"84'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906691+0000","last_change":"2024-03-16T18:18:56.394040+0000","last_active":"2024-03-16T18:19:02.906691+0000","last_peered":"2024-03-16T18:19:02.906691+0000","last_clean":"2024-03-16T18:19:02.906691+0000","last_became_active":"2024-03-16T18:18:56.393537+0000","last_became_peered":"2024-03-16T18:18:56.393537+0000","last_unstale":"2024-03-16T18:19:02.906691+0000","last_undegraded":"2024-03-16T18:19:02.906691+0000","last_fullsized":"2024-03-16T18:19:02.906691+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:06:08.674556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701568+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:19:03.701568+0000","last_peered":"2024-03-16T18:19:03.701568+0000","last_clean":"2024-03-16T18:19:03.701568+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:19:03.701568+0000","last_undegraded":"2024-03-16T18:19:03.701568+0000","last_fullsized":"2024-03-16T18:19:03.701568+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116076+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:19:03.116076+0000","last_peered":"2024-03-16T18:19:03.116076+0000","last_clean":"2024-03-16T18:19:03.116076+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:19:03.116076+0000","last_undegraded":"2024-03-16T18:19:03.116076+0000","last_fullsized":"2024-03-16T18:19:03.116076+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"84'2","reported_seq":24,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906348+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:19:02.906348+0000","last_peered":"2024-03-16T18:19:02.906348+0000","last_clean":"2024-03-16T18:19:02.906348+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:19:02.906348+0000","last_undegraded":"2024-03-16T18:19:02.906348+0000","last_fullsized":"2024-03-16T18:19:02.906348+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135208+0000","last_change":"2024-03-16T18:18:57.408217+0000","last_active":"2024-03-16T18:19:04.135208+0000","last_peered":"2024-03-16T18:19:04.135208+0000","last_clean":"2024-03-16T18:19:04.135208+0000","last_became_active":"2024-03-16T18:18:57.407200+0000","last_became_peered":"2024-03-16T18:18:57.407200+0000","last_unstale":"2024-03-16T18:19:04.135208+0000","last_undegraded":"2024-03-16T18:19:04.135208+0000","last_fullsized":"2024-03-16T18:19:04.135208+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:35:47.650403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659552+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:19:02.659552+0000","last_peered":"2024-03-16T18:19:02.659552+0000","last_clean":"2024-03-16T18:19:02.659552+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:19:02.659552+0000","last_undegraded":"2024-03-16T18:19:02.659552+0000","last_fullsized":"2024-03-16T18:19:02.659552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"89'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.256172+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:19:19.256172+0000","last_peered":"2024-03-16T18:19:19.256172+0000","last_clean":"2024-03-16T18:19:19.256172+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:19:19.256172+0000","last_undegraded":"2024-03-16T18:19:19.256172+0000","last_fullsized":"2024-03-16T18:19:19.256172+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1013,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906303+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:19:02.906303+0000","last_peered":"2024-03-16T18:19:02.906303+0000","last_clean":"2024-03-16T18:19:02.906303+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:19:02.906303+0000","last_undegraded":"2024-03-16T18:19:02.906303+0000","last_fullsized":"2024-03-16T18:19:02.906303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659233+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:19:02.659233+0000","last_peered":"2024-03-16T18:19:02.659233+0000","last_clean":"2024-03-16T18:19:02.659233+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:19:02.659233+0000","last_undegraded":"2024-03-16T18:19:02.659233+0000","last_fullsized":"2024-03-16T18:19:02.659233+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:18.002687+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:19:18.002687+0000","last_peered":"2024-03-16T18:19:18.002687+0000","last_clean":"2024-03-16T18:19:18.002687+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:19:18.002687+0000","last_undegraded":"2024-03-16T18:19:18.002687+0000","last_fullsized":"2024-03-16T18:19:18.002687+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135254+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:19:04.135254+0000","last_peered":"2024-03-16T18:19:04.135254+0000","last_clean":"2024-03-16T18:19:04.135254+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:19:04.135254+0000","last_undegraded":"2024-03-16T18:19:04.135254+0000","last_fullsized":"2024-03-16T18:19:04.135254+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632550+0000","last_change":"2024-03-16T18:19:01.420839+0000","last_active":"2024-03-16T18:19:03.632550+0000","last_peered":"2024-03-16T18:19:03.632550+0000","last_clean":"2024-03-16T18:19:03.632550+0000","last_became_active":"2024-03-16T18:19:01.420384+0000","last_became_peered":"2024-03-16T18:19:01.420384+0000","last_unstale":"2024-03-16T18:19:03.632550+0000","last_undegraded":"2024-03-16T18:19:03.632550+0000","last_fullsized":"2024-03-16T18:19:03.632550+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:45:11.567038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.997728+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:19:16.997728+0000","last_peered":"2024-03-16T18:19:16.997728+0000","last_clean":"2024-03-16T18:19:16.997728+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:19:16.997728+0000","last_undegraded":"2024-03-16T18:19:16.997728+0000","last_fullsized":"2024-03-16T18:19:16.997728+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155503+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:19:03.155503+0000","last_peered":"2024-03-16T18:19:03.155503+0000","last_clean":"2024-03-16T18:19:03.155503+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:19:03.155503+0000","last_undegraded":"2024-03-16T18:19:03.155503+0000","last_fullsized":"2024-03-16T18:19:03.155503+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406968+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:19:04.406968+0000","last_peered":"2024-03-16T18:19:04.406968+0000","last_clean":"2024-03-16T18:19:04.406968+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:19:04.406968+0000","last_undegraded":"2024-03-16T18:19:04.406968+0000","last_fullsized":"2024-03-16T18:19:04.406968+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.014145+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:19:19.014145+0000","last_peered":"2024-03-16T18:19:19.014145+0000","last_clean":"2024-03-16T18:19:19.014145+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:19:19.014145+0000","last_undegraded":"2024-03-16T18:19:19.014145+0000","last_fullsized":"2024-03-16T18:19:19.014145+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659694+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:19:02.659694+0000","last_peered":"2024-03-16T18:19:02.659694+0000","last_clean":"2024-03-16T18:19:02.659694+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:19:02.659694+0000","last_undegraded":"2024-03-16T18:19:02.659694+0000","last_fullsized":"2024-03-16T18:19:02.659694+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155785+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:19:03.155785+0000","last_peered":"2024-03-16T18:19:03.155785+0000","last_clean":"2024-03-16T18:19:03.155785+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:19:03.155785+0000","last_undegraded":"2024-03-16T18:19:03.155785+0000","last_fullsized":"2024-03-16T18:19:03.155785+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.987348+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:19:15.987348+0000","last_peered":"2024-03-16T18:19:15.987348+0000","last_clean":"2024-03-16T18:19:15.987348+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:19:15.987348+0000","last_undegraded":"2024-03-16T18:19:15.987348+0000","last_fullsized":"2024-03-16T18:19:15.987348+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701671+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:19:03.701671+0000","last_peered":"2024-03-16T18:19:03.701671+0000","last_clean":"2024-03-16T18:19:03.701671+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:19:03.701671+0000","last_undegraded":"2024-03-16T18:19:03.701671+0000","last_fullsized":"2024-03-16T18:19:03.701671+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659830+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:19:02.659830+0000","last_peered":"2024-03-16T18:19:02.659830+0000","last_clean":"2024-03-16T18:19:02.659830+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:19:02.659830+0000","last_undegraded":"2024-03-16T18:19:02.659830+0000","last_fullsized":"2024-03-16T18:19:02.659830+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.016870+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:19:19.016870+0000","last_peered":"2024-03-16T18:19:19.016870+0000","last_clean":"2024-03-16T18:19:19.016870+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:19:19.016870+0000","last_undegraded":"2024-03-16T18:19:19.016870+0000","last_fullsized":"2024-03-16T18:19:19.016870+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.407061+0000","last_change":"2024-03-16T18:18:57.412228+0000","last_active":"2024-03-16T18:19:04.407061+0000","last_peered":"2024-03-16T18:19:04.407061+0000","last_clean":"2024-03-16T18:19:04.407061+0000","last_became_active":"2024-03-16T18:18:57.411933+0000","last_became_peered":"2024-03-16T18:18:57.411933+0000","last_unstale":"2024-03-16T18:19:04.407061+0000","last_undegraded":"2024-03-16T18:19:04.407061+0000","last_fullsized":"2024-03-16T18:19:04.407061+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:05:11.555465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,5],"acting":[0,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116365+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:19:03.116365+0000","last_peered":"2024-03-16T18:19:03.116365+0000","last_clean":"2024-03-16T18:19:03.116365+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:19:03.116365+0000","last_undegraded":"2024-03-16T18:19:03.116365+0000","last_fullsized":"2024-03-16T18:19:03.116365+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:18.003043+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:19:18.003043+0000","last_peered":"2024-03-16T18:19:18.003043+0000","last_clean":"2024-03-16T18:19:18.003043+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:19:18.003043+0000","last_undegraded":"2024-03-16T18:19:18.003043+0000","last_fullsized":"2024-03-16T18:19:18.003043+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701685+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:19:03.701685+0000","last_peered":"2024-03-16T18:19:03.701685+0000","last_clean":"2024-03-16T18:19:03.701685+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:19:03.701685+0000","last_undegraded":"2024-03-16T18:19:03.701685+0000","last_fullsized":"2024-03-16T18:19:03.701685+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660175+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:19:02.660175+0000","last_peered":"2024-03-16T18:19:02.660175+0000","last_clean":"2024-03-16T18:19:02.660175+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:19:02.660175+0000","last_undegraded":"2024-03-16T18:19:02.660175+0000","last_fullsized":"2024-03-16T18:19:02.660175+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"89'13","reported_seq":36,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.986031+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:19:15.986031+0000","last_peered":"2024-03-16T18:19:15.986031+0000","last_clean":"2024-03-16T18:19:15.986031+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:19:15.986031+0000","last_undegraded":"2024-03-16T18:19:15.986031+0000","last_fullsized":"2024-03-16T18:19:15.986031+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4233,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":14,"num_write_kb":9,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906514+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:19:02.906514+0000","last_peered":"2024-03-16T18:19:02.906514+0000","last_clean":"2024-03-16T18:19:02.906514+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:19:02.906514+0000","last_undegraded":"2024-03-16T18:19:02.906514+0000","last_fullsized":"2024-03-16T18:19:02.906514+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135552+0000","last_change":"2024-03-16T18:19:01.428014+0000","last_active":"2024-03-16T18:19:04.135552+0000","last_peered":"2024-03-16T18:19:04.135552+0000","last_clean":"2024-03-16T18:19:04.135552+0000","last_became_active":"2024-03-16T18:19:01.427593+0000","last_became_peered":"2024-03-16T18:19:01.427593+0000","last_unstale":"2024-03-16T18:19:04.135552+0000","last_undegraded":"2024-03-16T18:19:04.135552+0000","last_fullsized":"2024-03-16T18:19:04.135552+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:33.013088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":34,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.253757+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:19:19.253757+0000","last_peered":"2024-03-16T18:19:19.253757+0000","last_clean":"2024-03-16T18:19:19.253757+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:19:19.253757+0000","last_undegraded":"2024-03-16T18:19:19.253757+0000","last_fullsized":"2024-03-16T18:19:19.253757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134234+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:19:04.134234+0000","last_peered":"2024-03-16T18:19:04.134234+0000","last_clean":"2024-03-16T18:19:04.134234+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:19:04.134234+0000","last_undegraded":"2024-03-16T18:19:04.134234+0000","last_fullsized":"2024-03-16T18:19:04.134234+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632520+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:19:03.632520+0000","last_peered":"2024-03-16T18:19:03.632520+0000","last_clean":"2024-03-16T18:19:03.632520+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:19:03.632520+0000","last_undegraded":"2024-03-16T18:19:03.632520+0000","last_fullsized":"2024-03-16T18:19:03.632520+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":29,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.013939+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:19:19.013939+0000","last_peered":"2024-03-16T18:19:19.013939+0000","last_clean":"2024-03-16T18:19:19.013939+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:19:19.013939+0000","last_undegraded":"2024-03-16T18:19:19.013939+0000","last_fullsized":"2024-03-16T18:19:19.013939+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659705+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:19:02.659705+0000","last_peered":"2024-03-16T18:19:02.659705+0000","last_clean":"2024-03-16T18:19:02.659705+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:19:02.659705+0000","last_undegraded":"2024-03-16T18:19:02.659705+0000","last_fullsized":"2024-03-16T18:19:02.659705+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660541+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:19:02.660541+0000","last_peered":"2024-03-16T18:19:02.660541+0000","last_clean":"2024-03-16T18:19:02.660541+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:19:02.660541+0000","last_undegraded":"2024-03-16T18:19:02.660541+0000","last_fullsized":"2024-03-16T18:19:02.660541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"89'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.255934+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:19:19.255934+0000","last_peered":"2024-03-16T18:19:19.255934+0000","last_clean":"2024-03-16T18:19:19.255934+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:19:19.255934+0000","last_undegraded":"2024-03-16T18:19:19.255934+0000","last_fullsized":"2024-03-16T18:19:19.255934+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":979,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":4,"num_read_kb":3,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659475+0000","last_change":"2024-03-16T18:18:57.405296+0000","last_active":"2024-03-16T18:19:02.659475+0000","last_peered":"2024-03-16T18:19:02.659475+0000","last_clean":"2024-03-16T18:19:02.659475+0000","last_became_active":"2024-03-16T18:18:57.404987+0000","last_became_peered":"2024-03-16T18:18:57.404987+0000","last_unstale":"2024-03-16T18:19:02.659475+0000","last_undegraded":"2024-03-16T18:19:02.659475+0000","last_fullsized":"2024-03-16T18:19:02.659475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:20:30.106473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134796+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:19:04.134796+0000","last_peered":"2024-03-16T18:19:04.134796+0000","last_clean":"2024-03-16T18:19:04.134796+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:19:04.134796+0000","last_undegraded":"2024-03-16T18:19:04.134796+0000","last_fullsized":"2024-03-16T18:19:04.134796+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'10","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.985912+0000","last_change":"2024-03-16T18:18:56.394109+0000","last_active":"2024-03-16T18:19:15.985912+0000","last_peered":"2024-03-16T18:19:15.985912+0000","last_clean":"2024-03-16T18:19:15.985912+0000","last_became_active":"2024-03-16T18:18:56.393781+0000","last_became_peered":"2024-03-16T18:18:56.393781+0000","last_unstale":"2024-03-16T18:19:15.985912+0000","last_undegraded":"2024-03-16T18:19:15.985912+0000","last_fullsized":"2024-03-16T18:19:15.985912+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:47.954735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":15,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":5,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,2],"acting":[8,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134845+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:19:04.134845+0000","last_peered":"2024-03-16T18:19:04.134845+0000","last_clean":"2024-03-16T18:19:04.134845+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:19:04.134845+0000","last_undegraded":"2024-03-16T18:19:04.134845+0000","last_fullsized":"2024-03-16T18:19:04.134845+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134924+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:19:04.134924+0000","last_peered":"2024-03-16T18:19:04.134924+0000","last_clean":"2024-03-16T18:19:04.134924+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:19:04.134924+0000","last_undegraded":"2024-03-16T18:19:04.134924+0000","last_fullsized":"2024-03-16T18:19:04.134924+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"84'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906492+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:19:02.906492+0000","last_peered":"2024-03-16T18:19:02.906492+0000","last_clean":"2024-03-16T18:19:02.906492+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:19:02.906492+0000","last_undegraded":"2024-03-16T18:19:02.906492+0000","last_fullsized":"2024-03-16T18:19:02.906492+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632466+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:19:03.632466+0000","last_peered":"2024-03-16T18:19:03.632466+0000","last_clean":"2024-03-16T18:19:03.632466+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:19:03.632466+0000","last_undegraded":"2024-03-16T18:19:03.632466+0000","last_fullsized":"2024-03-16T18:19:03.632466+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906310+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:19:02.906310+0000","last_peered":"2024-03-16T18:19:02.906310+0000","last_clean":"2024-03-16T18:19:02.906310+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:19:02.906310+0000","last_undegraded":"2024-03-16T18:19:02.906310+0000","last_fullsized":"2024-03-16T18:19:02.906310+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660144+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:19:02.660144+0000","last_peered":"2024-03-16T18:19:02.660144+0000","last_clean":"2024-03-16T18:19:02.660144+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:19:02.660144+0000","last_undegraded":"2024-03-16T18:19:02.660144+0000","last_fullsized":"2024-03-16T18:19:02.660144+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134413+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:19:04.134413+0000","last_peered":"2024-03-16T18:19:04.134413+0000","last_clean":"2024-03-16T18:19:04.134413+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:19:04.134413+0000","last_undegraded":"2024-03-16T18:19:04.134413+0000","last_fullsized":"2024-03-16T18:19:04.134413+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134500+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:19:04.134500+0000","last_peered":"2024-03-16T18:19:04.134500+0000","last_clean":"2024-03-16T18:19:04.134500+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:19:04.134500+0000","last_undegraded":"2024-03-16T18:19:04.134500+0000","last_fullsized":"2024-03-16T18:19:04.134500+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.255629+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:19:19.255629+0000","last_peered":"2024-03-16T18:19:19.255629+0000","last_clean":"2024-03-16T18:19:19.255629+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:19:19.255629+0000","last_undegraded":"2024-03-16T18:19:19.255629+0000","last_fullsized":"2024-03-16T18:19:19.255629+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134287+0000","last_change":"2024-03-16T18:18:57.408781+0000","last_active":"2024-03-16T18:19:04.134287+0000","last_peered":"2024-03-16T18:19:04.134287+0000","last_clean":"2024-03-16T18:19:04.134287+0000","last_became_active":"2024-03-16T18:18:57.408457+0000","last_became_peered":"2024-03-16T18:18:57.408457+0000","last_unstale":"2024-03-16T18:19:04.134287+0000","last_undegraded":"2024-03-16T18:19:04.134287+0000","last_fullsized":"2024-03-16T18:19:04.134287+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:26:44.175285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,4,0],"acting":[10,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134613+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:19:04.134613+0000","last_peered":"2024-03-16T18:19:04.134613+0000","last_clean":"2024-03-16T18:19:04.134613+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:19:04.134613+0000","last_undegraded":"2024-03-16T18:19:04.134613+0000","last_fullsized":"2024-03-16T18:19:04.134613+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134916+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:19:04.134916+0000","last_peered":"2024-03-16T18:19:04.134916+0000","last_clean":"2024-03-16T18:19:04.134916+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:19:04.134916+0000","last_undegraded":"2024-03-16T18:19:04.134916+0000","last_fullsized":"2024-03-16T18:19:04.134916+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"89'5","reported_seq":30,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.253511+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:19:19.253511+0000","last_peered":"2024-03-16T18:19:19.253511+0000","last_clean":"2024-03-16T18:19:19.253511+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:19:19.253511+0000","last_undegraded":"2024-03-16T18:19:19.253511+0000","last_fullsized":"2024-03-16T18:19:19.253511+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:05.208335+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:19:05.208335+0000","last_peered":"2024-03-16T18:19:05.208335+0000","last_clean":"2024-03-16T18:19:05.208335+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:19:05.208335+0000","last_undegraded":"2024-03-16T18:19:05.208335+0000","last_fullsized":"2024-03-16T18:19:05.208335+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155610+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:19:03.155610+0000","last_peered":"2024-03-16T18:19:03.155610+0000","last_clean":"2024-03-16T18:19:03.155610+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:19:03.155610+0000","last_undegraded":"2024-03-16T18:19:03.155610+0000","last_fullsized":"2024-03-16T18:19:03.155610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":32,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.253880+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:19:19.253880+0000","last_peered":"2024-03-16T18:19:19.253880+0000","last_clean":"2024-03-16T18:19:19.253880+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:19:19.253880+0000","last_undegraded":"2024-03-16T18:19:19.253880+0000","last_fullsized":"2024-03-16T18:19:19.253880+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":357,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659368+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:19:02.659368+0000","last_peered":"2024-03-16T18:19:02.659368+0000","last_clean":"2024-03-16T18:19:02.659368+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:19:02.659368+0000","last_undegraded":"2024-03-16T18:19:02.659368+0000","last_fullsized":"2024-03-16T18:19:02.659368+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.135388+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:19:04.135388+0000","last_peered":"2024-03-16T18:19:04.135388+0000","last_clean":"2024-03-16T18:19:04.135388+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:19:04.135388+0000","last_undegraded":"2024-03-16T18:19:04.135388+0000","last_fullsized":"2024-03-16T18:19:04.135388+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134001+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:19:04.134001+0000","last_peered":"2024-03-16T18:19:04.134001+0000","last_clean":"2024-03-16T18:19:04.134001+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:19:04.134001+0000","last_undegraded":"2024-03-16T18:19:04.134001+0000","last_fullsized":"2024-03-16T18:19:04.134001+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.997222+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:19:16.997222+0000","last_peered":"2024-03-16T18:19:16.997222+0000","last_clean":"2024-03-16T18:19:16.997222+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:19:16.997222+0000","last_undegraded":"2024-03-16T18:19:16.997222+0000","last_fullsized":"2024-03-16T18:19:16.997222+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632414+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:19:03.632414+0000","last_peered":"2024-03-16T18:19:03.632414+0000","last_clean":"2024-03-16T18:19:03.632414+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:19:03.632414+0000","last_undegraded":"2024-03-16T18:19:03.632414+0000","last_fullsized":"2024-03-16T18:19:03.632414+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'1","reported_seq":23,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906654+0000","last_change":"2024-03-16T18:18:56.394828+0000","last_active":"2024-03-16T18:19:02.906654+0000","last_peered":"2024-03-16T18:19:02.906654+0000","last_clean":"2024-03-16T18:19:02.906654+0000","last_became_active":"2024-03-16T18:18:56.394517+0000","last_became_peered":"2024-03-16T18:18:56.394517+0000","last_unstale":"2024-03-16T18:19:02.906654+0000","last_undegraded":"2024-03-16T18:19:02.906654+0000","last_fullsized":"2024-03-16T18:19:02.906654+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:23:38.019961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,9],"acting":[8,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134593+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:19:04.134593+0000","last_peered":"2024-03-16T18:19:04.134593+0000","last_clean":"2024-03-16T18:19:04.134593+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:19:04.134593+0000","last_undegraded":"2024-03-16T18:19:04.134593+0000","last_fullsized":"2024-03-16T18:19:04.134593+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155649+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:19:03.155649+0000","last_peered":"2024-03-16T18:19:03.155649+0000","last_clean":"2024-03-16T18:19:03.155649+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:19:03.155649+0000","last_undegraded":"2024-03-16T18:19:03.155649+0000","last_fullsized":"2024-03-16T18:19:03.155649+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"89'3","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:16.998161+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:19:16.998161+0000","last_peered":"2024-03-16T18:19:16.998161+0000","last_clean":"2024-03-16T18:19:16.998161+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:19:16.998161+0000","last_undegraded":"2024-03-16T18:19:16.998161+0000","last_fullsized":"2024-03-16T18:19:16.998161+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.156043+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:19:03.156043+0000","last_peered":"2024-03-16T18:19:03.156043+0000","last_clean":"2024-03-16T18:19:03.156043+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:19:03.156043+0000","last_undegraded":"2024-03-16T18:19:03.156043+0000","last_fullsized":"2024-03-16T18:19:03.156043+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659066+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:19:02.659066+0000","last_peered":"2024-03-16T18:19:02.659066+0000","last_clean":"2024-03-16T18:19:02.659066+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:19:02.659066+0000","last_undegraded":"2024-03-16T18:19:02.659066+0000","last_fullsized":"2024-03-16T18:19:02.659066+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.014112+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:19:19.014112+0000","last_peered":"2024-03-16T18:19:19.014112+0000","last_clean":"2024-03-16T18:19:19.014112+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:19:19.014112+0000","last_undegraded":"2024-03-16T18:19:19.014112+0000","last_fullsized":"2024-03-16T18:19:19.014112+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406957+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:19:04.406957+0000","last_peered":"2024-03-16T18:19:04.406957+0000","last_clean":"2024-03-16T18:19:04.406957+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:19:04.406957+0000","last_undegraded":"2024-03-16T18:19:04.406957+0000","last_fullsized":"2024-03-16T18:19:04.406957+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116342+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:19:03.116342+0000","last_peered":"2024-03-16T18:19:03.116342+0000","last_clean":"2024-03-16T18:19:03.116342+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:19:03.116342+0000","last_undegraded":"2024-03-16T18:19:03.116342+0000","last_fullsized":"2024-03-16T18:19:03.116342+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.986800+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:19:15.986800+0000","last_peered":"2024-03-16T18:19:15.986800+0000","last_clean":"2024-03-16T18:19:15.986800+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:19:15.986800+0000","last_undegraded":"2024-03-16T18:19:15.986800+0000","last_fullsized":"2024-03-16T18:19:15.986800+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":20,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.906100+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:19:02.906100+0000","last_peered":"2024-03-16T18:19:02.906100+0000","last_clean":"2024-03-16T18:19:02.906100+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:19:02.906100+0000","last_undegraded":"2024-03-16T18:19:02.906100+0000","last_fullsized":"2024-03-16T18:19:02.906100+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660618+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:19:02.660618+0000","last_peered":"2024-03-16T18:19:02.660618+0000","last_clean":"2024-03-16T18:19:02.660618+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:19:02.660618+0000","last_undegraded":"2024-03-16T18:19:02.660618+0000","last_fullsized":"2024-03-16T18:19:02.660618+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:18.000724+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:19:18.000724+0000","last_peered":"2024-03-16T18:19:18.000724+0000","last_clean":"2024-03-16T18:19:18.000724+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:19:18.000724+0000","last_undegraded":"2024-03-16T18:19:18.000724+0000","last_fullsized":"2024-03-16T18:19:18.000724+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632328+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:19:03.632328+0000","last_peered":"2024-03-16T18:19:03.632328+0000","last_clean":"2024-03-16T18:19:03.632328+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:19:03.632328+0000","last_undegraded":"2024-03-16T18:19:03.632328+0000","last_fullsized":"2024-03-16T18:19:03.632328+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116161+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:19:03.116161+0000","last_peered":"2024-03-16T18:19:03.116161+0000","last_clean":"2024-03-16T18:19:03.116161+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:19:03.116161+0000","last_undegraded":"2024-03-16T18:19:03.116161+0000","last_fullsized":"2024-03-16T18:19:03.116161+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'2","reported_seq":25,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:17.982290+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:19:17.982290+0000","last_peered":"2024-03-16T18:19:17.982290+0000","last_clean":"2024-03-16T18:19:17.982290+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:19:17.982290+0000","last_undegraded":"2024-03-16T18:19:17.982290+0000","last_fullsized":"2024-03-16T18:19:17.982290+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155842+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:19:03.155842+0000","last_peered":"2024-03-16T18:19:03.155842+0000","last_clean":"2024-03-16T18:19:03.155842+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:19:03.155842+0000","last_undegraded":"2024-03-16T18:19:03.155842+0000","last_fullsized":"2024-03-16T18:19:03.155842+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.116199+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:19:03.116199+0000","last_peered":"2024-03-16T18:19:03.116199+0000","last_clean":"2024-03-16T18:19:03.116199+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:19:03.116199+0000","last_undegraded":"2024-03-16T18:19:03.116199+0000","last_fullsized":"2024-03-16T18:19:03.116199+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":26,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:15.985562+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:19:15.985562+0000","last_peered":"2024-03-16T18:19:15.985562+0000","last_clean":"2024-03-16T18:19:15.985562+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:19:15.985562+0000","last_undegraded":"2024-03-16T18:19:15.985562+0000","last_fullsized":"2024-03-16T18:19:15.985562+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659607+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:19:02.659607+0000","last_peered":"2024-03-16T18:19:02.659607+0000","last_clean":"2024-03-16T18:19:02.659607+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:19:02.659607+0000","last_undegraded":"2024-03-16T18:19:02.659607+0000","last_fullsized":"2024-03-16T18:19:02.659607+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701517+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:19:03.701517+0000","last_peered":"2024-03-16T18:19:03.701517+0000","last_clean":"2024-03-16T18:19:03.701517+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:19:03.701517+0000","last_undegraded":"2024-03-16T18:19:03.701517+0000","last_fullsized":"2024-03-16T18:19:03.701517+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":31,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.257022+0000","last_change":"2024-03-16T18:18:56.387777+0000","last_active":"2024-03-16T18:19:19.257022+0000","last_peered":"2024-03-16T18:19:19.257022+0000","last_clean":"2024-03-16T18:19:19.257022+0000","last_became_active":"2024-03-16T18:18:56.387449+0000","last_became_peered":"2024-03-16T18:18:56.387449+0000","last_unstale":"2024-03-16T18:19:19.257022+0000","last_undegraded":"2024-03-16T18:19:19.257022+0000","last_fullsized":"2024-03-16T18:19:19.257022+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:37.764072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":3,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,11,0],"acting":[2,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660259+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:19:02.660259+0000","last_peered":"2024-03-16T18:19:02.660259+0000","last_clean":"2024-03-16T18:19:02.660259+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:19:02.660259+0000","last_undegraded":"2024-03-16T18:19:02.660259+0000","last_fullsized":"2024-03-16T18:19:02.660259+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406623+0000","last_change":"2024-03-16T18:19:01.425055+0000","last_active":"2024-03-16T18:19:04.406623+0000","last_peered":"2024-03-16T18:19:04.406623+0000","last_clean":"2024-03-16T18:19:04.406623+0000","last_became_active":"2024-03-16T18:19:01.424434+0000","last_became_peered":"2024-03-16T18:19:01.424434+0000","last_unstale":"2024-03-16T18:19:04.406623+0000","last_undegraded":"2024-03-16T18:19:04.406623+0000","last_fullsized":"2024-03-16T18:19:04.406623+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:49.726296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":27,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.013901+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:19:19.013901+0000","last_peered":"2024-03-16T18:19:19.013901+0000","last_clean":"2024-03-16T18:19:19.013901+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:19:19.013901+0000","last_undegraded":"2024-03-16T18:19:19.013901+0000","last_fullsized":"2024-03-16T18:19:19.013901+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659749+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:19:02.659749+0000","last_peered":"2024-03-16T18:19:02.659749+0000","last_clean":"2024-03-16T18:19:02.659749+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:19:02.659749+0000","last_undegraded":"2024-03-16T18:19:02.659749+0000","last_fullsized":"2024-03-16T18:19:02.659749+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134678+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:19:04.134678+0000","last_peered":"2024-03-16T18:19:04.134678+0000","last_clean":"2024-03-16T18:19:04.134678+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:19:04.134678+0000","last_undegraded":"2024-03-16T18:19:04.134678+0000","last_fullsized":"2024-03-16T18:19:04.134678+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":28,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:19.014002+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:19:19.014002+0000","last_peered":"2024-03-16T18:19:19.014002+0000","last_clean":"2024-03-16T18:19:19.014002+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:19:19.014002+0000","last_undegraded":"2024-03-16T18:19:19.014002+0000","last_fullsized":"2024-03-16T18:19:19.014002+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.660063+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:19:02.660063+0000","last_peered":"2024-03-16T18:19:02.660063+0000","last_clean":"2024-03-16T18:19:02.660063+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:19:02.660063+0000","last_undegraded":"2024-03-16T18:19:02.660063+0000","last_fullsized":"2024-03-16T18:19:02.660063+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632408+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:19:03.632408+0000","last_peered":"2024-03-16T18:19:03.632408+0000","last_clean":"2024-03-16T18:19:03.632408+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:19:03.632408+0000","last_undegraded":"2024-03-16T18:19:03.632408+0000","last_fullsized":"2024-03-16T18:19:03.632408+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659363+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:19:02.659363+0000","last_peered":"2024-03-16T18:19:02.659363+0000","last_clean":"2024-03-16T18:19:02.659363+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:19:02.659363+0000","last_undegraded":"2024-03-16T18:19:02.659363+0000","last_fullsized":"2024-03-16T18:19:02.659363+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659091+0000","last_change":"2024-03-16T18:18:57.415414+0000","last_active":"2024-03-16T18:19:02.659091+0000","last_peered":"2024-03-16T18:19:02.659091+0000","last_clean":"2024-03-16T18:19:02.659091+0000","last_became_active":"2024-03-16T18:18:57.415026+0000","last_became_peered":"2024-03-16T18:18:57.415026+0000","last_unstale":"2024-03-16T18:19:02.659091+0000","last_undegraded":"2024-03-16T18:19:02.659091+0000","last_fullsized":"2024-03-16T18:19:02.659091+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:31:34.332966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.406811+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:19:04.406811+0000","last_peered":"2024-03-16T18:19:04.406811+0000","last_clean":"2024-03-16T18:19:04.406811+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:19:04.406811+0000","last_undegraded":"2024-03-16T18:19:04.406811+0000","last_fullsized":"2024-03-16T18:19:04.406811+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134560+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:19:04.134560+0000","last_peered":"2024-03-16T18:19:04.134560+0000","last_clean":"2024-03-16T18:19:04.134560+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:19:04.134560+0000","last_undegraded":"2024-03-16T18:19:04.134560+0000","last_fullsized":"2024-03-16T18:19:04.134560+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632699+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:19:03.632699+0000","last_peered":"2024-03-16T18:19:03.632699+0000","last_clean":"2024-03-16T18:19:03.632699+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:19:03.632699+0000","last_undegraded":"2024-03-16T18:19:03.632699+0000","last_fullsized":"2024-03-16T18:19:03.632699+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:02.659381+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:19:02.659381+0000","last_peered":"2024-03-16T18:19:02.659381+0000","last_clean":"2024-03-16T18:19:02.659381+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:19:02.659381+0000","last_undegraded":"2024-03-16T18:19:02.659381+0000","last_fullsized":"2024-03-16T18:19:02.659381+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.156119+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:19:03.156119+0000","last_peered":"2024-03-16T18:19:03.156119+0000","last_clean":"2024-03-16T18:19:03.156119+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:19:03.156119+0000","last_undegraded":"2024-03-16T18:19:03.156119+0000","last_fullsized":"2024-03-16T18:19:03.156119+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134776+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:19:04.134776+0000","last_peered":"2024-03-16T18:19:04.134776+0000","last_clean":"2024-03-16T18:19:04.134776+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:19:04.134776+0000","last_undegraded":"2024-03-16T18:19:04.134776+0000","last_fullsized":"2024-03-16T18:19:04.134776+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.155520+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:19:03.155520+0000","last_peered":"2024-03-16T18:19:03.155520+0000","last_clean":"2024-03-16T18:19:03.155520+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:19:03.155520+0000","last_undegraded":"2024-03-16T18:19:03.155520+0000","last_fullsized":"2024-03-16T18:19:03.155520+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.701704+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:19:03.701704+0000","last_peered":"2024-03-16T18:19:03.701704+0000","last_clean":"2024-03-16T18:19:03.701704+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:19:03.701704+0000","last_undegraded":"2024-03-16T18:19:03.701704+0000","last_fullsized":"2024-03-16T18:19:03.701704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:04.134317+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:19:04.134317+0000","last_peered":"2024-03-16T18:19:04.134317+0000","last_clean":"2024-03-16T18:19:04.134317+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:19:04.134317+0000","last_undegraded":"2024-03-16T18:19:04.134317+0000","last_fullsized":"2024-03-16T18:19:04.134317+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":21,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-03-16T18:19:03.632588+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:19:03.632588+0000","last_peered":"2024-03-16T18:19:03.632588+0000","last_clean":"2024-03-16T18:19:03.632588+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:19:03.632588+0000","last_undegraded":"2024-03-16T18:19:03.632588+0000","last_fullsized":"2024-03-16T18:19:03.632588+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":1,"ondisk_log_size":1,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":10563,"num_objects":77,"num_object_clones":0,"num_object_copies":231,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":77,"num_whiteouts":0,"num_read":26,"num_read_kb":22,"num_write":168,"num_write_kb":59,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":50,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":315392,"data_stored":47166,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":148,"ondisk_log_size":148,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383697,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36304,"kb_used_data":960,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708848,"statfs":{"total":95995035648,"available":95957860352,"internally_reserved":0,"allocated":983040,"data_stored":477215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645334,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36920,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708232,"statfs":{"total":95995035648,"available":95957229568,"internally_reserved":0,"allocated":1622016,"data_stored":1073003,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[1,5],"upper_bound":4},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808860,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":478033,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070497,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477841,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332134,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36916,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708236,"statfs":{"total":95995035648,"available":95957233664,"internally_reserved":0,"allocated":1617920,"data_stored":1079699,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495659,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27992,"kb_used_data":976,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717160,"statfs":{"total":95995035648,"available":95966371840,"internally_reserved":0,"allocated":999424,"data_stored":477937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574916,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":481057,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738441,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27988,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717164,"statfs":{"total":95995035648,"available":95966375936,"internally_reserved":0,"allocated":995328,"data_stored":477909,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411392,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":502719,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182458,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36320,"kb_used_data":984,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708832,"statfs":{"total":95995035648,"available":95957843968,"internally_reserved":0,"allocated":1007616,"data_stored":477623,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920822,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27996,"kb_used_data":980,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717156,"statfs":{"total":95995035648,"available":95966367744,"internally_reserved":0,"allocated":1003520,"data_stored":478306,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757297,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28596,"kb_used_data":1580,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716556,"statfs":{"total":95995035648,"available":95965753344,"internally_reserved":0,"allocated":1617920,"data_stored":1070212,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3842,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":25504,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1091,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3211,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":3924,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":818,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":53248,"data_stored":6326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:19:21.789 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-03-16T18:19:21.789 INFO:tasks.cephadm:Setting up client nodes... 2024-03-16T18:19:21.789 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-03-16T18:19:22.068 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:22.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:22 smithi017 ceph-mon[32207]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:19:22.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:22 smithi017 ceph-mon[32207]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:19:22.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:22 smithi149 ceph-mon[35991]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:19:22.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:22 smithi149 ceph-mon[35991]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:19:22.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:22 smithi153 ceph-mon[36005]: from='client.14931 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:19:22.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:22 smithi153 ceph-mon[36005]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:19:23.088 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:19:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: 2024-03-16T18:19:22.634+0000 7fedb8c0e700 -1 mds.pinger is_rank_lagging: rank=3 was never sent ping request. 2024-03-16T18:19:23.088 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:19:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: 2024-03-16T18:19:22.634+0000 7fedb8c0e700 -1 mds.pinger is_rank_lagging: rank=4 was never sent ping request. 2024-03-16T18:19:23.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:23 smithi017 ceph-mon[32207]: pgmap v305: 129 pgs: 129 active+clean; 588 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4.6 KiB/s wr, 15 op/s 2024-03-16T18:19:23.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:23 smithi149 ceph-mon[35991]: pgmap v305: 129 pgs: 129 active+clean; 588 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4.6 KiB/s wr, 15 op/s 2024-03-16T18:19:23.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:23 smithi153 ceph-mon[36005]: pgmap v305: 129 pgs: 129 active+clean; 588 KiB data, 362 MiB used, 1.0 TiB / 1.0 TiB avail; 2.5 KiB/s rd, 4.6 KiB/s wr, 15 op/s 2024-03-16T18:19:24.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 -- 172.21.15.17:0/2513300237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c102c00 msgr2=0x7f149c104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:24.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 --2- 172.21.15.17:0/2513300237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c102c00 0x7f149c104ff0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f14980098f0 tx=0x7f1498009c00 comp rx=0 tx=0).stop 2024-03-16T18:19:24.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 -- 172.21.15.17:0/2513300237 shutdown_connections 2024-03-16T18:19:24.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 --2- 172.21.15.17:0/2513300237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c107e60 0x7f149c10a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 --2- 172.21.15.17:0/2513300237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c102c00 0x7f149c104ff0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 --2- 172.21.15.17:0/2513300237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f149c105530 0x7f149c107920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 -- 172.21.15.17:0/2513300237 >> 172.21.15.17:0/2513300237 conn(0x7f149c0fc570 msgr2=0x7f149c0fe990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:24.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 -- 172.21.15.17:0/2513300237 shutdown_connections 2024-03-16T18:19:24.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 -- 172.21.15.17:0/2513300237 wait complete. 2024-03-16T18:19:24.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.037+0000 7f14a4464700 1 Processor -- start 2024-03-16T18:19:24.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 -- start start 2024-03-16T18:19:24.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c102c00 0x7f149c197e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:24.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f149c105530 0x7f149c1983a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:24.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c107e60 0x7f149c19f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:24.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f149c19f9f0 con 0x7f149c107e60 2024-03-16T18:19:24.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f149c19fb30 con 0x7f149c105530 2024-03-16T18:19:24.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a4464700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f149c19fcc0 con 0x7f149c102c00 2024-03-16T18:19:24.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2a01700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c107e60 0x7f149c19f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:24.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c102c00 0x7f149c197e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:24.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a19ff700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f149c105530 0x7f149c1983a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:24.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2a01700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c107e60 0x7f149c19f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35750/0 (socket says 172.21.15.17:35750) 2024-03-16T18:19:24.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2a01700 1 -- 172.21.15.17:0/2328779384 learned_addr learned my addr 172.21.15.17:0/2328779384 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:24.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 -- 172.21.15.17:0/2328779384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f149c105530 msgr2=0x7f149c1983a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:24.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f149c105530 0x7f149c1983a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 -- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c107e60 msgr2=0x7f149c19f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:24.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c107e60 0x7f149c19f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 -- 172.21.15.17:0/2328779384 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f148c0095f0 con 0x7f149c102c00 2024-03-16T18:19:24.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.038+0000 7f14a2200700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c102c00 0x7f149c197e60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1498009810 tx=0x7f149800bf50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:24.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.039+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f149801c070 con 0x7f149c102c00 2024-03-16T18:19:24.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.039+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1498009520 con 0x7f149c102c00 2024-03-16T18:19:24.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.039+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f14980054f0 con 0x7f149c102c00 2024-03-16T18:19:24.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.039+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1498003b00 con 0x7f149c102c00 2024-03-16T18:19:24.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.039+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f149c1a0170 con 0x7f149c102c00 2024-03-16T18:19:24.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.040+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f149c0fe0f0 con 0x7f149c102c00 2024-03-16T18:19:24.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.041+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f149800b930 con 0x7f149c102c00 2024-03-16T18:19:24.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.041+0000 7f14937fe700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14880a1c00 0x7f14880a40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:24.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.041+0000 7f14a19ff700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14880a1c00 0x7f14880a40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:24.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.041+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f14980ce8a0 con 0x7f149c102c00 2024-03-16T18:19:24.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.042+0000 7f14a19ff700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14880a1c00 0x7f14880a40c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f148c005fd0 tx=0x7f148c009310 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:24.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.045+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1498097740 con 0x7f149c102c00 2024-03-16T18:19:24.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.331+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]} v 0) v1 -- 0x7f149c10da60 con 0x7f149c102c00 2024-03-16T18:19:24.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.336+0000 7f14937fe700 1 -- 172.21.15.17:0/2328779384 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]=0 v32) v1 ==== 170+0+59 (secure 0 0 0) 0x7f149c10da60 con 0x7f149c102c00 2024-03-16T18:19:24.339 INFO:teuthology.orchestra.run.smithi017.stdout:[client.0] 2024-03-16T18:19:24.339 INFO:teuthology.orchestra.run.smithi017.stdout: key = AQCs4vVlWEHZExAAIP8YU4NqNo6hv8yMMj4+/A== 2024-03-16T18:19:24.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.338+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14880a1c00 msgr2=0x7f14880a40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:24.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.338+0000 7f14a4464700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14880a1c00 0x7f14880a40c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f148c005fd0 tx=0x7f148c009310 comp rx=0 tx=0).stop 2024-03-16T18:19:24.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.338+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c102c00 msgr2=0x7f149c197e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:24.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.338+0000 7f14a4464700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c102c00 0x7f149c197e60 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f1498009810 tx=0x7f149800bf50 comp rx=0 tx=0).stop 2024-03-16T18:19:24.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 shutdown_connections 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f149c107e60 0x7f149c19f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14880a1c00 0x7f14880a40c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f149c102c00 0x7f149c197e60 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 --2- 172.21.15.17:0/2328779384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f149c105530 0x7f149c1983a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 >> 172.21.15.17:0/2328779384 conn(0x7f149c0fc570 msgr2=0x7f149c103560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 shutdown_connections 2024-03-16T18:19:24.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:24.339+0000 7f14a4464700 1 -- 172.21.15.17:0/2328779384 wait complete. 2024-03-16T18:19:24.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2328779384' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-16T18:19:24.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:24 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-16T18:19:24.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:24 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-16T18:19:24.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2328779384' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-16T18:19:24.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:24 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-16T18:19:24.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:24 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-16T18:19:24.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2328779384' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-16T18:19:24.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:24 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-03-16T18:19:24.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:24 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-03-16T18:19:25.251 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:19:25.251 DEBUG:teuthology.orchestra.run.smithi017:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-03-16T18:19:25.251 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-03-16T18:19:25.293 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-03-16T18:19:25.294 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-03-16T18:19:25.294 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph mgr dump --format=json 2024-03-16T18:19:25.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:25 smithi017 ceph-mon[32207]: pgmap v306: 129 pgs: 129 active+clean; 628 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.7 KiB/s wr, 21 op/s 2024-03-16T18:19:25.579 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:25.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:25 smithi149 ceph-mon[35991]: pgmap v306: 129 pgs: 129 active+clean; 628 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.7 KiB/s wr, 21 op/s 2024-03-16T18:19:25.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:25 smithi153 ceph-mon[36005]: pgmap v306: 129 pgs: 129 active+clean; 628 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.7 KiB/s wr, 21 op/s 2024-03-16T18:19:27.246 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:26 smithi017 ceph-mon[32207]: pgmap v307: 129 pgs: 129 active+clean; 628 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.4 KiB/s wr, 22 op/s 2024-03-16T18:19:27.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:26 smithi149 ceph-mon[35991]: pgmap v307: 129 pgs: 129 active+clean; 628 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.4 KiB/s wr, 22 op/s 2024-03-16T18:19:27.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:26 smithi153 ceph-mon[36005]: pgmap v307: 129 pgs: 129 active+clean; 628 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 8.5 KiB/s rd, 8.4 KiB/s wr, 22 op/s 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 -- 172.21.15.17:0/3986714242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 msgr2=0x7f3a5010dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 --2- 172.21.15.17:0/3986714242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5010dd90 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b0a0 tx=0x7f3a4800b3b0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 -- 172.21.15.17:0/3986714242 shutdown_connections 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 --2- 172.21.15.17:0/3986714242 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5010dd90 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 --2- 172.21.15.17:0/3986714242 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3a50101170 0x7f3a50101550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 --2- 172.21.15.17:0/3986714242 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a50101b20 0x7f3a50105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 -- 172.21.15.17:0/3986714242 >> 172.21.15.17:0/3986714242 conn(0x7f3a50076f30 msgr2=0x7f3a50077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:27.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 -- 172.21.15.17:0/3986714242 shutdown_connections 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.606+0000 7f3a56a09700 1 -- 172.21.15.17:0/3986714242 wait complete. 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 Processor -- start 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 -- start start 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3a50101170 0x7f3a50198520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a50101b20 0x7f3a50198a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5019cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5019d400 con 0x7f3a501061c0 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5019d570 con 0x7f3a50101b20 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a56a09700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a5019d730 con 0x7f3a50101170 2024-03-16T18:19:27.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5019cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5019cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35768/0 (socket says 172.21.15.17:35768) 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 -- 172.21.15.17:0/555497770 learned_addr learned my addr 172.21.15.17:0/555497770 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a4f7fe700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a50101b20 0x7f3a50198a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a4ffff700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3a50101170 0x7f3a50198520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 -- 172.21.15.17:0/555497770 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3a50101170 msgr2=0x7f3a50198520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3a50101170 0x7f3a50198520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 -- 172.21.15.17:0/555497770 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a50101b20 msgr2=0x7f3a50198a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a50101b20 0x7f3a50198a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.607+0000 7f3a54fa6700 1 -- 172.21.15.17:0/555497770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a48009d00 con 0x7f3a501061c0 2024-03-16T18:19:27.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.608+0000 7f3a54fa6700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5019cdf0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b070 tx=0x7f3a4800bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.608+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4800e040 con 0x7f3a501061c0 2024-03-16T18:19:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.608+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a5019d9b0 con 0x7f3a501061c0 2024-03-16T18:19:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.608+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3a48005040 con 0x7f3a501061c0 2024-03-16T18:19:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.608+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a4801b680 con 0x7f3a501061c0 2024-03-16T18:19:27.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.608+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a501a5270 con 0x7f3a501061c0 2024-03-16T18:19:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.609+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a501094e0 con 0x7f3a501061c0 2024-03-16T18:19:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.610+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f3a480051b0 con 0x7f3a501061c0 2024-03-16T18:19:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.611+0000 7f3a4d7fa700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3a380a1b50 0x7f3a380a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.611+0000 7f3a4ffff700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3a380a1b50 0x7f3a380a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.611+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f3a480ce1a0 con 0x7f3a501061c0 2024-03-16T18:19:27.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.611+0000 7f3a4ffff700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3a380a1b50 0x7f3a380a4010 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3a40009c60 tx=0x7f3a40009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:27.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.615+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3a48097040 con 0x7f3a501061c0 2024-03-16T18:19:27.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.879+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f3a501025c0 con 0x7f3a501061c0 2024-03-16T18:19:27.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.884+0000 7f3a4d7fa700 1 -- 172.21.15.17:0/555497770 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v17) v1 ==== 74+0+260663 (secure 0 0 0) 0x7f3a4809a700 con 0x7f3a501061c0 2024-03-16T18:19:27.890 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:27.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.887+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3a380a1b50 msgr2=0x7f3a380a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:27.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.887+0000 7f3a56a09700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3a380a1b50 0x7f3a380a4010 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f3a40009c60 tx=0x7f3a40009260 comp rx=0 tx=0).stop 2024-03-16T18:19:27.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.887+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 msgr2=0x7f3a5019cdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:27.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.887+0000 7f3a56a09700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5019cdf0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f3a4800b070 tx=0x7f3a4800bdd0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 shutdown_connections 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3a501061c0 0x7f3a5019cdf0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3a380a1b50 0x7f3a380a4010 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3a50101170 0x7f3a50198520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 --2- 172.21.15.17:0/555497770 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3a50101b20 0x7f3a50198a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 >> 172.21.15.17:0/555497770 conn(0x7f3a50076f30 msgr2=0x7f3a500fef60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 shutdown_connections 2024-03-16T18:19:27.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:27.888+0000 7f3a56a09700 1 -- 172.21.15.17:0/555497770 wait complete. 2024-03-16T18:19:28.218 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:27 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/555497770' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-16T18:19:28.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:27 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/555497770' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-16T18:19:28.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:27 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/555497770' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-03-16T18:19:28.673 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":17,"flags":0,"active_gid":14150,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6800","nonce":2425281013},{"type":"v1","addr":"172.21.15.17:6801","nonce":2425281013}]},"active_addr":"172.21.15.17:6801/2425281013","active_change":"2024-03-16T18:11:50.809845+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24106,"name":"z","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]},{"gid":24118,"name":"y","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:latest","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.17:8443/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":3,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":1154570963}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":1518690394}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":4056807792}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":3165612740}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.17:0","nonce":3930462258}]}]} 2024-03-16T18:19:28.678 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-03-16T18:19:28.678 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-03-16T18:19:28.678 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd dump --format=json 2024-03-16T18:19:28.926 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:29.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:28 smithi017 ceph-mon[32207]: pgmap v308: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.6 KiB/s wr, 24 op/s 2024-03-16T18:19:29.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:28 smithi149 ceph-mon[35991]: pgmap v308: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.6 KiB/s wr, 24 op/s 2024-03-16T18:19:29.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:28 smithi153 ceph-mon[36005]: pgmap v308: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 9.6 KiB/s wr, 24 op/s 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2572853436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 msgr2=0x7fdce4105b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2572853436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4105b20 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8009990 tx=0x7fdcd8009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2572853436 shutdown_connections 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2572853436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdce4106200 0x7fdce410ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2572853436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdce4101170 0x7fdce4101550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2572853436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4105b20 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2572853436 >> 172.21.15.17:0/2572853436 conn(0x7fdce4076f30 msgr2=0x7fdce4077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2572853436 shutdown_connections 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2572853436 wait complete. 2024-03-16T18:19:30.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.746+0000 7fdcebdcd700 1 Processor -- start 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 -- start start 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdce4101170 0x7fdce4102bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4103100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdce4106200 0x7fdce4103640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdce41a6860 con 0x7fdce4101b20 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdce41a69d0 con 0x7fdce4101170 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcebdcd700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdce41a6b90 con 0x7fdce4106200 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4103100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4103100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48352/0 (socket says 172.21.15.17:48352) 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 -- 172.21.15.17:0/2486184248 learned_addr learned my addr 172.21.15.17:0/2486184248 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9b69700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdce4101170 0x7fdce4102bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdcea36a700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdce4106200 0x7fdce4103640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:30.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 -- 172.21.15.17:0/2486184248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdce4106200 msgr2=0x7fdce4103640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdce4106200 0x7fdce4103640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 -- 172.21.15.17:0/2486184248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdce4101170 msgr2=0x7fdce4102bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdce4101170 0x7fdce4102bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 -- 172.21.15.17:0/2486184248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcd80095f0 con 0x7fdce4101b20 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce9368700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4103100 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8000c00 tx=0x7fdcd8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.747+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcd801d070 con 0x7fdce4101b20 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.748+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdce41a6e10 con 0x7fdce4101b20 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.748+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdcd8022470 con 0x7fdce4101b20 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.748+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8017650 con 0x7fdce4101b20 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.748+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdce41a71c0 con 0x7fdce4101b20 2024-03-16T18:19:30.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.748+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdce410a4c0 con 0x7fdce4101b20 2024-03-16T18:19:30.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.750+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fdcd80225e0 con 0x7fdce4101b20 2024-03-16T18:19:30.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.750+0000 7fdce2ffd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdccc0a1b50 0x7fdccc0a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:30.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.751+0000 7fdce9b69700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdccc0a1b50 0x7fdccc0a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:30.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.751+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fdcd80ceee0 con 0x7fdce4101b20 2024-03-16T18:19:30.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.751+0000 7fdce9b69700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdccc0a1b50 0x7fdccc0a4010 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdcd400f540 tx=0x7fdcd400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:30.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.754+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdcd8097e70 con 0x7fdce4101b20 2024-03-16T18:19:30.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.959+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdce4102600 con 0x7fdce4101b20 2024-03-16T18:19:30.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.961+0000 7fdce2ffd700 1 -- 172.21.15.17:0/2486184248 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7fdcd809b530 con 0x7fdce4101b20 2024-03-16T18:19:30.963 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:30.964 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdccc0a1b50 msgr2=0x7fdccc0a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdccc0a1b50 0x7fdccc0a4010 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fdcd400f540 tx=0x7fdcd400b040 comp rx=0 tx=0).stop 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 msgr2=0x7fdce4103100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4103100 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fdcd8000c00 tx=0x7fdcd8004730 comp rx=0 tx=0).stop 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 shutdown_connections 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdccc0a1b50 0x7fdccc0a4010 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdce4106200 0x7fdce4103640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdce4101170 0x7fdce4102bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 --2- 172.21.15.17:0/2486184248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdce4101b20 0x7fdce4103100 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 >> 172.21.15.17:0/2486184248 conn(0x7fdce4076f30 msgr2=0x7fdce406aa80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:30.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 shutdown_connections 2024-03-16T18:19:30.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:30.963+0000 7fdcebdcd700 1 -- 172.21.15.17:0/2486184248 wait complete. 2024-03-16T18:19:31.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:30 smithi017 ceph-mon[32207]: pgmap v309: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 23 op/s 2024-03-16T18:19:31.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:30 smithi149 ceph-mon[35991]: pgmap v309: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 23 op/s 2024-03-16T18:19:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:30 smithi153 ceph-mon[36005]: pgmap v309: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 9.2 KiB/s wr, 23 op/s 2024-03-16T18:19:31.767 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-03-16T18:19:31.767 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd dump --format=json 2024-03-16T18:19:32.018 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:32.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:31 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2486184248' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:32.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:31 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2486184248' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:32.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:31 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2486184248' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:33.158 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:32 smithi017 ceph-mon[32207]: pgmap v310: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 15 op/s 2024-03-16T18:19:33.238 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:32 smithi149 ceph-mon[35991]: pgmap v310: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 15 op/s 2024-03-16T18:19:33.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:32 smithi153 ceph-mon[36005]: pgmap v310: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 9.8 KiB/s rd, 6.2 KiB/s wr, 15 op/s 2024-03-16T18:19:33.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/3434981295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c102030 msgr2=0x7fdf9c1024b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:33.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/3434981295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c102030 0x7fdf9c1024b0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fdf880099c0 tx=0x7fdf88009cd0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/3434981295 shutdown_connections 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/3434981295 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf9c1029f0 0x7fdf9c10ee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/3434981295 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf9c108010 0x7fdf9c1083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/3434981295 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c102030 0x7fdf9c1024b0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/3434981295 >> 172.21.15.17:0/3434981295 conn(0x7fdf9c079110 msgr2=0x7fdf9c079520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/3434981295 shutdown_connections 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/3434981295 wait complete. 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 Processor -- start 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.678+0000 7fdfa2c9d700 1 -- start start 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa2c9d700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf9c102030 0x7fdf9c0742e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa2c9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf9c1029f0 0x7fdf9c074820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa2c9d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 0x7fdf9c074d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa2c9d700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf9c1a67b0 con 0x7fdf9c108010 2024-03-16T18:19:33.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa2c9d700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf9c1a6920 con 0x7fdf9c1029f0 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa2c9d700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf9c1a6ae0 con 0x7fdf9c102030 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 0x7fdf9c074d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 0x7fdf9c074d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48380/0 (socket says 172.21.15.17:48380) 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa0a39700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf9c102030 0x7fdf9c0742e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 -- 172.21.15.17:0/1880275508 learned_addr learned my addr 172.21.15.17:0/1880275508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdf9bfff700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf9c1029f0 0x7fdf9c074820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 -- 172.21.15.17:0/1880275508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf9c102030 msgr2=0x7fdf9c0742e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf9c102030 0x7fdf9c0742e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 -- 172.21.15.17:0/1880275508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf9c1029f0 msgr2=0x7fdf9c074820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:33.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf9c1029f0 0x7fdf9c074820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 -- 172.21.15.17:0/1880275508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf90009520 con 0x7fdf9c108010 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.679+0000 7fdfa123a700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 0x7fdf9c074d60 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400ef30 tx=0x7fdf9400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.680+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf94018070 con 0x7fdf9c108010 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.680+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf880095f0 con 0x7fdf9c108010 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.680+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdf9400f040 con 0x7fdf9c108010 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.680+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf9400cd20 con 0x7fdf9c108010 2024-03-16T18:19:33.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.680+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf9c1a70a0 con 0x7fdf9c108010 2024-03-16T18:19:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.681+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf9c10a4f0 con 0x7fdf9c108010 2024-03-16T18:19:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.682+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fdf94003a00 con 0x7fdf9c108010 2024-03-16T18:19:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.682+0000 7fdf99ffb700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf8c0a1b50 0x7fdf8c0a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.682+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fdf940cd230 con 0x7fdf9c108010 2024-03-16T18:19:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.682+0000 7fdfa0a39700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf8c0a1b50 0x7fdf8c0a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:33.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.683+0000 7fdfa0a39700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf8c0a1b50 0x7fdf8c0a4010 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009d70 tx=0x7fdf90009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:33.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.687+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdf940961d0 con 0x7fdf9c108010 2024-03-16T18:19:33.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.891+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdf9c111ec0 con 0x7fdf9c108010 2024-03-16T18:19:33.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.893+0000 7fdf99ffb700 1 -- 172.21.15.17:0/1880275508 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+24127 (secure 0 0 0) 0x7fdf94099890 con 0x7fdf9c108010 2024-03-16T18:19:33.896 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:19:33.896 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":89,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:01.771529+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":83,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf8c0a1b50 msgr2=0x7fdf8c0a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf8c0a1b50 0x7fdf8c0a4010 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fdf90009d70 tx=0x7fdf90009260 comp rx=0 tx=0).stop 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 msgr2=0x7fdf9c074d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 0x7fdf9c074d60 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdf9400ef30 tx=0x7fdf9400c3a0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 shutdown_connections 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf9c108010 0x7fdf9c074d60 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdf8c0a1b50 0x7fdf8c0a4010 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf9c102030 0x7fdf9c0742e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 --2- 172.21.15.17:0/1880275508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf9c1029f0 0x7fdf9c074820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 >> 172.21.15.17:0/1880275508 conn(0x7fdf9c079110 msgr2=0x7fdf9c100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 shutdown_connections 2024-03-16T18:19:33.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:33.895+0000 7fdfa2c9d700 1 -- 172.21.15.17:0/1880275508 wait complete. 2024-03-16T18:19:34.274 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:33 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1880275508' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:34.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:33 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1880275508' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:34.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:33 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1880275508' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:19:34.709 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.0 flush_pg_stats 2024-03-16T18:19:34.709 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.1 flush_pg_stats 2024-03-16T18:19:34.710 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.2 flush_pg_stats 2024-03-16T18:19:34.710 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.3 flush_pg_stats 2024-03-16T18:19:34.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.4 flush_pg_stats 2024-03-16T18:19:34.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.5 flush_pg_stats 2024-03-16T18:19:34.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.6 flush_pg_stats 2024-03-16T18:19:34.712 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.7 flush_pg_stats 2024-03-16T18:19:34.712 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.8 flush_pg_stats 2024-03-16T18:19:34.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.9 flush_pg_stats 2024-03-16T18:19:34.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.10 flush_pg_stats 2024-03-16T18:19:34.713 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph tell osd.11 flush_pg_stats 2024-03-16T18:19:35.514 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.514 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.517 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.517 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.517 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.521 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.524 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.531 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:19:36.168 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:35 smithi017 ceph-mon[32207]: pgmap v311: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.4 KiB/s wr, 15 op/s 2024-03-16T18:19:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:35 smithi149 ceph-mon[35991]: pgmap v311: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.4 KiB/s wr, 15 op/s 2024-03-16T18:19:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:35 smithi153 ceph-mon[36005]: pgmap v311: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 5.4 KiB/s wr, 15 op/s 2024-03-16T18:19:38.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:37 smithi017 ceph-mon[32207]: pgmap v312: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-03-16T18:19:38.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:37 smithi149 ceph-mon[35991]: pgmap v312: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-03-16T18:19:38.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:37 smithi153 ceph-mon[36005]: pgmap v312: 129 pgs: 129 active+clean; 641 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 1.2 KiB/s wr, 9 op/s 2024-03-16T18:19:39.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 -- 172.21.15.17:0/4134323434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8100ee0 msgr2=0x7fd5f8101340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:39.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 --2- 172.21.15.17:0/4134323434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8100ee0 0x7fd5f8101340 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8009990 tx=0x7fd5e8009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:39.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 -- 172.21.15.17:0/4134323434 shutdown_connections 2024-03-16T18:19:39.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 --2- 172.21.15.17:0/4134323434 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5f8101880 0x7fd5f810dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:39.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 --2- 172.21.15.17:0/4134323434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5f8106f20 0x7fd5f8107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:39.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 --2- 172.21.15.17:0/4134323434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8100ee0 0x7fd5f8101340 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:39.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 -- 172.21.15.17:0/4134323434 >> 172.21.15.17:0/4134323434 conn(0x7fd5f8077e10 msgr2=0x7fd5f8078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:39.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 -- 172.21.15.17:0/4134323434 shutdown_connections 2024-03-16T18:19:39.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.992+0000 7fd600580700 1 -- 172.21.15.17:0/4134323434 wait complete. 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 Processor -- start 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 -- start start 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5f8100ee0 0x7fd5f810e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8101880 0x7fd5f810ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5f8106f20 0x7fd5f810f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5f81a6870 con 0x7fd5f8101880 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5f81a69e0 con 0x7fd5f8100ee0 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd600580700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5f81a6ba0 con 0x7fd5f8106f20 2024-03-16T18:19:39.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd5fdb1b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8101880 0x7fd5f810ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd5fdb1b700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8101880 0x7fd5f810ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55414/0 (socket says 172.21.15.17:55414) 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd5fdb1b700 1 -- 172.21.15.17:0/2302030231 learned_addr learned my addr 172.21.15.17:0/2302030231 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd5fe31c700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5f8100ee0 0x7fd5f810e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.993+0000 7fd5feb1d700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5f8106f20 0x7fd5f810f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5fdb1b700 1 -- 172.21.15.17:0/2302030231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5f8106f20 msgr2=0x7fd5f810f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5fdb1b700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5f8106f20 0x7fd5f810f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5fdb1b700 1 -- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5f8100ee0 msgr2=0x7fd5f810e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5fdb1b700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd5f8100ee0 0x7fd5f810e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5fdb1b700 1 -- 172.21.15.17:0/2302030231 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5e80095f0 con 0x7fd5f8101880 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5fdb1b700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8101880 0x7fd5f810ee60 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8000c00 tx=0x7fd5e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:39.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5e801d070 con 0x7fd5f8101880 2024-03-16T18:19:40.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd5e8022470 con 0x7fd5f8101880 2024-03-16T18:19:40.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5f81a6e20 con 0x7fd5f8101880 2024-03-16T18:19:40.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5e8017650 con 0x7fd5f8101880 2024-03-16T18:19:40.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.994+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5f81a71d0 con 0x7fd5f8101880 2024-03-16T18:19:40.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.995+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd5f8112150 con 0x7fd5f8101880 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.996+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fd5e80225e0 con 0x7fd5f8101880 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5ef7fe700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd5e40a1b50 0x7fd5e40a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5fe31c700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd5e40a1b50 0x7fd5e40a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7fd5e80cf1a0 con 0x7fd5f8101880 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5ef7fe700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] conn(0x7fd5e40ac810 0x7fd5e40aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 --> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd5e40af320 con 0x7fd5e40ac810 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd5e80cf5b0 con 0x7fd5f8101880 2024-03-16T18:19:40.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5feb1d700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] conn(0x7fd5e40ac810 0x7fd5e40aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:40.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.997+0000 7fd5fe31c700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd5e40a1b50 0x7fd5e40a4010 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd5f400f540 tx=0x7fd5f400b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:40.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.998+0000 7fd5feb1d700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] conn(0x7fd5e40ac810 0x7fd5e40aec50 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.10 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:40.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:39.999+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== osd.10 v2:172.21.15.149:6824/394958612 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fd5e40af320 con 0x7fd5e40ac810 2024-03-16T18:19:40.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.015+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 --> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fd5f80626f0 con 0x7fd5e40ac810 2024-03-16T18:19:40.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.015+0000 7fd5ef7fe700 1 -- 172.21.15.17:0/2302030231 <== osd.10 v2:172.21.15.149:6824/394958612 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fd5f80626f0 con 0x7fd5e40ac810 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] conn(0x7fd5e40ac810 msgr2=0x7fd5e40aec50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] conn(0x7fd5e40ac810 0x7fd5e40aec50 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd5e40a1b50 msgr2=0x7fd5e40a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd5e40a1b50 0x7fd5e40a4010 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fd5f400f540 tx=0x7fd5f400b040 comp rx=0 tx=0).stop 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8101880 msgr2=0x7fd5f810ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 --2- 172.21.15.17:0/2302030231 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5f8101880 0x7fd5f810ee60 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd5e8000c00 tx=0x7fd5e8004730 comp rx=0 tx=0).stop 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd5feb1d700 1 -- 172.21.15.17:0/2302030231 reap_dead start 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 shutdown_connections 2024-03-16T18:19:40.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 >> 172.21.15.17:0/2302030231 conn(0x7fd5f8077e10 msgr2=0x7fd5f80ffce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 shutdown_connections 2024-03-16T18:19:40.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:40.016+0000 7fd600580700 1 -- 172.21.15.17:0/2302030231 wait complete. 2024-03-16T18:19:40.186 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:39 smithi017 ceph-mon[32207]: pgmap v313: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-03-16T18:19:40.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:39 smithi149 ceph-mon[35991]: pgmap v313: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-03-16T18:19:40.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:39 smithi153 ceph-mon[36005]: pgmap v313: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-03-16T18:19:42.128 INFO:teuthology.orchestra.run.smithi017.stdout:309237645339 2024-03-16T18:19:42.129 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.10 2024-03-16T18:19:42.159 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:41 smithi017 ceph-mon[32207]: pgmap v314: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-16T18:19:42.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:41 smithi149 ceph-mon[35991]: pgmap v314: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-16T18:19:42.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:41 smithi153 ceph-mon[36005]: pgmap v314: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.2 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-16T18:19:44.092 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:43 smithi017 ceph-mon[32207]: pgmap v315: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 8 op/s 2024-03-16T18:19:44.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:43 smithi149 ceph-mon[35991]: pgmap v315: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 8 op/s 2024-03-16T18:19:44.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:43 smithi153 ceph-mon[36005]: pgmap v315: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 426 B/s wr, 8 op/s 2024-03-16T18:19:45.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 -- 172.21.15.17:0/3885869600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c101b20 msgr2=0x7f098c105b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:45.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 --2- 172.21.15.17:0/3885869600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c101b20 0x7f098c105b20 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f0980009990 tx=0x7f0980009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 -- 172.21.15.17:0/3885869600 shutdown_connections 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 --2- 172.21.15.17:0/3885869600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f098c106200 0x7f098c10ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 --2- 172.21.15.17:0/3885869600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 0x7f098c101550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 --2- 172.21.15.17:0/3885869600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c101b20 0x7f098c105b20 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 -- 172.21.15.17:0/3885869600 >> 172.21.15.17:0/3885869600 conn(0x7f098c076f00 msgr2=0x7f098c077310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 -- 172.21.15.17:0/3885869600 shutdown_connections 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.023+0000 7f09945a1700 1 -- 172.21.15.17:0/3885869600 wait complete. 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 Processor -- start 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 -- start start 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 0x7f098c198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f098c101b20 0x7f098c198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:45.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c106200 0x7f098c19ccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f098c19d2e0 con 0x7f098c106200 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f098c19d450 con 0x7f098c101170 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f09945a1700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f098c19d610 con 0x7f098c101b20 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f099233d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 0x7f098c198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0992b3e700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c106200 0x7f098c19ccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f099233d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 0x7f098c198450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45618/0 (socket says 172.21.15.17:45618) 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f099233d700 1 -- 172.21.15.17:0/3746118771 learned_addr learned my addr 172.21.15.17:0/3746118771 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0991b3c700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f098c101b20 0x7f098c198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0992b3e700 1 -- 172.21.15.17:0/3746118771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f098c101b20 msgr2=0x7f098c198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0992b3e700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f098c101b20 0x7f098c198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0992b3e700 1 -- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 msgr2=0x7f098c198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0992b3e700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 0x7f098c198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0992b3e700 1 -- 172.21.15.17:0/3746118771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09800095f0 con 0x7f098c106200 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f099233d700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f098c101170 0x7f098c198450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.024+0000 7f0991b3c700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f098c101b20 0x7f098c198990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.025+0000 7f0992b3e700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c106200 0x7f098c19ccd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f098400e970 tx=0x7f098400ec80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.025+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0984004220 con 0x7f098c106200 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.025+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0984004ce0 con 0x7f098c106200 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.025+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f098c19d8f0 con 0x7f098c106200 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.025+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0984005680 con 0x7f098c106200 2024-03-16T18:19:45.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.025+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f098c1a5150 con 0x7f098c106200 2024-03-16T18:19:45.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.026+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f098c1110e0 con 0x7f098c106200 2024-03-16T18:19:45.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.027+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f0984004750 con 0x7f098c106200 2024-03-16T18:19:45.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f098b7fe700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09740a1b50 0x7f09740a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f099233d700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09740a1b50 0x7f09740a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f0984014070 con 0x7f098c106200 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f098b7fe700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] conn(0x7f09740ac810 0x7f09740aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 --> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f09740af320 con 0x7f09740ac810 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7f09840cd9b0 con 0x7f098c106200 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f0991b3c700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] conn(0x7f09740ac810 0x7f09740aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.028+0000 7f099233d700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09740a1b50 0x7f09740a4010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f097c009c10 tx=0x7f097c00b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.029+0000 7f0991b3c700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] conn(0x7f09740ac810 0x7f09740aec50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:45.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.030+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== osd.1 v2:172.21.15.149:6800/1758479845 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f09740af320 con 0x7f09740ac810 2024-03-16T18:19:45.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.046+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 --> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f098c0626f0 con 0x7f09740ac810 2024-03-16T18:19:45.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f098b7fe700 1 -- 172.21.15.17:0/3746118771 <== osd.1 v2:172.21.15.149:6800/1758479845 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f098c0626f0 con 0x7f09740ac810 2024-03-16T18:19:45.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] conn(0x7f09740ac810 msgr2=0x7f09740aec50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] conn(0x7f09740ac810 0x7f09740aec50 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09740a1b50 msgr2=0x7f09740a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09740a1b50 0x7f09740a4010 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f097c009c10 tx=0x7f097c00b040 comp rx=0 tx=0).stop 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c106200 msgr2=0x7f098c19ccd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 --2- 172.21.15.17:0/3746118771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f098c106200 0x7f098c19ccd0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f098400e970 tx=0x7f098400ec80 comp rx=0 tx=0).stop 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f0992b3e700 1 -- 172.21.15.17:0/3746118771 reap_dead start 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 shutdown_connections 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 >> 172.21.15.17:0/3746118771 conn(0x7f098c076f00 msgr2=0x7f098c06ab60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 shutdown_connections 2024-03-16T18:19:45.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:45.047+0000 7f09945a1700 1 -- 172.21.15.17:0/3746118771 wait complete. 2024-03-16T18:19:46.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:45 smithi017 ceph-mon[32207]: pgmap v316: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-16T18:19:46.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:45 smithi149 ceph-mon[35991]: pgmap v316: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-16T18:19:46.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:45 smithi153 ceph-mon[36005]: pgmap v316: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.6 KiB/s rd, 426 B/s wr, 11 op/s 2024-03-16T18:19:47.710 INFO:teuthology.orchestra.run.smithi017.stdout:55834574922 2024-03-16T18:19:47.711 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.1 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 -- 172.21.15.17:0/2259034141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488102220 msgr2=0x7f8488102600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 --2- 172.21.15.17:0/2259034141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488102220 0x7f8488102600 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f8478009990 tx=0x7f8478009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 -- 172.21.15.17:0/2259034141 shutdown_connections 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 --2- 172.21.15.17:0/2259034141 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8488107300 0x7f848810eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 --2- 172.21.15.17:0/2259034141 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488102220 0x7f8488102600 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 --2- 172.21.15.17:0/2259034141 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8488102bd0 0x7f8488106c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 -- 172.21.15.17:0/2259034141 >> 172.21.15.17:0/2259034141 conn(0x7f84880fda90 msgr2=0x7f84880ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 -- 172.21.15.17:0/2259034141 shutdown_connections 2024-03-16T18:19:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.978+0000 7f848df1a700 1 -- 172.21.15.17:0/2259034141 wait complete. 2024-03-16T18:19:47.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 Processor -- start 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 -- start start 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8488102220 0x7f8488198430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8488102bd0 0x7f8488198970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488107300 0x7f848819cd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848819d310 con 0x7f8488107300 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848819d480 con 0x7f8488102220 2024-03-16T18:19:47.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f848df1a700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f848819d640 con 0x7f8488102bd0 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f8487fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488107300 0x7f848819cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f8487fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488107300 0x7f848819cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55460/0 (socket says 172.21.15.17:55460) 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f8487fff700 1 -- 172.21.15.17:0/3111004755 learned_addr learned my addr 172.21.15.17:0/3111004755 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f8486ffd700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8488102bd0 0x7f8488198970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.979+0000 7f84877fe700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8488102220 0x7f8488198430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8487fff700 1 -- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8488102bd0 msgr2=0x7f8488198970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8487fff700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8488102bd0 0x7f8488198970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8487fff700 1 -- 172.21.15.17:0/3111004755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8488102220 msgr2=0x7f8488198430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8487fff700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8488102220 0x7f8488198430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8487fff700 1 -- 172.21.15.17:0/3111004755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84780095f0 con 0x7f8488107300 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8486ffd700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8488102bd0 0x7f8488198970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8487fff700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488107300 0x7f848819cd00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f848000ef30 tx=0x7f848000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8480018070 con 0x7f8488107300 2024-03-16T18:19:47.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f848819d8c0 con 0x7f8488107300 2024-03-16T18:19:47.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f848000f040 con 0x7f8488107300 2024-03-16T18:19:47.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f848000cd20 con 0x7f8488107300 2024-03-16T18:19:47.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.980+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84881a5180 con 0x7f8488107300 2024-03-16T18:19:47.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.981+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8488112210 con 0x7f8488107300 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.982+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f8480003a00 con 0x7f8488107300 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f8484ff9700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f84700a1bd0 0x7f84700a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f84800cdeb0 con 0x7f8488107300 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f84877fe700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f84700a1bd0 0x7f84700a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f8484ff9700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] conn(0x7f84700ac890 0x7f84700aecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 --> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f84700af3a0 con 0x7f84700ac890 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7f84800ce2c0 con 0x7f8488107300 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.983+0000 7f8486ffd700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] conn(0x7f84700ac890 0x7f84700aecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:47.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.984+0000 7f84877fe700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f84700a1bd0 0x7f84700a4090 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f847800b2e0 tx=0x7f8478005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:47.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.984+0000 7f8486ffd700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] conn(0x7f84700ac890 0x7f84700aecd0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.8 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:47.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:47.985+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== osd.8 v2:172.21.15.153:6816/581873480 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f84700af3a0 con 0x7f84700ac890 2024-03-16T18:19:48.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.002+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 --> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f84880626f0 con 0x7f84700ac890 2024-03-16T18:19:48.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.003+0000 7f8484ff9700 1 -- 172.21.15.17:0/3111004755 <== osd.8 v2:172.21.15.153:6816/581873480 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f84880626f0 con 0x7f84700ac890 2024-03-16T18:19:48.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] conn(0x7f84700ac890 msgr2=0x7f84700aecd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:48.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] conn(0x7f84700ac890 0x7f84700aecd0 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:48.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f84700a1bd0 msgr2=0x7f84700a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:48.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f84700a1bd0 0x7f84700a4090 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f847800b2e0 tx=0x7f8478005960 comp rx=0 tx=0).stop 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488107300 msgr2=0x7f848819cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 --2- 172.21.15.17:0/3111004755 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8488107300 0x7f848819cd00 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f848000ef30 tx=0x7f848000c3a0 comp rx=0 tx=0).stop 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f8487fff700 1 -- 172.21.15.17:0/3111004755 reap_dead start 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 shutdown_connections 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 >> 172.21.15.17:0/3111004755 conn(0x7f84880fda90 msgr2=0x7f84880fedc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 shutdown_connections 2024-03-16T18:19:48.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:48.004+0000 7f848df1a700 1 -- 172.21.15.17:0/3111004755 wait complete. 2024-03-16T18:19:48.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:47 smithi017 ceph-mon[32207]: pgmap v317: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-03-16T18:19:48.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:47 smithi149 ceph-mon[35991]: pgmap v317: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-03-16T18:19:48.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:47 smithi153 ceph-mon[36005]: pgmap v317: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.5 KiB/s rd, 426 B/s wr, 9 op/s 2024-03-16T18:19:49.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 -- 172.21.15.17:0/920625357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc108060 msgr2=0x7f33bc108440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:49.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 --2- 172.21.15.17:0/920625357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc108060 0x7f33bc108440 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f33b80099c0 tx=0x7f33b8009cd0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 -- 172.21.15.17:0/920625357 shutdown_connections 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 --2- 172.21.15.17:0/920625357 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33bc06b080 0x7f33bc10eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 --2- 172.21.15.17:0/920625357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc108060 0x7f33bc108440 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 --2- 172.21.15.17:0/920625357 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33bc06a6e0 0x7f33bc06ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 -- 172.21.15.17:0/920625357 >> 172.21.15.17:0/920625357 conn(0x7f33bc076f00 msgr2=0x7f33bc077310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 -- 172.21.15.17:0/920625357 shutdown_connections 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.440+0000 7f33c3f57700 1 -- 172.21.15.17:0/920625357 wait complete. 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 Processor -- start 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 -- start start 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33bc06a6e0 0x7f33bc198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:49.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc06b080 0x7f33bc198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33bc108060 0x7f33bc19ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33bc19d300 con 0x7f33bc06b080 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33bc19d470 con 0x7f33bc108060 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c3f57700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33bc19d630 con 0x7f33bc06a6e0 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc06b080 0x7f33bc198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc06b080 0x7f33bc198960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58142/0 (socket says 172.21.15.17:58142) 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 -- 172.21.15.17:0/1591923553 learned_addr learned my addr 172.21.15.17:0/1591923553 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c1cf3700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33bc06a6e0 0x7f33bc198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c24f4700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33bc108060 0x7f33bc19ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 -- 172.21.15.17:0/1591923553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33bc06a6e0 msgr2=0x7f33bc198420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33bc06a6e0 0x7f33bc198420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 -- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33bc108060 msgr2=0x7f33bc19ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:49.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33bc108060 0x7f33bc19ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 -- 172.21.15.17:0/1591923553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b80095f0 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33c14f2700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc06b080 0x7f33bc198960 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f33ac00e9a0 tx=0x7f33ac00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.441+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33ac009790 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.442+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f33ac010430 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.442+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33bc19d910 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.442+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33ac018680 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.442+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33bc1a5170 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.442+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f33bc103710 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f33ac0105a0 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33b2ffd700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f33a80a1bd0 0x7f33a80a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 8802+0+0 (secure 0 0 0) 0x7f33ac014070 con 0x7f33bc06b080 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33c1cf3700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f33a80a1bd0 0x7f33a80a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33b2ffd700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] conn(0x7f33a80ac890 0x7f33a80aecd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:49.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 --> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f33a80af3a0 con 0x7f33a80ac890 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.444+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=89) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33ac0cdff0 con 0x7f33bc06b080 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.445+0000 7f33c1cf3700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f33a80a1bd0 0x7f33a80a4090 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f33b8000c00 tx=0x7f33b8005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.445+0000 7f33c24f4700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] conn(0x7f33a80ac890 0x7f33a80aecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.445+0000 7f33c24f4700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] conn(0x7f33a80ac890 0x7f33a80aecd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.446+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== osd.7 v2:172.21.15.149:6816/460911357 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f33a80af3a0 con 0x7f33a80ac890 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.462+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 --> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f33bc1121e0 con 0x7f33a80ac890 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33b2ffd700 1 -- 172.21.15.17:0/1591923553 <== osd.7 v2:172.21.15.149:6816/460911357 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f33bc1121e0 con 0x7f33a80ac890 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] conn(0x7f33a80ac890 msgr2=0x7f33a80aecd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] conn(0x7f33a80ac890 0x7f33a80aecd0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f33a80a1bd0 msgr2=0x7f33a80a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f33a80a1bd0 0x7f33a80a4090 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f33b8000c00 tx=0x7f33b8005fb0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc06b080 msgr2=0x7f33bc198960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 --2- 172.21.15.17:0/1591923553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33bc06b080 0x7f33bc198960 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f33ac00e9a0 tx=0x7f33ac00ecb0 comp rx=0 tx=0).stop 2024-03-16T18:19:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c24f4700 1 -- 172.21.15.17:0/1591923553 reap_dead start 2024-03-16T18:19:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 shutdown_connections 2024-03-16T18:19:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 >> 172.21.15.17:0/1591923553 conn(0x7f33bc076f00 msgr2=0x7f33bc0ffc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 shutdown_connections 2024-03-16T18:19:49.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:49.463+0000 7f33c3f57700 1 -- 172.21.15.17:0/1591923553 wait complete. 2024-03-16T18:19:50.206 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:49 smithi017 ceph-mon[32207]: pgmap v318: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-03-16T18:19:50.231 INFO:teuthology.orchestra.run.smithi017.stdout:253403070504 2024-03-16T18:19:50.232 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.8 2024-03-16T18:19:50.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:49 smithi149 ceph-mon[35991]: pgmap v318: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-03-16T18:19:50.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:49 smithi153 ceph-mon[36005]: pgmap v318: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 426 B/s wr, 10 op/s 2024-03-16T18:19:50.873 INFO:teuthology.orchestra.run.smithi017.stdout:219043332140 2024-03-16T18:19:50.874 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.7 2024-03-16T18:19:51.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-03-16T18:19:51.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-16T18:19:51.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-03-16T18:19:51.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-03-16T18:19:51.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-16T18:19:51.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-03-16T18:19:51.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]: dispatch 2024-03-16T18:19:51.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [3, 9]}]: dispatch 2024-03-16T18:19:51.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-03-16T18:19:51.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:50 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]: dispatch 2024-03-16T18:19:51.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [3, 9]}]: dispatch 2024-03-16T18:19:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-03-16T18:19:51.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:50 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-03-16T18:19:51.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]: dispatch 2024-03-16T18:19:51.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]: dispatch 2024-03-16T18:19:51.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]: dispatch 2024-03-16T18:19:51.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]: dispatch 2024-03-16T18:19:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]: dispatch 2024-03-16T18:19:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]: dispatch 2024-03-16T18:19:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]: dispatch 2024-03-16T18:19:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [3, 9]}]: dispatch 2024-03-16T18:19:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]: dispatch 2024-03-16T18:19:51.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:50 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]: dispatch 2024-03-16T18:19:52.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: pgmap v319: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [3, 9]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-03-16T18:19:52.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:51 smithi017 ceph-mon[32207]: osdmap e90: 12 total, 12 up, 12 in 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: pgmap v319: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [3, 9]}]': finished 2024-03-16T18:19:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-03-16T18:19:52.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-03-16T18:19:52.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:51 smithi149 ceph-mon[35991]: osdmap e90: 12 total, 12 up, 12 in 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/786695426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28106f20 msgr2=0x7f1c28107300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/786695426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28106f20 0x7f1c28107300 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f1c18009990 tx=0x7f1c18009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/786695426 shutdown_connections 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/786695426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c28101150 0x7f1c2810edc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/786695426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28106f20 0x7f1c28107300 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/786695426 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c28100790 0x7f1c28100c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/786695426 >> 172.21.15.17:0/786695426 conn(0x7f1c28076120 msgr2=0x7f1c28076530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/786695426 shutdown_connections 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/786695426 wait complete. 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.332+0000 7f1c2c9fe700 1 Processor -- start 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 -- start start 2024-03-16T18:19:52.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28100790 0x7f1c2819a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c28101150 0x7f1c2819a9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c28106f20 0x7f1c2819ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c2819f390 con 0x7f1c28100790 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c2819f500 con 0x7f1c28106f20 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2c9fe700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c2819f6c0 con 0x7f1c28101150 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28100790 0x7f1c2819a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2659c700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c28101150 0x7f1c2819a9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28100790 0x7f1c2819a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58174/0 (socket says 172.21.15.17:58174) 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c2759e700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c28106f20 0x7f1c2819ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 -- 172.21.15.17:0/2740265801 learned_addr learned my addr 172.21.15.17:0/2740265801 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 -- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c28101150 msgr2=0x7f1c2819a9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c28101150 0x7f1c2819a9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 -- 172.21.15.17:0/2740265801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c28106f20 msgr2=0x7f1c2819ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:52.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c28106f20 0x7f1c2819ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.333+0000 7f1c26d9d700 1 -- 172.21.15.17:0/2740265801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c180095f0 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c26d9d700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28100790 0x7f1c2819a4b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1c18000c00 tx=0x7f1c18004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c1801d070 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c18022470 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c2819f940 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c18017650 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c281a7200 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.334+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1c2819fc10 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.336+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f1c180225e0 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.336+0000 7f1c0ffff700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c100a1b50 0x7f1c100a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c2659c700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c100a1b50 0x7f1c100a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f1c180cf540 con 0x7f1c28100790 2024-03-16T18:19:52.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c0ffff700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] conn(0x7f1c100accb0 0x7f1c100af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 --> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1c100af820 con 0x7f1c100accb0 2024-03-16T18:19:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c180cf950 con 0x7f1c28100790 2024-03-16T18:19:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c2659c700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c100a1b50 0x7f1c100a4010 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1c28103900 tx=0x7f1c1c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c2759e700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] conn(0x7f1c100accb0 0x7f1c100af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.337+0000 7f1c2759e700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] conn(0x7f1c100accb0 0x7f1c100af150 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:52.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.338+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== osd.2 v2:172.21.15.153:6800/1322972806 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f1c100af820 con 0x7f1c100accb0 2024-03-16T18:19:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.354+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 --> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1c28112110 con 0x7f1c100accb0 2024-03-16T18:19:52.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c0ffff700 1 -- 172.21.15.17:0/2740265801 <== osd.2 v2:172.21.15.153:6800/1322972806 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1c28112110 con 0x7f1c100accb0 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] conn(0x7f1c100accb0 msgr2=0x7f1c100af150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] conn(0x7f1c100accb0 0x7f1c100af150 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c100a1b50 msgr2=0x7f1c100a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c100a1b50 0x7f1c100a4010 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7f1c28103900 tx=0x7f1c1c009260 comp rx=0 tx=0).stop 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28100790 msgr2=0x7f1c2819a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 --2- 172.21.15.17:0/2740265801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c28100790 0x7f1c2819a4b0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f1c18000c00 tx=0x7f1c18004730 comp rx=0 tx=0).stop 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2759e700 1 -- 172.21.15.17:0/2740265801 reap_dead start 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 shutdown_connections 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 >> 172.21.15.17:0/2740265801 conn(0x7f1c28076120 msgr2=0x7f1c2810d180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 shutdown_connections 2024-03-16T18:19:52.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:52.355+0000 7f1c2c9fe700 1 -- 172.21.15.17:0/2740265801 wait complete. 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: pgmap v319: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 10 op/s 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.5", "id": [8, 11]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.c", "id": [2, 1]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.10", "id": [2, 4]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3", "id": [4, 9]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.10", "id": [5, 9]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.17", "id": [4, 8]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 7]}]': finished 2024-03-16T18:19:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.22", "id": [3, 9]}]': finished 2024-03-16T18:19:52.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [5, 8]}]': finished 2024-03-16T18:19:52.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [4, 6]}]': finished 2024-03-16T18:19:52.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:51 smithi153 ceph-mon[36005]: osdmap e90: 12 total, 12 up, 12 in 2024-03-16T18:19:53.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:52 smithi017 ceph-mon[32207]: osdmap e91: 12 total, 12 up, 12 in 2024-03-16T18:19:53.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:52 smithi017 ceph-mon[32207]: pgmap v322: 129 pgs: 4 peering, 125 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 -- 172.21.15.17:0/1041905030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08102bd0 msgr2=0x7fca08106c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/1041905030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08102bd0 0x7fca08106c20 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fc9fc009990 tx=0x7fc9fc009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 -- 172.21.15.17:0/1041905030 shutdown_connections 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/1041905030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca08107300 0x7fca0810eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/1041905030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca08102220 0x7fca08102600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/1041905030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08102bd0 0x7fca08106c20 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 -- 172.21.15.17:0/1041905030 >> 172.21.15.17:0/1041905030 conn(0x7fca080fda90 msgr2=0x7fca080ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 -- 172.21.15.17:0/1041905030 shutdown_connections 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.277+0000 7fca0dbe7700 1 -- 172.21.15.17:0/1041905030 wait complete. 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 Processor -- start 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 -- start start 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca08102220 0x7fca08198450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca08102bd0 0x7fca08198990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08107300 0x7fca0819cd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca0819d330 con 0x7fca08107300 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca0819d4a0 con 0x7fca08102bd0 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca0dbe7700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca0819d660 con 0x7fca08102220 2024-03-16T18:19:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08107300 0x7fca0819cd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08107300 0x7fca0819cd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58156/0 (socket says 172.21.15.17:58156) 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 -- 172.21.15.17:0/2753803911 learned_addr learned my addr 172.21.15.17:0/2753803911 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca077fe700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca08102220 0x7fca08198450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca06ffd700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca08102bd0 0x7fca08198990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 -- 172.21.15.17:0/2753803911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca08102220 msgr2=0x7fca08198450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca08102220 0x7fca08198450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 -- 172.21.15.17:0/2753803911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca08102bd0 msgr2=0x7fca08198990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca08102bd0 0x7fca08198990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.278+0000 7fca07fff700 1 -- 172.21.15.17:0/2753803911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9fc0095f0 con 0x7fca08107300 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.279+0000 7fca07fff700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08107300 0x7fca0819cd20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fca0000ef30 tx=0x7fca0000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.279+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca00018070 con 0x7fca08107300 2024-03-16T18:19:53.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.279+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca0819d8e0 con 0x7fca08107300 2024-03-16T18:19:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.279+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca0000f040 con 0x7fca08107300 2024-03-16T18:19:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.279+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca0000cd20 con 0x7fca08107300 2024-03-16T18:19:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.279+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca081a51a0 con 0x7fca08107300 2024-03-16T18:19:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.280+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fca081121f0 con 0x7fca08107300 2024-03-16T18:19:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.281+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fca00003a00 con 0x7fca08107300 2024-03-16T18:19:53.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.281+0000 7fca04ff9700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc9f00a1b50 0x7fc9f00a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca077fe700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc9f00a1b50 0x7fc9f00a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fca000cdc60 con 0x7fca08107300 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca04ff9700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] conn(0x7fc9f00accb0 0x7fc9f00af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 --> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc9f00af820 con 0x7fc9f00accb0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=90) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca000ce070 con 0x7fca08107300 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca06ffd700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] conn(0x7fc9f00accb0 0x7fc9f00af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca077fe700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc9f00a1b50 0x7fc9f00a4010 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009c60 tx=0x7fc9f8009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.282+0000 7fca06ffd700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] conn(0x7fc9f00accb0 0x7fc9f00af150 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.283+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== osd.6 v2:172.21.15.17:6818/2282142756 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fc9f00af820 con 0x7fc9f00accb0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 --> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fca080626f0 con 0x7fc9f00accb0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca04ff9700 1 -- 172.21.15.17:0/2753803911 <== osd.6 v2:172.21.15.17:6818/2282142756 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fca080626f0 con 0x7fc9f00accb0 2024-03-16T18:19:53.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] conn(0x7fc9f00accb0 msgr2=0x7fc9f00af150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] conn(0x7fc9f00accb0 0x7fc9f00af150 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc9f00a1b50 msgr2=0x7fc9f00a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc9f00a1b50 0x7fc9f00a4010 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009c60 tx=0x7fc9f8009260 comp rx=0 tx=0).stop 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08107300 msgr2=0x7fca0819cd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 --2- 172.21.15.17:0/2753803911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca08107300 0x7fca0819cd20 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fca0000ef30 tx=0x7fca0000c3a0 comp rx=0 tx=0).stop 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca07fff700 1 -- 172.21.15.17:0/2753803911 reap_dead start 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 shutdown_connections 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 >> 172.21.15.17:0/2753803911 conn(0x7fca080fda90 msgr2=0x7fca080feda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 shutdown_connections 2024-03-16T18:19:53.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:51.300+0000 7fca0dbe7700 1 -- 172.21.15.17:0/2753803911 wait complete. 2024-03-16T18:19:53.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:52 smithi149 ceph-mon[35991]: osdmap e91: 12 total, 12 up, 12 in 2024-03-16T18:19:53.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:52 smithi149 ceph-mon[35991]: pgmap v322: 129 pgs: 4 peering, 125 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-16T18:19:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:52 smithi153 ceph-mon[36005]: osdmap e91: 12 total, 12 up, 12 in 2024-03-16T18:19:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:52 smithi153 ceph-mon[36005]: pgmap v322: 129 pgs: 4 peering, 125 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.0 KiB/s rd, 3 op/s 2024-03-16T18:19:54.121 INFO:teuthology.orchestra.run.smithi017.stdout:197568495666 2024-03-16T18:19:54.122 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.6 2024-03-16T18:19:55.284 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:54 smithi017 ceph-mon[32207]: pgmap v323: 129 pgs: 4 peering, 125 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 6 op/s 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 -- 172.21.15.17:0/3947159839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f806a630 msgr2=0x7f94f810ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 --2- 172.21.15.17:0/3947159839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f806a630 0x7f94f810ee70 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f94f000b0d0 tx=0x7f94f000b3e0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 -- 172.21.15.17:0/3947159839 shutdown_connections 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 --2- 172.21.15.17:0/3947159839 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f806a630 0x7f94f810ee70 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 --2- 172.21.15.17:0/3947159839 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94f8108030 0x7f94f8108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 --2- 172.21.15.17:0/3947159839 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94f8069c90 0x7f94f806a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 -- 172.21.15.17:0/3947159839 >> 172.21.15.17:0/3947159839 conn(0x7f94f8077e10 msgr2=0x7f94f8078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 -- 172.21.15.17:0/3947159839 shutdown_connections 2024-03-16T18:19:55.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.294+0000 7f94fccd4700 1 -- 172.21.15.17:0/3947159839 wait complete. 2024-03-16T18:19:55.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 Processor -- start 2024-03-16T18:19:55.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 -- start start 2024-03-16T18:19:55.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f8069c90 0x7f94f8198630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94f806a630 0x7f94f8198b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94f8108030 0x7f94f819ceb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f819d4c0 con 0x7f94f8069c90 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f819d630 con 0x7f94f806a630 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94fccd4700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94f819d7f0 con 0x7f94f8108030 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94f659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f8069c90 0x7f94f8198630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.295+0000 7f94f659c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f8069c90 0x7f94f8198630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58204/0 (socket says 172.21.15.17:58204) 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 -- 172.21.15.17:0/684879733 learned_addr learned my addr 172.21.15.17:0/684879733 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f5d9b700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94f806a630 0x7f94f8198b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f6d9d700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94f8108030 0x7f94f819ceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 -- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94f8108030 msgr2=0x7f94f819ceb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94f8108030 0x7f94f819ceb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 -- 172.21.15.17:0/684879733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94f806a630 msgr2=0x7f94f8198b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94f806a630 0x7f94f8198b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 -- 172.21.15.17:0/684879733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f0009d00 con 0x7f94f8069c90 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f5d9b700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94f806a630 0x7f94f8198b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94f659c700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f8069c90 0x7f94f8198630 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f94e800e9a0 tx=0x7f94e800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8009790 con 0x7f94f8069c90 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94f819dad0 con 0x7f94f8069c90 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f94e8010430 con 0x7f94f8069c90 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94e8018680 con 0x7f94f8069c90 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.296+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94f81a5330 con 0x7f94f8069c90 2024-03-16T18:19:55.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.297+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f94f8112190 con 0x7f94f8069c90 2024-03-16T18:19:55.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.298+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f94e80105a0 con 0x7f94f8069c90 2024-03-16T18:19:55.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.299+0000 7f94e77fe700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94e00a1b50 0x7f94e00a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.299+0000 7f94f5d9b700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94e00a1b50 0x7f94e00a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.299+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f94e8014070 con 0x7f94f8069c90 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.299+0000 7f94e77fe700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] conn(0x7f94e00accb0 0x7f94e00af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.299+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 --> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f94e00af820 con 0x7f94e00accb0 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.299+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94e80ce0b0 con 0x7f94f8069c90 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.300+0000 7f94f5d9b700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94e00a1b50 0x7f94e00a4010 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f94f8078410 tx=0x7f94ec009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.300+0000 7f94f6d9d700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] conn(0x7f94e00accb0 0x7f94e00af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.300+0000 7f94f6d9d700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] conn(0x7f94e00accb0 0x7f94e00af150 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.11 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.301+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== osd.11 v2:172.21.15.153:6824/2837848003 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7f94e00af820 con 0x7f94e00accb0 2024-03-16T18:19:55.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.317+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 --> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f94f8062670 con 0x7f94e00accb0 2024-03-16T18:19:55.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94e77fe700 1 -- 172.21.15.17:0/684879733 <== osd.11 v2:172.21.15.153:6824/2837848003 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7f94f8062670 con 0x7f94e00accb0 2024-03-16T18:19:55.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] conn(0x7f94e00accb0 msgr2=0x7f94e00af150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] conn(0x7f94e00accb0 0x7f94e00af150 crc :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94e00a1b50 msgr2=0x7f94e00a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94e00a1b50 0x7f94e00a4010 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f94f8078410 tx=0x7f94ec009260 comp rx=0 tx=0).stop 2024-03-16T18:19:55.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f8069c90 msgr2=0x7f94f8198630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 --2- 172.21.15.17:0/684879733 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94f8069c90 0x7f94f8198630 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f94e800e9a0 tx=0x7f94e800ecb0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94f6d9d700 1 -- 172.21.15.17:0/684879733 reap_dead start 2024-03-16T18:19:55.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 shutdown_connections 2024-03-16T18:19:55.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.318+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 >> 172.21.15.17:0/684879733 conn(0x7f94f8077e10 msgr2=0x7f94f80ffba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:55.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.319+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 shutdown_connections 2024-03-16T18:19:55.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.319+0000 7f94fccd4700 1 -- 172.21.15.17:0/684879733 wait complete. 2024-03-16T18:19:55.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:54 smithi149 ceph-mon[35991]: pgmap v323: 129 pgs: 4 peering, 125 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 6 op/s 2024-03-16T18:19:55.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:54 smithi153 ceph-mon[36005]: pgmap v323: 129 pgs: 4 peering, 125 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 6 op/s 2024-03-16T18:19:55.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 -- 172.21.15.17:0/1039982875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 msgr2=0x7ffba806ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/1039982875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 0x7ffba806ab60 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7ffb98009990 tx=0x7ffb98009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 -- 172.21.15.17:0/1039982875 shutdown_connections 2024-03-16T18:19:55.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/1039982875 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffba8107360 0x7ffba810eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/1039982875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 0x7ffba806ab60 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/1039982875 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffba806b130 0x7ffba8106c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 -- 172.21.15.17:0/1039982875 >> 172.21.15.17:0/1039982875 conn(0x7ffba8076f30 msgr2=0x7ffba8077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:55.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 -- 172.21.15.17:0/1039982875 shutdown_connections 2024-03-16T18:19:55.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.856+0000 7ffbae0e9700 1 -- 172.21.15.17:0/1039982875 wait complete. 2024-03-16T18:19:55.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 Processor -- start 2024-03-16T18:19:55.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 -- start start 2024-03-16T18:19:55.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 0x7ffba8198440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffba806b130 0x7ffba8198980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffba8107360 0x7ffba819cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffba819d320 con 0x7ffba806a780 2024-03-16T18:19:55.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffba819d490 con 0x7ffba806b130 2024-03-16T18:19:55.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffbae0e9700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffba819d650 con 0x7ffba8107360 2024-03-16T18:19:55.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffba77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 0x7ffba8198440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffba77fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 0x7ffba8198440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58230/0 (socket says 172.21.15.17:58230) 2024-03-16T18:19:55.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffba6ffd700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffba806b130 0x7ffba8198980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffba77fe700 1 -- 172.21.15.17:0/2163830593 learned_addr learned my addr 172.21.15.17:0/2163830593 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:55.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.857+0000 7ffba7fff700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffba8107360 0x7ffba819cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba7fff700 1 -- 172.21.15.17:0/2163830593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffba806b130 msgr2=0x7ffba8198980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba7fff700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffba806b130 0x7ffba8198980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba7fff700 1 -- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 msgr2=0x7ffba8198440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba7fff700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffba806a780 0x7ffba8198440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba7fff700 1 -- 172.21.15.17:0/2163830593 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb980095f0 con 0x7ffba8107360 2024-03-16T18:19:55.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba6ffd700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffba806b130 0x7ffba8198980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:55.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba7fff700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffba8107360 0x7ffba819cd10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffba000efc0 tx=0x7ffba000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffba0018070 con 0x7ffba8107360 2024-03-16T18:19:55.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ffba000f040 con 0x7ffba8107360 2024-03-16T18:19:55.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffba000cc40 con 0x7ffba8107360 2024-03-16T18:19:55.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffba819d8d0 con 0x7ffba8107360 2024-03-16T18:19:55.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.858+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffba81010e0 con 0x7ffba8107360 2024-03-16T18:19:55.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.859+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ffba8103710 con 0x7ffba8107360 2024-03-16T18:19:55.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.861+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7ffba0007500 con 0x7ffba8107360 2024-03-16T18:19:55.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.861+0000 7ffba4ff9700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffb900a1bd0 0x7ffb900a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba77fe700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffb900a1bd0 0x7ffb900a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7ffba00cdcb0 con 0x7ffba8107360 2024-03-16T18:19:55.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba4ff9700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] conn(0x7ffb900acd30 0x7ffb900af1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 --> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ffb900af8a0 con 0x7ffb900acd30 2024-03-16T18:19:55.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffba00ce020 con 0x7ffba8107360 2024-03-16T18:19:55.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba6ffd700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] conn(0x7ffb900acd30 0x7ffb900af1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba77fe700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffb900a1bd0 0x7ffb900a4090 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ffb9800b6f0 tx=0x7ffb98005bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.862+0000 7ffba6ffd700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] conn(0x7ffb900acd30 0x7ffb900af1d0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.863+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== osd.0 v2:172.21.15.17:6802/2308279915 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ffb900af8a0 con 0x7ffb900acd30 2024-03-16T18:19:55.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 --> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ffba8112220 con 0x7ffb900acd30 2024-03-16T18:19:55.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffba4ff9700 1 -- 172.21.15.17:0/2163830593 <== osd.0 v2:172.21.15.17:6802/2308279915 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ffba8112220 con 0x7ffb900acd30 2024-03-16T18:19:55.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] conn(0x7ffb900acd30 msgr2=0x7ffb900af1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] conn(0x7ffb900acd30 0x7ffb900af1d0 crc :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffb900a1bd0 msgr2=0x7ffb900a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ffb900a1bd0 0x7ffb900a4090 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7ffb9800b6f0 tx=0x7ffb98005bc0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffba8107360 msgr2=0x7ffba819cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.880+0000 7ffbae0e9700 1 --2- 172.21.15.17:0/2163830593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffba8107360 0x7ffba819cd10 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ffba000efc0 tx=0x7ffba000c3a0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.881+0000 7ffba7fff700 1 -- 172.21.15.17:0/2163830593 reap_dead start 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.881+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 shutdown_connections 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.881+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 >> 172.21.15.17:0/2163830593 conn(0x7ffba8076f30 msgr2=0x7ffba80ff390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.881+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 shutdown_connections 2024-03-16T18:19:55.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:55.881+0000 7ffbae0e9700 1 -- 172.21.15.17:0/2163830593 wait complete. 2024-03-16T18:19:55.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 -- 172.21.15.17:0/2868611300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 msgr2=0x7fab6410ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 --2- 172.21.15.17:0/2868611300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab6410ddc0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fab5c00b0a0 tx=0x7fab5c00b3b0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 -- 172.21.15.17:0/2868611300 shutdown_connections 2024-03-16T18:19:55.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 --2- 172.21.15.17:0/2868611300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab6410ddc0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 --2- 172.21.15.17:0/2868611300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab64105f20 0x7fab64106300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 --2- 172.21.15.17:0/2868611300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab64101a30 0x7fab64101eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 -- 172.21.15.17:0/2868611300 >> 172.21.15.17:0/2868611300 conn(0x7fab64076240 msgr2=0x7fab64076650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:55.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 -- 172.21.15.17:0/2868611300 shutdown_connections 2024-03-16T18:19:55.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.208+0000 7fab6a886700 1 -- 172.21.15.17:0/2868611300 wait complete. 2024-03-16T18:19:55.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.209+0000 7fab6a886700 1 Processor -- start 2024-03-16T18:19:55.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.209+0000 7fab6a886700 1 -- start start 2024-03-16T18:19:55.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.209+0000 7fab6a886700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab64101a30 0x7fab64198530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.209+0000 7fab6a886700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab64198a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.209+0000 7fab6a886700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab64105f20 0x7fab6419ce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.209+0000 7fab6a886700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6419d410 con 0x7fab641023f0 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab6a886700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6419d580 con 0x7fab64105f20 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab6a886700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab6419d740 con 0x7fab64101a30 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab64198a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab64198a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58198/0 (socket says 172.21.15.17:58198) 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab63fff700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab64101a30 0x7fab64198530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 -- 172.21.15.17:0/547035572 learned_addr learned my addr 172.21.15.17:0/547035572 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab68e23700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab64105f20 0x7fab6419ce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 -- 172.21.15.17:0/547035572 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab64101a30 msgr2=0x7fab64198530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab64101a30 0x7fab64198530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 -- 172.21.15.17:0/547035572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab64105f20 msgr2=0x7fab6419ce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab64105f20 0x7fab6419ce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 -- 172.21.15.17:0/547035572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab5c009d00 con 0x7fab641023f0 2024-03-16T18:19:55.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab68e23700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab64105f20 0x7fab6419ce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:55.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab637fe700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab64198a70 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fab5400e9a0 tx=0x7fab5400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab54009790 con 0x7fab641023f0 2024-03-16T18:19:55.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab54010430 con 0x7fab641023f0 2024-03-16T18:19:55.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab54018680 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab6419da20 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.210+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab641a5280 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.211+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fab641122b0 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fab540105a0 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab617fa700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab4c0a1b50 0x7fab4c0a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fab54014070 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab63fff700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab4c0a1b50 0x7fab4c0a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab617fa700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] conn(0x7fab4c0accb0 0x7fab4c0af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 --> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fab4c0af820 con 0x7fab4c0accb0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.213+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab540ce1e0 con 0x7fab641023f0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.214+0000 7fab68e23700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] conn(0x7fab4c0accb0 0x7fab4c0af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:55.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.214+0000 7fab63fff700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab4c0a1b50 0x7fab4c0a4010 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fab58009c60 tx=0x7fab58009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.214+0000 7fab68e23700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] conn(0x7fab4c0accb0 0x7fab4c0af150 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.9 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.215+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== osd.9 v2:172.21.15.17:6826/1579251264 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fab4c0af820 con 0x7fab4c0accb0 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.231+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 --> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fab640626f0 con 0x7fab4c0accb0 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.231+0000 7fab617fa700 1 -- 172.21.15.17:0/547035572 <== osd.9 v2:172.21.15.17:6826/1579251264 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fab640626f0 con 0x7fab4c0accb0 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] conn(0x7fab4c0accb0 msgr2=0x7fab4c0af150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] conn(0x7fab4c0accb0 0x7fab4c0af150 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab4c0a1b50 msgr2=0x7fab4c0a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab4c0a1b50 0x7fab4c0a4010 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fab58009c60 tx=0x7fab58009260 comp rx=0 tx=0).stop 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 msgr2=0x7fab64198a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 --2- 172.21.15.17:0/547035572 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab641023f0 0x7fab64198a70 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fab5400e9a0 tx=0x7fab5400ecb0 comp rx=0 tx=0).stop 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab68e23700 1 -- 172.21.15.17:0/547035572 reap_dead start 2024-03-16T18:19:55.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 shutdown_connections 2024-03-16T18:19:55.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 >> 172.21.15.17:0/547035572 conn(0x7fab64076240 msgr2=0x7fab640ff670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:55.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 shutdown_connections 2024-03-16T18:19:55.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:53.232+0000 7fab6a886700 1 -- 172.21.15.17:0/547035572 wait complete. 2024-03-16T18:19:56.553 INFO:teuthology.orchestra.run.smithi017.stdout:77309411399 2024-03-16T18:19:56.553 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.2 2024-03-16T18:19:57.141 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:56 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:19:57.141 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:56 smithi017 ceph-mon[32207]: pgmap v324: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 4 op/s; 174 B/s, 1 objects/s recovering 2024-03-16T18:19:57.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:56 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:19:57.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:56 smithi149 ceph-mon[35991]: pgmap v324: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 4 op/s; 174 B/s, 1 objects/s recovering 2024-03-16T18:19:57.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:56 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:19:57.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:56 smithi153 ceph-mon[36005]: pgmap v324: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.2 KiB/s rd, 4 op/s; 174 B/s, 1 objects/s recovering 2024-03-16T18:19:57.483 INFO:teuthology.orchestra.run.smithi017.stdout:34359738449 2024-03-16T18:19:57.483 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.0 2024-03-16T18:19:57.979 INFO:teuthology.orchestra.run.smithi017.stdout:343597383705 2024-03-16T18:19:57.979 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.11 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.630+0000 7fcf358c6700 1 -- 172.21.15.17:0/3907884969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 msgr2=0x7fcf30107430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.630+0000 7fcf358c6700 1 --2- 172.21.15.17:0/3907884969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 0x7fcf30107430 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fcf20009990 tx=0x7fcf20009ca0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 -- 172.21.15.17:0/3907884969 shutdown_connections 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 --2- 172.21.15.17:0/3907884969 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf30100f90 0x7fcf3010eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 --2- 172.21.15.17:0/3907884969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 0x7fcf30107430 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 --2- 172.21.15.17:0/3907884969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 0x7fcf30100a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 -- 172.21.15.17:0/3907884969 >> 172.21.15.17:0/3907884969 conn(0x7fcf300774e0 msgr2=0x7fcf300fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 -- 172.21.15.17:0/3907884969 shutdown_connections 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 -- 172.21.15.17:0/3907884969 wait complete. 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 Processor -- start 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.631+0000 7fcf358c6700 1 -- start start 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf358c6700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 0x7fcf30198580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf358c6700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf30100f90 0x7fcf30198ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf358c6700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 0x7fcf3019ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf358c6700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3019d460 con 0x7fcf30107050 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf358c6700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3019d5d0 con 0x7fcf30100f90 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf358c6700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3019d790 con 0x7fcf301005d0 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2f7fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 0x7fcf3019ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 0x7fcf30198580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:58.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 0x7fcf30198580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:45292/0 (socket says 172.21.15.17:45292) 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 -- 172.21.15.17:0/988634575 learned_addr learned my addr 172.21.15.17:0/988634575 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2e7fc700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf30100f90 0x7fcf30198ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 -- 172.21.15.17:0/988634575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf30100f90 msgr2=0x7fcf30198ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf30100f90 0x7fcf30198ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 -- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 msgr2=0x7fcf3019ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 0x7fcf3019ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 -- 172.21.15.17:0/988634575 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf200095f0 con 0x7fcf301005d0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2f7fe700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf30107050 0x7fcf3019ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.632+0000 7fcf2effd700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 0x7fcf30198580 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcf20005910 tx=0x7fcf20004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.633+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2001d070 con 0x7fcf301005d0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.633+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcf20022470 con 0x7fcf301005d0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.633+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf3019da10 con 0x7fcf301005d0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.633+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf20017650 con 0x7fcf301005d0 2024-03-16T18:19:58.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.633+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf301a52d0 con 0x7fcf301005d0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.633+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fcf30112360 con 0x7fcf301005d0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.635+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fcf200225e0 con 0x7fcf301005d0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.635+0000 7fcf348c4700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcf180a1bd0 0x7fcf180a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.635+0000 7fcf2e7fc700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcf180a1bd0 0x7fcf180a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.635+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fcf200cf290 con 0x7fcf301005d0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.636+0000 7fcf348c4700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] conn(0x7fcf180acd30 0x7fcf180af1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.636+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 --> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fcf180af8a0 con 0x7fcf180acd30 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.636+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf200cf600 con 0x7fcf301005d0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.636+0000 7fcf2f7fe700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] conn(0x7fcf180acd30 0x7fcf180af1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.636+0000 7fcf2e7fc700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcf180a1bd0 0x7fcf180a4090 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcf300ffb40 tx=0x7fcf24009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.636+0000 7fcf2f7fe700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] conn(0x7fcf180acd30 0x7fcf180af1d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:19:58.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.637+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== osd.3 v2:172.21.15.17:6810/3300911096 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fcf180af8a0 con 0x7fcf180acd30 2024-03-16T18:19:58.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.654+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 --> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fcf30062670 con 0x7fcf180acd30 2024-03-16T18:19:58.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.654+0000 7fcf348c4700 1 -- 172.21.15.17:0/988634575 <== osd.3 v2:172.21.15.17:6810/3300911096 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fcf30062670 con 0x7fcf180acd30 2024-03-16T18:19:58.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] conn(0x7fcf180acd30 msgr2=0x7fcf180af1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:58.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] conn(0x7fcf180acd30 0x7fcf180af1d0 crc :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcf180a1bd0 msgr2=0x7fcf180a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcf180a1bd0 0x7fcf180a4090 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fcf300ffb40 tx=0x7fcf24009260 comp rx=0 tx=0).stop 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 msgr2=0x7fcf30198580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 --2- 172.21.15.17:0/988634575 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf301005d0 0x7fcf30198580 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fcf20005910 tx=0x7fcf20004730 comp rx=0 tx=0).stop 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf2f7fe700 1 -- 172.21.15.17:0/988634575 reap_dead start 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 shutdown_connections 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 >> 172.21.15.17:0/988634575 conn(0x7fcf300774e0 msgr2=0x7fcf30105140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 shutdown_connections 2024-03-16T18:19:58.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:19:58.655+0000 7fcf358c6700 1 -- 172.21.15.17:0/988634575 wait complete. 2024-03-16T18:19:59.495 INFO:teuthology.orchestra.run.smithi017.stdout:287762808868 2024-03-16T18:19:59.496 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.9 2024-03-16T18:19:59.986 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:19:59.987 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:19:59.987 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:19:59.987 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:59 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:19:59.987 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:19:59 smithi017 ceph-mon[32207]: pgmap v325: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4 op/s; 174 B/s, 1 objects/s recovering 2024-03-16T18:20:00.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:59 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.088 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:19:59 smithi149 ceph-mon[35991]: pgmap v325: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4 op/s; 174 B/s, 1 objects/s recovering 2024-03-16T18:20:00.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:59 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:00.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:19:59 smithi153 ceph-mon[36005]: pgmap v325: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 4 op/s; 174 B/s, 1 objects/s recovering 2024-03-16T18:20:00.127 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:00.128 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:00.132 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:00.132 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.185+0000 7ff2465de700 1 -- 172.21.15.17:0/2307763586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240106f20 msgr2=0x7ff240107300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.185+0000 7ff2465de700 1 --2- 172.21.15.17:0/2307763586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240106f20 0x7ff240107300 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7ff230009990 tx=0x7ff230009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 -- 172.21.15.17:0/2307763586 shutdown_connections 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 --2- 172.21.15.17:0/2307763586 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff240101880 0x7ff24010dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 --2- 172.21.15.17:0/2307763586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240106f20 0x7ff240107300 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 --2- 172.21.15.17:0/2307763586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff240100ee0 0x7ff240101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 -- 172.21.15.17:0/2307763586 >> 172.21.15.17:0/2307763586 conn(0x7ff240077e10 msgr2=0x7ff240078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:00.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 -- 172.21.15.17:0/2307763586 shutdown_connections 2024-03-16T18:20:00.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 -- 172.21.15.17:0/2307763586 wait complete. 2024-03-16T18:20:00.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 Processor -- start 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.186+0000 7ff2465de700 1 -- start start 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff2465de700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240100ee0 0x7ff240196ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff2465de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff240101880 0x7ff240197420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff2465de700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff240106f20 0x7ff24019bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff2465de700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff240197ce0 con 0x7ff240100ee0 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff2465de700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff24019c470 con 0x7ff240101880 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff2465de700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff24019c630 con 0x7ff240106f20 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240100ee0 0x7ff240196ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23f7fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff240101880 0x7ff240197420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240100ee0 0x7ff240196ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58848/0 (socket says 172.21.15.17:58848) 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff244b7b700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff240106f20 0x7ff24019bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 -- 172.21.15.17:0/3088692720 learned_addr learned my addr 172.21.15.17:0/3088692720 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 -- 172.21.15.17:0/3088692720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff240106f20 msgr2=0x7ff24019bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff240106f20 0x7ff24019bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 -- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff240101880 msgr2=0x7ff240197420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff240101880 0x7ff240197420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 -- 172.21.15.17:0/3088692720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2300095f0 con 0x7ff240100ee0 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23f7fe700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff240101880 0x7ff240197420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23ffff700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240100ee0 0x7ff240196ee0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff230004710 tx=0x7ff230004740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.187+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff23001d070 con 0x7ff240100ee0 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.188+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff230022470 con 0x7ff240100ee0 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.188+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff230017650 con 0x7ff240100ee0 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.188+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff24019c8b0 con 0x7ff240100ee0 2024-03-16T18:20:00.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.188+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff24019cd00 con 0x7ff240100ee0 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.189+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff240111060 con 0x7ff240100ee0 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.190+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7ff2300225e0 con 0x7ff240100ee0 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.190+0000 7ff23d7fa700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff2280a1b50 0x7ff2280a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.190+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7ff2300cec20 con 0x7ff240100ee0 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff23f7fe700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff2280a1b50 0x7ff2280a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff23d7fa700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] conn(0x7ff2280accb0 0x7ff2280af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 --> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff2280af820 con 0x7ff2280accb0 2024-03-16T18:20:00.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff2300d32c0 con 0x7ff240100ee0 2024-03-16T18:20:00.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff244b7b700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] conn(0x7ff2280accb0 0x7ff2280af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff23f7fe700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff2280a1b50 0x7ff2280a4010 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff2400783c0 tx=0x7ff234009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:00.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.191+0000 7ff244b7b700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] conn(0x7ff2280accb0 0x7ff2280af150 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:00.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.192+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== osd.4 v2:172.21.15.149:6808/1181899126 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7ff2280af820 con 0x7ff2280accb0 2024-03-16T18:20:00.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.208+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 --> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff24019d230 con 0x7ff2280accb0 2024-03-16T18:20:00.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff23d7fa700 1 -- 172.21.15.17:0/3088692720 <== osd.4 v2:172.21.15.149:6808/1181899126 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7ff24019d230 con 0x7ff2280accb0 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] conn(0x7ff2280accb0 msgr2=0x7ff2280af150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] conn(0x7ff2280accb0 0x7ff2280af150 crc :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff2280a1b50 msgr2=0x7ff2280a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff2280a1b50 0x7ff2280a4010 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7ff2400783c0 tx=0x7ff234009260 comp rx=0 tx=0).stop 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240100ee0 msgr2=0x7ff240196ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 --2- 172.21.15.17:0/3088692720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff240100ee0 0x7ff240196ee0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7ff230004710 tx=0x7ff230004740 comp rx=0 tx=0).stop 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff244b7b700 1 -- 172.21.15.17:0/3088692720 reap_dead start 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 shutdown_connections 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.209+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 >> 172.21.15.17:0/3088692720 conn(0x7ff240077e10 msgr2=0x7ff2400ff950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:00.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.210+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 shutdown_connections 2024-03-16T18:20:00.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.210+0000 7ff2465de700 1 -- 172.21.15.17:0/3088692720 wait complete. 2024-03-16T18:20:00.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 -- 172.21.15.17:0/3215564124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 msgr2=0x7fa384105b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3215564124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa384105b10 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fa36c009990 tx=0x7fa36c009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 -- 172.21.15.17:0/3215564124 shutdown_connections 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3215564124 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3841061f0 0x7fa38410ddc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3215564124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa384101130 0x7fa384101510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3215564124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa384105b10 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 -- 172.21.15.17:0/3215564124 >> 172.21.15.17:0/3215564124 conn(0x7fa384077e50 msgr2=0x7fa384078260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 -- 172.21.15.17:0/3215564124 shutdown_connections 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.343+0000 7fa389a8c700 1 -- 172.21.15.17:0/3215564124 wait complete. 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 Processor -- start 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 -- start start 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa384101130 0x7fa38410e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa38410ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3841061f0 0x7fa38410f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3841a6840 con 0x7fa384101ae0 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3841a69b0 con 0x7fa3841061f0 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa389a8c700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3841a6b70 con 0x7fa384101130 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa382ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa38410ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa382ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa38410ebe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58870/0 (socket says 172.21.15.17:58870) 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa3837fe700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa384101130 0x7fa38410e6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa382ffd700 1 -- 172.21.15.17:0/3871964672 learned_addr learned my addr 172.21.15.17:0/3871964672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.344+0000 7fa383fff700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3841061f0 0x7fa38410f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa382ffd700 1 -- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa384101130 msgr2=0x7fa38410e6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa382ffd700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa384101130 0x7fa38410e6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa382ffd700 1 -- 172.21.15.17:0/3871964672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3841061f0 msgr2=0x7fa38410f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa382ffd700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3841061f0 0x7fa38410f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa382ffd700 1 -- 172.21.15.17:0/3871964672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa37c009c40 con 0x7fa384101ae0 2024-03-16T18:20:00.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa382ffd700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa38410ebe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa36c000c00 tx=0x7fa36c0057c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36c01d070 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa36c0095f0 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa36c021410 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36c017650 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.345+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3841a7150 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.346+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa3841121c0 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.347+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fa36c021580 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa380ff9700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa3700a1b50 0x7fa3700a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa3837fe700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa3700a1b50 0x7fa3700a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fa36c0cf430 con 0x7fa384101ae0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa380ff9700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] conn(0x7fa3700accb0 0x7fa3700af150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 --> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa3700af820 con 0x7fa3700accb0 2024-03-16T18:20:00.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_get_version_reply(handle=1 version=91) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa36c0cf840 con 0x7fa384101ae0 2024-03-16T18:20:00.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa3837fe700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa3700a1b50 0x7fa3700a4010 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa374009c60 tx=0x7fa374009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:00.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.348+0000 7fa383fff700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] conn(0x7fa3700accb0 0x7fa3700af150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:00.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.349+0000 7fa383fff700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] conn(0x7fa3700accb0 0x7fa3700af150 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:00.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.349+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== osd.5 v2:172.21.15.153:6808/3529556305 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+27193 (crc 0 0 0) 0x7fa3700af820 con 0x7fa3700accb0 2024-03-16T18:20:00.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.366+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 --> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa384062670 con 0x7fa3700accb0 2024-03-16T18:20:00.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa380ff9700 1 -- 172.21.15.17:0/3871964672 <== osd.5 v2:172.21.15.153:6808/3529556305 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+12 (crc 0 0 0) 0x7fa384062670 con 0x7fa3700accb0 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] conn(0x7fa3700accb0 msgr2=0x7fa3700af150 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] conn(0x7fa3700accb0 0x7fa3700af150 crc :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa3700a1b50 msgr2=0x7fa3700a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa3700a1b50 0x7fa3700a4010 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa374009c60 tx=0x7fa374009260 comp rx=0 tx=0).stop 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 msgr2=0x7fa38410ebe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa389a8c700 1 --2- 172.21.15.17:0/3871964672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa384101ae0 0x7fa38410ebe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fa36c000c00 tx=0x7fa36c0057c0 comp rx=0 tx=0).stop 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.367+0000 7fa383fff700 1 -- 172.21.15.17:0/3871964672 reap_dead start 2024-03-16T18:20:00.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.368+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 shutdown_connections 2024-03-16T18:20:00.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.368+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 >> 172.21.15.17:0/3871964672 conn(0x7fa384077e50 msgr2=0x7fa3840ff350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:00.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.368+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 shutdown_connections 2024-03-16T18:20:00.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:00.368+0000 7fa389a8c700 1 -- 172.21.15.17:0/3871964672 wait complete. 2024-03-16T18:20:00.902 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:00 smithi017 ceph-mon[32207]: overall HEALTH_OK 2024-03-16T18:20:01.030 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:00 smithi153 ceph-mon[36005]: overall HEALTH_OK 2024-03-16T18:20:01.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:00 smithi149 ceph-mon[35991]: overall HEALTH_OK 2024-03-16T18:20:01.324 INFO:teuthology.orchestra.run.smithi017.stdout:141733920831 2024-03-16T18:20:01.324 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.4 2024-03-16T18:20:02.016 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:01 smithi017 ceph-mon[32207]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 6 op/s; 140 B/s, 1 objects/s recovering 2024-03-16T18:20:02.042 INFO:teuthology.orchestra.run.smithi017.stdout:107374182466 2024-03-16T18:20:02.042 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.3 2024-03-16T18:20:02.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:01 smithi149 ceph-mon[35991]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 6 op/s; 140 B/s, 1 objects/s recovering 2024-03-16T18:20:02.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:01 smithi153 ceph-mon[36005]: pgmap v326: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 6 op/s; 140 B/s, 1 objects/s recovering 2024-03-16T18:20:03.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:02 smithi017 ceph-mon[32207]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s; 127 B/s, 1 objects/s recovering 2024-03-16T18:20:03.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:02 smithi149 ceph-mon[35991]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s; 127 B/s, 1 objects/s recovering 2024-03-16T18:20:03.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:02 smithi153 ceph-mon[36005]: pgmap v327: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s; 127 B/s, 1 objects/s recovering 2024-03-16T18:20:03.386 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:04.384 INFO:teuthology.orchestra.run.smithi017.stdout:163208757306 2024-03-16T18:20:04.384 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph osd last-stat-seq osd.5 2024-03-16T18:20:04.791 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:04.793 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:05.201 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:04 smithi017 ceph-mon[32207]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s; 116 B/s, 1 objects/s recovering 2024-03-16T18:20:05.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:04 smithi149 ceph-mon[35991]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s; 116 B/s, 1 objects/s recovering 2024-03-16T18:20:05.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:04 smithi153 ceph-mon[36005]: pgmap v328: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.0 KiB/s rd, 11 op/s; 116 B/s, 1 objects/s recovering 2024-03-16T18:20:07.149 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 -- 172.21.15.17:0/4108448782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 msgr2=0x7efddc106c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 --2- 172.21.15.17:0/4108448782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc106c30 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7efdd0009990 tx=0x7efdd0009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 -- 172.21.15.17:0/4108448782 shutdown_connections 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 --2- 172.21.15.17:0/4108448782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efddc107360 0x7efddc10eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 --2- 172.21.15.17:0/4108448782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efddc06a780 0x7efddc06ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 --2- 172.21.15.17:0/4108448782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc106c30 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 -- 172.21.15.17:0/4108448782 >> 172.21.15.17:0/4108448782 conn(0x7efddc076f30 msgr2=0x7efddc077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 -- 172.21.15.17:0/4108448782 shutdown_connections 2024-03-16T18:20:07.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.171+0000 7efde1398700 1 -- 172.21.15.17:0/4108448782 wait complete. 2024-03-16T18:20:07.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 Processor -- start 2024-03-16T18:20:07.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 -- start start 2024-03-16T18:20:07.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efddc06a780 0x7efddc100fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:07.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc101520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:07.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efddc107360 0x7efddc101a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:07.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efddc1a6980 con 0x7efddc06b130 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efddc1a6af0 con 0x7efddc06a780 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efde1398700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efddc1a6cb0 con 0x7efddc107360 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc101520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc101520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:58902/0 (socket says 172.21.15.17:58902) 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 -- 172.21.15.17:0/715634505 learned_addr learned my addr 172.21.15.17:0/715634505 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efddb7fe700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efddc107360 0x7efddc101a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efddaffd700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efddc06a780 0x7efddc100fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 -- 172.21.15.17:0/715634505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efddc107360 msgr2=0x7efddc101a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efddc107360 0x7efddc101a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 -- 172.21.15.17:0/715634505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efddc06a780 msgr2=0x7efddc100fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:07.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.172+0000 7efdda7fc700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efddc06a780 0x7efddc100fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efdda7fc700 1 -- 172.21.15.17:0/715634505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdd00095f0 con 0x7efddc06b130 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efdda7fc700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc101520 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7efdd0000c00 tx=0x7efdd0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd001d070 con 0x7efddc06b130 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efdd0021410 con 0x7efddc06b130 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efddc1a6f30 con 0x7efddc06b130 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdd0017650 con 0x7efddc06b130 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.173+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efddc1a7290 con 0x7efddc06b130 2024-03-16T18:20:07.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.174+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efddc10a550 con 0x7efddc06b130 2024-03-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.175+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7efdd0021580 con 0x7efddc06b130 2024-03-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.176+0000 7efdc3fff700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efdc40a1b50 0x7efdc40a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.176+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7efdd00cea20 con 0x7efddc06b130 2024-03-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.176+0000 7efddaffd700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efdc40a1b50 0x7efdc40a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:07.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.176+0000 7efddaffd700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efdc40a1b50 0x7efdc40a4010 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efdcc009c60 tx=0x7efdcc009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:07.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.181+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7efdd00977a0 con 0x7efddc06b130 2024-03-16T18:20:07.227 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:06 smithi017 ceph-mon[32207]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s; 116 B/s, 1 objects/s recovering 2024-03-16T18:20:07.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:06 smithi149 ceph-mon[35991]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s; 116 B/s, 1 objects/s recovering 2024-03-16T18:20:07.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:06 smithi153 ceph-mon[36005]: pgmap v329: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s; 116 B/s, 1 objects/s recovering 2024-03-16T18:20:07.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.395+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 10} v 0) v1 -- 0x7efddc111f20 con 0x7efddc06b130 2024-03-16T18:20:07.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.396+0000 7efdc3fff700 1 -- 172.21.15.17:0/715634505 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 10}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7efdd009ae60 con 0x7efddc06b130 2024-03-16T18:20:07.399 INFO:teuthology.orchestra.run.smithi017.stdout:309237645344 2024-03-16T18:20:07.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efdc40a1b50 msgr2=0x7efdc40a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:07.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efdc40a1b50 0x7efdc40a4010 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7efdcc009c60 tx=0x7efdcc009260 comp rx=0 tx=0).stop 2024-03-16T18:20:07.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 msgr2=0x7efddc101520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:07.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc101520 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7efdd0000c00 tx=0x7efdd0004730 comp rx=0 tx=0).stop 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 shutdown_connections 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efdc40a1b50 0x7efdc40a4010 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efddc107360 0x7efddc101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efddc06a780 0x7efddc100fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 --2- 172.21.15.17:0/715634505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efddc06b130 0x7efddc101520 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 >> 172.21.15.17:0/715634505 conn(0x7efddc076f30 msgr2=0x7efddc0ff4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 shutdown_connections 2024-03-16T18:20:07.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:07.398+0000 7efde1398700 1 -- 172.21.15.17:0/715634505 wait complete. 2024-03-16T18:20:08.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/715634505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-16T18:20:08.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/715634505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-16T18:20:08.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/715634505' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 10}]: dispatch 2024-03-16T18:20:09.200 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:08 smithi017 ceph-mon[32207]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:09.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:08 smithi149 ceph-mon[35991]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:09.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:08 smithi153 ceph-mon[36005]: pgmap v330: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:09.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 -- 172.21.15.17:0/175542264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c06a630 msgr2=0x7f576c10ee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:09.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 --2- 172.21.15.17:0/175542264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c06a630 0x7f576c10ee70 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f576400b0d0 tx=0x7f576400b3e0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 -- 172.21.15.17:0/175542264 shutdown_connections 2024-03-16T18:20:09.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 --2- 172.21.15.17:0/175542264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c06a630 0x7f576c10ee70 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 --2- 172.21.15.17:0/175542264 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f576c108030 0x7f576c108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 --2- 172.21.15.17:0/175542264 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c069c90 0x7f576c06a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 -- 172.21.15.17:0/175542264 >> 172.21.15.17:0/175542264 conn(0x7f576c077e10 msgr2=0x7f576c078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 -- 172.21.15.17:0/175542264 shutdown_connections 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.622+0000 7f5772ed3700 1 -- 172.21.15.17:0/175542264 wait complete. 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 Processor -- start 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 -- start start 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 0x7f576c198540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c06a630 0x7f576c198a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f576c108030 0x7f576c19cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f576c19d3d0 con 0x7f576c069c90 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f576c19d540 con 0x7f576c06a630 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5772ed3700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f576c19d700 con 0x7f576c108030 2024-03-16T18:20:09.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 0x7f576c198540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 0x7f576c198540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34824/0 (socket says 172.21.15.17:34824) 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 -- 172.21.15.17:0/269930955 learned_addr learned my addr 172.21.15.17:0/269930955 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f576bfff700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c06a630 0x7f576c198a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5771470700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f576c108030 0x7f576c19cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 -- 172.21.15.17:0/269930955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f576c108030 msgr2=0x7f576c19cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f576c108030 0x7f576c19cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 -- 172.21.15.17:0/269930955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c06a630 msgr2=0x7f576c198a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c06a630 0x7f576c198a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f5770c6f700 1 -- 172.21.15.17:0/269930955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5764009d00 con 0x7f576c069c90 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.623+0000 7f576bfff700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c06a630 0x7f576c198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.624+0000 7f5770c6f700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 0x7f576c198540 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f576000e9a0 tx=0x7f576000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.624+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5760009790 con 0x7f576c069c90 2024-03-16T18:20:09.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.624+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f576c19d9e0 con 0x7f576c069c90 2024-03-16T18:20:09.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.624+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5760010430 con 0x7f576c069c90 2024-03-16T18:20:09.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.624+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5760018680 con 0x7f576c069c90 2024-03-16T18:20:09.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.624+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f576c1a5240 con 0x7f576c069c90 2024-03-16T18:20:09.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.625+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f576c10a550 con 0x7f576c069c90 2024-03-16T18:20:09.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.626+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f57600105a0 con 0x7f576c069c90 2024-03-16T18:20:09.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.627+0000 7f5769ffb700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f575c0a1b50 0x7f575c0a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:09.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.627+0000 7f576bfff700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f575c0a1b50 0x7f575c0a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:09.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.627+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f5760014070 con 0x7f576c069c90 2024-03-16T18:20:09.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.627+0000 7f576bfff700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f575c0a1b50 0x7f575c0a4010 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f576c078480 tx=0x7f5758009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:09.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.631+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f57600969f0 con 0x7f576c069c90 2024-03-16T18:20:09.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.838+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f576c199850 con 0x7f576c069c90 2024-03-16T18:20:09.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.838+0000 7f5769ffb700 1 -- 172.21.15.17:0/269930955 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f576009a0b0 con 0x7f576c069c90 2024-03-16T18:20:09.842 INFO:teuthology.orchestra.run.smithi017.stdout:219043332144 2024-03-16T18:20:09.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f575c0a1b50 msgr2=0x7f575c0a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:09.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f575c0a1b50 0x7f575c0a4010 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f576c078480 tx=0x7f5758009260 comp rx=0 tx=0).stop 2024-03-16T18:20:09.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 msgr2=0x7f576c198540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:09.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 0x7f576c198540 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f576000e9a0 tx=0x7f576000ecb0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 shutdown_connections 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f575c0a1b50 0x7f575c0a4010 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f576c108030 0x7f576c19cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f576c069c90 0x7f576c198540 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 --2- 172.21.15.17:0/269930955 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f576c06a630 0x7f576c198a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 >> 172.21.15.17:0/269930955 conn(0x7f576c077e10 msgr2=0x7f576c0ffb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 shutdown_connections 2024-03-16T18:20:09.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:09.841+0000 7f5772ed3700 1 -- 172.21.15.17:0/269930955 wait complete. 2024-03-16T18:20:10.211 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/269930955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-16T18:20:10.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/269930955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-16T18:20:10.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/269930955' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-03-16T18:20:10.545 INFO:tasks.cephadm.ceph_manager.ceph:need seq 219043332140 got 219043332144 for osd.7 2024-03-16T18:20:10.545 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:11.184 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:10 smithi017 ceph-mon[32207]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:11.226 INFO:tasks.cephadm.ceph_manager.ceph:need seq 309237645339 got 309237645344 for osd.10 2024-03-16T18:20:11.226 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:11.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:10 smithi149 ceph-mon[35991]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:11.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:10 smithi153 ceph-mon[36005]: pgmap v331: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:13.185 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:12 smithi017 ceph-mon[32207]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:13.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:12 smithi149 ceph-mon[35991]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:13.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:12 smithi153 ceph-mon[36005]: pgmap v332: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 -- 172.21.15.17:0/1460942292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c100ee0 msgr2=0x7f108c101340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 --2- 172.21.15.17:0/1460942292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c100ee0 0x7f108c101340 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f107c009990 tx=0x7f107c009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 -- 172.21.15.17:0/1460942292 shutdown_connections 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 --2- 172.21.15.17:0/1460942292 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c101880 0x7f108c10dd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 --2- 172.21.15.17:0/1460942292 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f108c106f20 0x7f108c107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 --2- 172.21.15.17:0/1460942292 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c100ee0 0x7f108c101340 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 -- 172.21.15.17:0/1460942292 >> 172.21.15.17:0/1460942292 conn(0x7f108c077e10 msgr2=0x7f108c078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:13.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 -- 172.21.15.17:0/1460942292 shutdown_connections 2024-03-16T18:20:13.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.424+0000 7f1093ce2700 1 -- 172.21.15.17:0/1460942292 wait complete. 2024-03-16T18:20:13.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 Processor -- start 2024-03-16T18:20:13.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 -- start start 2024-03-16T18:20:13.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c100ee0 0x7f108c073660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f108c101880 0x7f108c073ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 0x7f108c06c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f108c06cfe0 con 0x7f108c106f20 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f108c06d150 con 0x7f108c101880 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1093ce2700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f108c06d310 con 0x7f108c100ee0 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f109227f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 0x7f108c06c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f109227f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 0x7f108c06c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34854/0 (socket says 172.21.15.17:34854) 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f109227f700 1 -- 172.21.15.17:0/2025832502 learned_addr learned my addr 172.21.15.17:0/2025832502 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f1091a7e700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c100ee0 0x7f108c073660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.425+0000 7f109127d700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f108c101880 0x7f108c073ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f109227f700 1 -- 172.21.15.17:0/2025832502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c100ee0 msgr2=0x7f108c073660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f109227f700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c100ee0 0x7f108c073660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f109227f700 1 -- 172.21.15.17:0/2025832502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f108c101880 msgr2=0x7f108c073ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f109227f700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f108c101880 0x7f108c073ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f109227f700 1 -- 172.21.15.17:0/2025832502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f107c0095f0 con 0x7f108c106f20 2024-03-16T18:20:13.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f1091a7e700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c100ee0 0x7f108c073660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:20:13.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f109227f700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 0x7f108c06c810 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1084009c10 tx=0x7f108400e5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:13.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1084009e70 con 0x7f108c106f20 2024-03-16T18:20:13.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f108400ed50 con 0x7f108c106f20 2024-03-16T18:20:13.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.426+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f108c071190 con 0x7f108c106f20 2024-03-16T18:20:13.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.427+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1084004660 con 0x7f108c106f20 2024-03-16T18:20:13.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.427+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f108c071660 con 0x7f108c106f20 2024-03-16T18:20:13.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.428+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f108c06d590 con 0x7f108c106f20 2024-03-16T18:20:13.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.429+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f1084003a00 con 0x7f108c106f20 2024-03-16T18:20:13.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.429+0000 7f1082ffd700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f10780a1bd0 0x7f10780a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.429+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f10840cd320 con 0x7f108c106f20 2024-03-16T18:20:13.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.429+0000 7f1091a7e700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f10780a1bd0 0x7f10780a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.430+0000 7f1091a7e700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f10780a1bd0 0x7f10780a4090 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1088009c90 tx=0x7f1088009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:13.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.434+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1084096110 con 0x7f108c106f20 2024-03-16T18:20:13.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.646+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f108c068ca0 con 0x7f108c106f20 2024-03-16T18:20:13.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.646+0000 7f1082ffd700 1 -- 172.21.15.17:0/2025832502 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f108401e090 con 0x7f108c106f20 2024-03-16T18:20:13.649 INFO:teuthology.orchestra.run.smithi017.stdout:55834574928 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f10780a1bd0 msgr2=0x7f10780a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f10780a1bd0 0x7f10780a4090 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f1088009c90 tx=0x7f1088009260 comp rx=0 tx=0).stop 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 msgr2=0x7f108c06c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 0x7f108c06c810 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f1084009c10 tx=0x7f108400e5b0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 shutdown_connections 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f108c106f20 0x7f108c06c810 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f10780a1bd0 0x7f10780a4090 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f108c100ee0 0x7f108c073660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 --2- 172.21.15.17:0/2025832502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f108c101880 0x7f108c073ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 >> 172.21.15.17:0/2025832502 conn(0x7f108c077e10 msgr2=0x7f108c0ffeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 shutdown_connections 2024-03-16T18:20:13.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.648+0000 7f1093ce2700 1 -- 172.21.15.17:0/2025832502 wait complete. 2024-03-16T18:20:13.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 -- 172.21.15.17:0/1193866101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb01006a0 msgr2=0x7f3fb0100b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 --2- 172.21.15.17:0/1193866101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb01006a0 0x7f3fb0100b20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3fa4009990 tx=0x7f3fa4009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 -- 172.21.15.17:0/1193866101 shutdown_connections 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 --2- 172.21.15.17:0/1193866101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb0101060 0x7f3fb010d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 --2- 172.21.15.17:0/1193866101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3fb01066a0 0x7f3fb0106a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 --2- 172.21.15.17:0/1193866101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb01006a0 0x7f3fb0100b20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 -- 172.21.15.17:0/1193866101 >> 172.21.15.17:0/1193866101 conn(0x7f3fb00774e0 msgr2=0x7f3fb00fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 -- 172.21.15.17:0/1193866101 shutdown_connections 2024-03-16T18:20:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.677+0000 7f3fb5150700 1 -- 172.21.15.17:0/1193866101 wait complete. 2024-03-16T18:20:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.678+0000 7f3fb5150700 1 Processor -- start 2024-03-16T18:20:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.679+0000 7f3fb5150700 1 -- start start 2024-03-16T18:20:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.679+0000 7f3fb5150700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 0x7f3fb01a4700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.679+0000 7f3fb5150700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 0x7f3fb01a4c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3faed9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 0x7f3fb01a4700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3faed9d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 0x7f3fb01a4700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:40624/0 (socket says 172.21.15.17:40624) 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3fae59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 0x7f3fb01a4c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3fae59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 0x7f3fb01a4c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34880/0 (socket says 172.21.15.17:34880) 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3faed9d700 1 -- 172.21.15.17:0/2942484568 learned_addr learned my addr 172.21.15.17:0/2942484568 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3fb01066a0 0x7f3fb019e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb019efc0 con 0x7f3fb0101060 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb019f100 con 0x7f3fb01006a0 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.680+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fb019f2c0 con 0x7f3fb01066a0 2024-03-16T18:20:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3faf59e700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3fb01066a0 0x7f3fb019e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3fae59c700 1 -- 172.21.15.17:0/2942484568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3fb01066a0 msgr2=0x7f3fb019e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3fae59c700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3fb01066a0 0x7f3fb019e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3fae59c700 1 -- 172.21.15.17:0/2942484568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 msgr2=0x7f3fb01a4700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3fae59c700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 0x7f3fb01a4700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3fae59c700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fa8009c40 con 0x7f3fb0101060 2024-03-16T18:20:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3faed9d700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 0x7f3fb01a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:20:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3fae59c700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 0x7f3fb01a4c40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3fa40059d0 tx=0x7f3fa400b680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.681+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa401d070 con 0x7f3fb0101060 2024-03-16T18:20:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.682+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3fa4022470 con 0x7f3fb0101060 2024-03-16T18:20:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.682+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fa40095f0 con 0x7f3fb0101060 2024-03-16T18:20:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.682+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa4017650 con 0x7f3fb0101060 2024-03-16T18:20:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.682+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fb01ab5d0 con 0x7f3fb0101060 2024-03-16T18:20:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.683+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fb0108c30 con 0x7f3fb0101060 2024-03-16T18:20:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.684+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f3fa40225e0 con 0x7f3fb0101060 2024-03-16T18:20:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.684+0000 7f3f97fff700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f980a1bd0 0x7f3f980a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.685+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f3fa40cf050 con 0x7f3fb0101060 2024-03-16T18:20:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.685+0000 7f3faed9d700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f980a1bd0 0x7f3f980a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.685+0000 7f3faed9d700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f980a1bd0 0x7f3f980a4090 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3fb019faa0 tx=0x7f3fa000a370 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:13.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.689+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3fa4097dd0 con 0x7f3fb0101060 2024-03-16T18:20:13.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.894+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 8} v 0) v1 -- 0x7f3fb019f400 con 0x7f3fb0101060 2024-03-16T18:20:13.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.894+0000 7f3f97fff700 1 -- 172.21.15.17:0/2942484568 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 8}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f3fa409b490 con 0x7f3fb0101060 2024-03-16T18:20:13.897 INFO:teuthology.orchestra.run.smithi017.stdout:253403070509 2024-03-16T18:20:13.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f980a1bd0 msgr2=0x7f3f980a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f980a1bd0 0x7f3f980a4090 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f3fb019faa0 tx=0x7f3fa000a370 comp rx=0 tx=0).stop 2024-03-16T18:20:13.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 msgr2=0x7f3fb01a4c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:13.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 0x7f3fb01a4c40 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f3fa40059d0 tx=0x7f3fa400b680 comp rx=0 tx=0).stop 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 shutdown_connections 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f980a1bd0 0x7f3f980a4090 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3fb01066a0 0x7f3fb019e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3fb01006a0 0x7f3fb01a4700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 --2- 172.21.15.17:0/2942484568 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3fb0101060 0x7f3fb01a4c40 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 >> 172.21.15.17:0/2942484568 conn(0x7f3fb00774e0 msgr2=0x7f3fb0103740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 shutdown_connections 2024-03-16T18:20:13.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:13.897+0000 7f3fb5150700 1 -- 172.21.15.17:0/2942484568 wait complete. 2024-03-16T18:20:14.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:13 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2025832502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-16T18:20:14.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:13 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2942484568' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-16T18:20:14.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:13 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2025832502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-16T18:20:14.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:13 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2942484568' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-16T18:20:14.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:13 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2025832502' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-03-16T18:20:14.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:13 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2942484568' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 8}]: dispatch 2024-03-16T18:20:14.537 INFO:tasks.cephadm.ceph_manager.ceph:need seq 253403070504 got 253403070509 for osd.8 2024-03-16T18:20:14.537 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:15.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:14 smithi017 ceph-mon[32207]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:15.269 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574922 got 55834574928 for osd.1 2024-03-16T18:20:15.269 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:15.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:14 smithi149 ceph-mon[35991]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:15.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:14 smithi153 ceph-mon[36005]: pgmap v333: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.924+0000 7f092e3e8700 1 -- 172.21.15.17:0/954634570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f092806a780 msgr2=0x7f092806ab60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.924+0000 7f092e3e8700 1 --2- 172.21.15.17:0/954634570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f092806a780 0x7f092806ab60 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f091c009990 tx=0x7f091c009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 -- 172.21.15.17:0/954634570 shutdown_connections 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 --2- 172.21.15.17:0/954634570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09281072f0 0x7f092810eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 --2- 172.21.15.17:0/954634570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f092806a780 0x7f092806ab60 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 --2- 172.21.15.17:0/954634570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f092806b130 0x7f0928106c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 -- 172.21.15.17:0/954634570 >> 172.21.15.17:0/954634570 conn(0x7f0928076f30 msgr2=0x7f0928077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 -- 172.21.15.17:0/954634570 shutdown_connections 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 -- 172.21.15.17:0/954634570 wait complete. 2024-03-16T18:20:15.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 Processor -- start 2024-03-16T18:20:15.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.925+0000 7f092e3e8700 1 -- start start 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092e3e8700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 0x7f092819a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092e3e8700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f092806b130 0x7f092819ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092e3e8700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09281072f0 0x7f092819ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092e3e8700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092819f4a0 con 0x7f09281072f0 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092e3e8700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092819f610 con 0x7f092806b130 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092e3e8700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092819f7d0 con 0x7f092806a780 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 0x7f092819a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f092c985700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09281072f0 0x7f092819ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 0x7f092819a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:51598/0 (socket says 172.21.15.17:51598) 2024-03-16T18:20:15.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 -- 172.21.15.17:0/859961229 learned_addr learned my addr 172.21.15.17:0/859961229 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f09277fe700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f092806b130 0x7f092819ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 -- 172.21.15.17:0/859961229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f092806b130 msgr2=0x7f092819ab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f092806b130 0x7f092819ab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 -- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09281072f0 msgr2=0x7f092819ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09281072f0 0x7f092819ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.926+0000 7f0927fff700 1 -- 172.21.15.17:0/859961229 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f091c0095f0 con 0x7f092806a780 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.927+0000 7f0927fff700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 0x7f092819a610 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f091c005770 tx=0x7f091c0057a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.927+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c01d070 con 0x7f092806a780 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.927+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f092819fa50 con 0x7f092806a780 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.927+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f091c021410 con 0x7f092806a780 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.927+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c017650 con 0x7f092806a780 2024-03-16T18:20:15.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.927+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09281a7310 con 0x7f092806a780 2024-03-16T18:20:15.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.928+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0928100520 con 0x7f092806a780 2024-03-16T18:20:15.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.930+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7f091c021580 con 0x7f092806a780 2024-03-16T18:20:15.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.930+0000 7f09257fa700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09100a1b50 0x7f09100a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.931+0000 7f09277fe700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09100a1b50 0x7f09100a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.931+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f091c0ce990 con 0x7f092806a780 2024-03-16T18:20:15.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.931+0000 7f09277fe700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09100a1b50 0x7f09100a4010 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0928106c50 tx=0x7f0918009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:15.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:15.938+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f091c097770 con 0x7f092806a780 2024-03-16T18:20:16.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.149+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f092819b920 con 0x7f092806a780 2024-03-16T18:20:16.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.149+0000 7f09257fa700 1 -- 172.21.15.17:0/859961229 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f091c09ae30 con 0x7f092806a780 2024-03-16T18:20:16.152 INFO:teuthology.orchestra.run.smithi017.stdout:141733920834 2024-03-16T18:20:16.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09100a1b50 msgr2=0x7f09100a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09100a1b50 0x7f09100a4010 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f0928106c50 tx=0x7f0918009260 comp rx=0 tx=0).stop 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 msgr2=0x7f092819a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 0x7f092819a610 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f091c005770 tx=0x7f091c0057a0 comp rx=0 tx=0).stop 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 shutdown_connections 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09281072f0 0x7f092819ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f09100a1b50 0x7f09100a4010 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f092806a780 0x7f092819a610 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 --2- 172.21.15.17:0/859961229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f092806b130 0x7f092819ab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 >> 172.21.15.17:0/859961229 conn(0x7f0928076f30 msgr2=0x7f092810d420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 shutdown_connections 2024-03-16T18:20:16.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:16.151+0000 7f092e3e8700 1 -- 172.21.15.17:0/859961229 wait complete. 2024-03-16T18:20:16.434 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:16.435 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:16.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/859961229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-16T18:20:16.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:16 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/859961229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-16T18:20:16.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:16 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/859961229' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-03-16T18:20:16.869 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:17.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:17 smithi017 ceph-mon[32207]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:17.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:17 smithi149 ceph-mon[35991]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:17.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:17 smithi153 ceph-mon[36005]: pgmap v334: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:18.452 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2763421573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-16T18:20:18.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:18 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2763421573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-16T18:20:18.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:18 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2763421573' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-03-16T18:20:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/2164282946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0101520 msgr2=0x7fe4c0106c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/2164282946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0101520 0x7fe4c0106c60 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac009990 tx=0x7fe4ac009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/2164282946 shutdown_connections 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/2164282946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe4c0107390 0x7fe4c010ef10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/2164282946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0100b70 0x7fe4c0100f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/2164282946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0101520 0x7fe4c0106c60 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/2164282946 >> 172.21.15.17:0/2164282946 conn(0x7fe4c0076210 msgr2=0x7fe4c0076620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/2164282946 shutdown_connections 2024-03-16T18:20:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.098+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/2164282946 wait complete. 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 Processor -- start 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 -- start start 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 0x7fe4c0198490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe4c0101520 0x7fe4c01989d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0107390 0x7fe4c019cd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4c019d320 con 0x7fe4c0100b70 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4c019d490 con 0x7fe4c0101520 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.099+0000 7fe4c6cc0700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4c019d650 con 0x7fe4c0107390 2024-03-16T18:20:19.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c4a5c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 0x7fe4c0198490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c4a5c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 0x7fe4c0198490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34942/0 (socket says 172.21.15.17:34942) 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c4a5c700 1 -- 172.21.15.17:0/857846431 learned_addr learned my addr 172.21.15.17:0/857846431 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0107390 0x7fe4c019cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4bffff700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe4c0101520 0x7fe4c01989d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 -- 172.21.15.17:0/857846431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe4c0101520 msgr2=0x7fe4c01989d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe4c0101520 0x7fe4c01989d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 -- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 msgr2=0x7fe4c0198490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 0x7fe4c0198490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 -- 172.21.15.17:0/857846431 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4ac0095f0 con 0x7fe4c0107390 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c4a5c700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 0x7fe4c0198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c525d700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0107390 0x7fe4c019cd10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe4b800efc0 tx=0x7fe4b800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b8018070 con 0x7fe4c0107390 2024-03-16T18:20:19.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe4b800f040 con 0x7fe4c0107390 2024-03-16T18:20:19.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4c019d8d0 con 0x7fe4c0107390 2024-03-16T18:20:19.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.100+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b800cc40 con 0x7fe4c0107390 2024-03-16T18:20:19.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.101+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4c019db80 con 0x7fe4c0107390 2024-03-16T18:20:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.101+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4c010a5d0 con 0x7fe4c0107390 2024-03-16T18:20:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.103+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fe4b8003a00 con 0x7fe4c0107390 2024-03-16T18:20:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.103+0000 7fe4bdffb700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe4b00a1b50 0x7fe4b00a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.103+0000 7fe4c4a5c700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe4b00a1b50 0x7fe4b00a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.103+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fe4b80cd7d0 con 0x7fe4c0107390 2024-03-16T18:20:19.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.104+0000 7fe4c4a5c700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe4b00a1b50 0x7fe4b00a4010 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe4b4011550 tx=0x7fe4b4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:19.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.107+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe4b8096550 con 0x7fe4c0107390 2024-03-16T18:20:19.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.313+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 11} v 0) v1 -- 0x7fe4c019db80 con 0x7fe4c0107390 2024-03-16T18:20:19.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.313+0000 7fe4bdffb700 1 -- 172.21.15.17:0/857846431 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 11}]=0 v0) v1 ==== 75+0+13 (secure 0 0 0) 0x7fe4c019db80 con 0x7fe4c0107390 2024-03-16T18:20:19.316 INFO:teuthology.orchestra.run.smithi017.stdout:343597383710 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe4b00a1b50 msgr2=0x7fe4b00a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe4b00a1b50 0x7fe4b00a4010 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fe4b4011550 tx=0x7fe4b4009260 comp rx=0 tx=0).stop 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0107390 msgr2=0x7fe4c019cd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0107390 0x7fe4c019cd10 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe4b800efc0 tx=0x7fe4b800c3a0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 shutdown_connections 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fe4b00a1b50 0x7fe4b00a4010 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe4c0107390 0x7fe4c019cd10 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe4c0100b70 0x7fe4c0198490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 --2- 172.21.15.17:0/857846431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe4c0101520 0x7fe4c01989d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.315+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 >> 172.21.15.17:0/857846431 conn(0x7fe4c0076210 msgr2=0x7fe4c0108530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.316+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 shutdown_connections 2024-03-16T18:20:19.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:19.316+0000 7fe4c6cc0700 1 -- 172.21.15.17:0/857846431 wait complete. 2024-03-16T18:20:19.452 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:19 smithi017 ceph-mon[32207]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:19.479 INFO:tasks.cephadm.ceph_manager.ceph:need seq 141733920831 got 141733920834 for osd.4 2024-03-16T18:20:19.479 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:19.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:19 smithi149 ceph-mon[35991]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:19.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:19 smithi153 ceph-mon[36005]: pgmap v335: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:20.136 INFO:tasks.cephadm.ceph_manager.ceph:need seq 343597383705 got 343597383710 for osd.11 2024-03-16T18:20:20.136 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:20.503 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/857846431' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-16T18:20:20.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/857846431' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-16T18:20:20.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/857846431' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 11}]: dispatch 2024-03-16T18:20:21.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 -- 172.21.15.17:0/1604655899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 msgr2=0x7fd3c806a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 --2- 172.21.15.17:0/1604655899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 0x7fd3c806a0f0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fd3b80099c0 tx=0x7fd3b8009cd0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 -- 172.21.15.17:0/1604655899 shutdown_connections 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 --2- 172.21.15.17:0/1604655899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c810ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 --2- 172.21.15.17:0/1604655899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 0x7fd3c8108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 --2- 172.21.15.17:0/1604655899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 0x7fd3c806a0f0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 -- 172.21.15.17:0/1604655899 >> 172.21.15.17:0/1604655899 conn(0x7fd3c8077e10 msgr2=0x7fd3c8078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 -- 172.21.15.17:0/1604655899 shutdown_connections 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.813+0000 7fd3cf651700 1 -- 172.21.15.17:0/1604655899 wait complete. 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 Processor -- start 2024-03-16T18:20:21.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 -- start start 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 0x7fd3c8198470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c81989b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 0x7fd3c819cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3c819d350 con 0x7fd3c8069c90 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3c819d4c0 con 0x7fd3c806a630 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cf651700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3c819d680 con 0x7fd3c8108030 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cd3ed700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 0x7fd3c8198470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3ccbec700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c81989b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3ccbec700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c81989b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:40662/0 (socket says 172.21.15.17:40662) 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3ccbec700 1 -- 172.21.15.17:0/2763421573 learned_addr learned my addr 172.21.15.17:0/2763421573 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.814+0000 7fd3cdbee700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 0x7fd3c819cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3ccbec700 1 -- 172.21.15.17:0/2763421573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 msgr2=0x7fd3c819cd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:21.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3ccbec700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 0x7fd3c819cd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3ccbec700 1 -- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 msgr2=0x7fd3c8198470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3ccbec700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 0x7fd3c8198470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3ccbec700 1 -- 172.21.15.17:0/2763421573 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3b80095f0 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3cdbee700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 0x7fd3c819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3ccbec700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c81989b0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8005910 tx=0x7fd3b80039f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b801d070 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd3b8003e30 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3c819d900 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3b800f9f0 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.815+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3c81a51c0 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.816+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3c810a550 con 0x7fd3c806a630 2024-03-16T18:20:21.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.817+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 17) v1 ==== 136330+0+0 (secure 0 0 0) 0x7fd3b800b730 con 0x7fd3c806a630 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.818+0000 7fd3be7fc700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd3b40a1b50 0x7fd3b40a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.818+0000 7fd3cd3ed700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd3b40a1b50 0x7fd3b40a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.818+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fd3b80ce550 con 0x7fd3c806a630 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.818+0000 7fd3cd3ed700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd3b40a1b50 0x7fd3b40a4010 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4009be0 tx=0x7fd3c4009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:17.822+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd3b8097330 con 0x7fd3c806a630 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.028+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fd3c81997d0 con 0x7fd3c806a630 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.028+0000 7fd3be7fc700 1 -- 172.21.15.17:0/2763421573 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd3b809a9f0 con 0x7fd3c806a630 2024-03-16T18:20:21.344 INFO:teuthology.orchestra.run.smithi017.stdout:77309411404 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd3b40a1b50 msgr2=0x7fd3b40a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd3b40a1b50 0x7fd3b40a4010 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4009be0 tx=0x7fd3c4009260 comp rx=0 tx=0).stop 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 msgr2=0x7fd3c81989b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c81989b0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd3b8005910 tx=0x7fd3b80039f0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 shutdown_connections 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd3b40a1b50 0x7fd3b40a4010 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd3c8108030 0x7fd3c819cd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd3c8069c90 0x7fd3c8198470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 --2- 172.21.15.17:0/2763421573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd3c806a630 0x7fd3c81989b0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:21.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 >> 172.21.15.17:0/2763421573 conn(0x7fd3c8077e10 msgr2=0x7fd3c80ffc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:21.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 shutdown_connections 2024-03-16T18:20:21.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:18.030+0000 7fd3cf651700 1 -- 172.21.15.17:0/2763421573 wait complete. 2024-03-16T18:20:21.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:21 smithi017 ceph-mon[32207]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:21.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:21 smithi149 ceph-mon[35991]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:21.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:21 smithi153 ceph-mon[36005]: pgmap v336: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:21.925 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411399 got 77309411404 for osd.2 2024-03-16T18:20:21.925 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:23.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 -- 172.21.15.17:0/664383416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c101140 msgr2=0x7f239c101520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 --2- 172.21.15.17:0/664383416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c101140 0x7f239c101520 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f2398009990 tx=0x7f2398009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 -- 172.21.15.17:0/664383416 shutdown_connections 2024-03-16T18:20:23.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 --2- 172.21.15.17:0/664383416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c106220 0x7f239c10ddf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 --2- 172.21.15.17:0/664383416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c101140 0x7f239c101520 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 --2- 172.21.15.17:0/664383416 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101af0 0x7f239c105b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 -- 172.21.15.17:0/664383416 >> 172.21.15.17:0/664383416 conn(0x7f239c077fb0 msgr2=0x7f239c0783c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 -- 172.21.15.17:0/664383416 shutdown_connections 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 -- 172.21.15.17:0/664383416 wait complete. 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 Processor -- start 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.149+0000 7f23a42bb700 1 -- start start 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a42bb700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101140 0x7f239c1983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a42bb700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 0x7f239c198900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a42bb700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c106220 0x7f239c19cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a42bb700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f239c19d2a0 con 0x7f239c106220 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a42bb700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f239c19d410 con 0x7f239c101af0 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a42bb700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f239c19d5d0 con 0x7f239c101140 2024-03-16T18:20:23.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a2858700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c106220 0x7f239c19cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 0x7f239c198900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a2057700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101140 0x7f239c1983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 0x7f239c198900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:49834/0 (socket says 172.21.15.17:49834) 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 -- 172.21.15.17:0/4140727640 learned_addr learned my addr 172.21.15.17:0/4140727640 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a2057700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101140 0x7f239c1983c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:37338/0 (socket says 172.21.15.17:37338) 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 -- 172.21.15.17:0/4140727640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101140 msgr2=0x7f239c1983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101140 0x7f239c1983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 -- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c106220 msgr2=0x7f239c19cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c106220 0x7f239c19cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 -- 172.21.15.17:0/4140727640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23980095f0 con 0x7f239c101af0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23a1856700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 0x7f239c198900 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f238c00d980 tx=0x7f238c00dc90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.150+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f238c00f890 con 0x7f239c101af0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.151+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f238c010460 con 0x7f239c101af0 2024-03-16T18:20:23.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.151+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f239c19d8b0 con 0x7f239c101af0 2024-03-16T18:20:23.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.151+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f238c00fea0 con 0x7f239c101af0 2024-03-16T18:20:23.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.151+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f239c102ce0 con 0x7f239c101af0 2024-03-16T18:20:23.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.151+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f239c10a450 con 0x7f239c101af0 2024-03-16T18:20:23.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.153+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f238c0105d0 con 0x7f239c101af0 2024-03-16T18:20:23.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.153+0000 7f23937fe700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f23880a1ac0 0x7f23880a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.153+0000 7f23a2057700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f23880a1ac0 0x7f23880a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.153+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f238c0cd110 con 0x7f239c101af0 2024-03-16T18:20:23.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.154+0000 7f23a2057700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f23880a1ac0 0x7f23880a3f80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f239800b2e0 tx=0x7f2398005960 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:23.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.157+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f238c095f60 con 0x7f239c101af0 2024-03-16T18:20:23.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.368+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f239c199720 con 0x7f239c101af0 2024-03-16T18:20:23.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.368+0000 7f23937fe700 1 -- 172.21.15.17:0/4140727640 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f238c020090 con 0x7f239c101af0 2024-03-16T18:20:23.370 INFO:teuthology.orchestra.run.smithi017.stdout:34359738455 2024-03-16T18:20:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f23880a1ac0 msgr2=0x7f23880a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f23880a1ac0 0x7f23880a3f80 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f239800b2e0 tx=0x7f2398005960 comp rx=0 tx=0).stop 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 msgr2=0x7f239c198900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 0x7f239c198900 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f238c00d980 tx=0x7f238c00dc90 comp rx=0 tx=0).stop 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 shutdown_connections 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f239c106220 0x7f239c19cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f23880a1ac0 0x7f23880a3f80 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f239c101140 0x7f239c1983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 --2- 172.21.15.17:0/4140727640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f239c101af0 0x7f239c198900 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 >> 172.21.15.17:0/4140727640 conn(0x7f239c077fb0 msgr2=0x7f239c104ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 shutdown_connections 2024-03-16T18:20:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.370+0000 7f23a42bb700 1 -- 172.21.15.17:0/4140727640 wait complete. 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/1946968451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e4102e50 msgr2=0x7fd7e4103230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/1946968451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e4102e50 0x7fd7e4103230 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7fd7e00099c0 tx=0x7fd7e0009cd0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/1946968451 shutdown_connections 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/1946968451 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7e41012d0 0x7fd7e41110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/1946968451 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e4102e50 0x7fd7e4103230 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/1946968451 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e4100910 0x7fd7e4100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/1946968451 >> 172.21.15.17:0/1946968451 conn(0x7fd7e4076210 msgr2=0x7fd7e4076620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/1946968451 shutdown_connections 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/1946968451 wait complete. 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 Processor -- start 2024-03-16T18:20:23.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.345+0000 7fd7ec1c2700 1 -- start start 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e4100910 0x7fd7e419a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 0x7fd7e419abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7e4102e50 0x7fd7e419ef80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7e419f590 con 0x7fd7e41012d0 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7e419f700 con 0x7fd7e4100910 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7e419f8c0 con 0x7fd7e4102e50 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 0x7fd7e419abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 0x7fd7e419abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34316/0 (socket says 172.21.15.17:34316) 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 -- 172.21.15.17:0/879955517 learned_addr learned my addr 172.21.15.17:0/879955517 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e9f5e700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e4100910 0x7fd7e419a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ea75f700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7e4102e50 0x7fd7e419ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 -- 172.21.15.17:0/879955517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7e4102e50 msgr2=0x7fd7e419ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7e4102e50 0x7fd7e419ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 -- 172.21.15.17:0/879955517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e4100910 msgr2=0x7fd7e419a6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e4100910 0x7fd7e419a6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 -- 172.21.15.17:0/879955517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7e00095f0 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7e975d700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 0x7fd7e419abf0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd7d400e9a0 tx=0x7fd7d400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4009790 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7e419fba0 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7d4010430 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4018680 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.346+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7e41a7400 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.347+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7e410c800 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.349+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fd7d40105a0 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.349+0000 7fd7daffd700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd7d00a1ac0 0x7fd7d00a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.349+0000 7fd7e9f5e700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd7d00a1ac0 0x7fd7d00a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.349+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fd7d4014070 con 0x7fd7e41012d0 2024-03-16T18:20:23.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.350+0000 7fd7e9f5e700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd7d00a1ac0 0x7fd7d00a3f80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0000c00 tx=0x7fd7e0005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:23.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.357+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd7d4096a80 con 0x7fd7e41012d0 2024-03-16T18:20:23.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:23 smithi017 ceph-mon[32207]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-03-16T18:20:23.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:23 smithi017 ceph-mon[32207]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.563+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fd7e419ba10 con 0x7fd7e41012d0 2024-03-16T18:20:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.564+0000 7fd7daffd700 1 -- 172.21.15.17:0/879955517 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fd7d409a140 con 0x7fd7e41012d0 2024-03-16T18:20:23.566 INFO:teuthology.orchestra.run.smithi017.stdout:197568495672 2024-03-16T18:20:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd7d00a1ac0 msgr2=0x7fd7d00a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd7d00a1ac0 0x7fd7d00a3f80 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fd7e0000c00 tx=0x7fd7e0005fb0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 msgr2=0x7fd7e419abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 0x7fd7e419abf0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7fd7d400e9a0 tx=0x7fd7d400ecb0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 shutdown_connections 2024-03-16T18:20:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd7d00a1ac0 0x7fd7d00a3f80 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7e4102e50 0x7fd7e419ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7e4100910 0x7fd7e419a6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 --2- 172.21.15.17:0/879955517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7e41012d0 0x7fd7e419abf0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 >> 172.21.15.17:0/879955517 conn(0x7fd7e4076210 msgr2=0x7fd7e40fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 shutdown_connections 2024-03-16T18:20:23.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:23.566+0000 7fd7ec1c2700 1 -- 172.21.15.17:0/879955517 wait complete. 2024-03-16T18:20:23.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:23 smithi149 ceph-mon[35991]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-03-16T18:20:23.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:23 smithi149 ceph-mon[35991]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:23.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:23 smithi153 ceph-mon[36005]: mgrmap e18: x(active, since 8m), standbys: z, y 2024-03-16T18:20:23.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:23 smithi153 ceph-mon[36005]: pgmap v337: 129 pgs: 129 active+clean; 644 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:24.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4140727640' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-16T18:20:24.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/879955517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-16T18:20:24.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4140727640' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-16T18:20:24.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/879955517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-16T18:20:24.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4140727640' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-03-16T18:20:24.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/879955517' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-03-16T18:20:25.469 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:25 smithi017 ceph-mon[32207]: pgmap v338: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:20:25.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:25 smithi149 ceph-mon[35991]: pgmap v338: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:20:25.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/4060513824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd406b130 msgr2=0x7f5dd4106c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/4060513824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd406b130 0x7f5dd4106c10 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5dc4009990 tx=0x7f5dc4009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/4060513824 shutdown_connections 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/4060513824 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd41072f0 0x7f5dd410eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/4060513824 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 0x7f5dd406ab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/4060513824 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd406b130 0x7f5dd4106c10 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/4060513824 >> 172.21.15.17:0/4060513824 conn(0x7f5dd4076f30 msgr2=0x7f5dd4077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/4060513824 shutdown_connections 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.318+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/4060513824 wait complete. 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 Processor -- start 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 -- start start 2024-03-16T18:20:25.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 0x7f5dd4198390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 0x7f5dd41988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 0x7f5dd419cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd419d270 con 0x7f5dd41072f0 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd419d3e0 con 0x7f5dd406a780 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5ddbd9a700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dd419d5a0 con 0x7f5dd406b130 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dda337700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 0x7f5dd419cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dd9b36700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 0x7f5dd4198390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dd9335700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 0x7f5dd41988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dd9b36700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 0x7f5dd4198390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:49874/0 (socket says 172.21.15.17:49874) 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dda337700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 0x7f5dd419cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34334/0 (socket says 172.21.15.17:34334) 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dd9335700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 0x7f5dd41988d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:37376/0 (socket says 172.21.15.17:37376) 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dd9b36700 1 -- 172.21.15.17:0/3210261591 learned_addr learned my addr 172.21.15.17:0/3210261591 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:25.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dda337700 1 -- 172.21.15.17:0/3210261591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 msgr2=0x7f5dd41988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dda337700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 0x7f5dd41988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dda337700 1 -- 172.21.15.17:0/3210261591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 msgr2=0x7f5dd4198390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.319+0000 7f5dda337700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 0x7f5dd4198390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5dda337700 1 -- 172.21.15.17:0/3210261591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dc40095f0 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5dd9335700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 0x7f5dd41988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5dda337700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 0x7f5dd419cc60 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc00efc0 tx=0x7f5dcc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc018070 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5dcc00f040 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dd419d820 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dcc00cc40 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.320+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dd419dad0 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.321+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dd410a5f0 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.322+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5dcc003a00 con 0x7f5dd41072f0 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.323+0000 7f5dcaffd700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5dc00a1ac0 0x7f5dc00a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.323+0000 7f5dd9b36700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5dc00a1ac0 0x7f5dc00a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.323+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f5dcc0cd660 con 0x7f5dd41072f0 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.323+0000 7f5dd9b36700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5dc00a1ac0 0x7f5dc00a3f80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0009d20 tx=0x7f5dd0009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.327+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5dcc0965a0 con 0x7f5dd41072f0 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.541+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f5dd419dad0 con 0x7f5dd41072f0 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.541+0000 7f5dcaffd700 1 -- 172.21.15.17:0/3210261591 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f5dd419dad0 con 0x7f5dd41072f0 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5dc00a1ac0 msgr2=0x7f5dc00a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5dc00a1ac0 0x7f5dc00a3f80 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f5dd0009d20 tx=0x7f5dd0009260 comp rx=0 tx=0).stop 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 msgr2=0x7f5dd419cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 0x7f5dd419cc60 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc00efc0 tx=0x7f5dcc00c3a0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 shutdown_connections 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5dd41072f0 0x7f5dd419cc60 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5dd406a780 0x7f5dd4198390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5dc00a1ac0 0x7f5dc00a3f80 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 --2- 172.21.15.17:0/3210261591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5dd406b130 0x7f5dd41988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.543+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 >> 172.21.15.17:0/3210261591 conn(0x7f5dd4076f30 msgr2=0x7f5dd40fefc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:25.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.544+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 shutdown_connections 2024-03-16T18:20:25.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.544+0000 7f5ddbd9a700 1 -- 172.21.15.17:0/3210261591 wait complete. 2024-03-16T18:20:25.598 INFO:teuthology.orchestra.run.smithi017.stdout:107374182472 2024-03-16T18:20:25.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:25 smithi153 ceph-mon[36005]: pgmap v338: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 -- 172.21.15.17:0/2767116415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 msgr2=0x7fab20101550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 --2- 172.21.15.17:0/2767116415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20101550 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7fab10009990 tx=0x7fab10009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 -- 172.21.15.17:0/2767116415 shutdown_connections 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 --2- 172.21.15.17:0/2767116415 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab201061c0 0x7fab2010dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 --2- 172.21.15.17:0/2767116415 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20101550 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 --2- 172.21.15.17:0/2767116415 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 0x7fab20105ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 -- 172.21.15.17:0/2767116415 >> 172.21.15.17:0/2767116415 conn(0x7fab20076f30 msgr2=0x7fab20077340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 -- 172.21.15.17:0/2767116415 shutdown_connections 2024-03-16T18:20:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.965+0000 7fab24a43700 1 -- 172.21.15.17:0/2767116415 wait complete. 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 Processor -- start 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 -- start start 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 0x7fab201030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab201061c0 0x7fab20103600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab201a6870 con 0x7fab20101170 2024-03-16T18:20:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab201a69e0 con 0x7fab20101b20 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab24a43700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab201a6ba0 con 0x7fab201061c0 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab1e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab1e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20102b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34362/0 (socket says 172.21.15.17:34362) 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab1e59c700 1 -- 172.21.15.17:0/38661202 learned_addr learned my addr 172.21.15.17:0/38661202 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.966+0000 7fab1dd9b700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 0x7fab201030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1ed9d700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab201061c0 0x7fab20103600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1dd9b700 1 -- 172.21.15.17:0/38661202 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab201061c0 msgr2=0x7fab20103600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1dd9b700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab201061c0 0x7fab20103600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1dd9b700 1 -- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 msgr2=0x7fab20102b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1dd9b700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20102b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1dd9b700 1 -- 172.21.15.17:0/38661202 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab18009c40 con 0x7fab20101b20 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1e59c700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab1dd9b700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 0x7fab201030c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fab1400e9c0 tx=0x7fab1400ecd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab1400c9c0 con 0x7fab20101b20 2024-03-16T18:20:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab14010430 con 0x7fab20101b20 2024-03-16T18:20:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab100095f0 con 0x7fab20101b20 2024-03-16T18:20:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab14018680 con 0x7fab20101b20 2024-03-16T18:20:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.967+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab201a71a0 con 0x7fab20101b20 2024-03-16T18:20:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.968+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab2010a490 con 0x7fab20101b20 2024-03-16T18:20:25.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.969+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fab140105a0 con 0x7fab20101b20 2024-03-16T18:20:25.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.970+0000 7fab0f7fe700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab080a1ac0 0x7fab080a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:25.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.970+0000 7fab1e59c700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab080a1ac0 0x7fab080a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:25.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.970+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fab14014070 con 0x7fab20101b20 2024-03-16T18:20:25.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.970+0000 7fab1e59c700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab080a1ac0 0x7fab080a3f80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fab10006010 tx=0x7fab10005bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:25.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:25.973+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fab140966a0 con 0x7fab20101b20 2024-03-16T18:20:26.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.182+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7fab20110dc0 con 0x7fab20101b20 2024-03-16T18:20:26.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.183+0000 7fab0f7fe700 1 -- 172.21.15.17:0/38661202 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7fab14099d60 con 0x7fab20101b20 2024-03-16T18:20:26.185 INFO:teuthology.orchestra.run.smithi017.stdout:163208757311 2024-03-16T18:20:26.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab080a1ac0 msgr2=0x7fab080a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:26.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab080a1ac0 0x7fab080a3f80 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fab10006010 tx=0x7fab10005bc0 comp rx=0 tx=0).stop 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 msgr2=0x7fab201030c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 0x7fab201030c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fab1400e9c0 tx=0x7fab1400ecd0 comp rx=0 tx=0).stop 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 shutdown_connections 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fab080a1ac0 0x7fab080a3f80 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab201061c0 0x7fab20103600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab20101170 0x7fab20102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 --2- 172.21.15.17:0/38661202 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab20101b20 0x7fab201030c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 >> 172.21.15.17:0/38661202 conn(0x7fab20076f30 msgr2=0x7fab2006a980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 shutdown_connections 2024-03-16T18:20:26.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:26.185+0000 7fab24a43700 1 -- 172.21.15.17:0/38661202 wait complete. 2024-03-16T18:20:26.450 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:26 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3210261591' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-16T18:20:26.451 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:26 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/38661202' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-16T18:20:26.451 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495666 got 197568495672 for osd.6 2024-03-16T18:20:26.452 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:26.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:26 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3210261591' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-16T18:20:26.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:26 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/38661202' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-16T18:20:26.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:26 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3210261591' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-03-16T18:20:26.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:26 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/38661202' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-03-16T18:20:27.102 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738449 got 34359738455 for osd.0 2024-03-16T18:20:27.103 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:27.533 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:27 smithi017 ceph-mon[32207]: pgmap v339: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-03-16T18:20:27.560 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182466 got 107374182472 for osd.3 2024-03-16T18:20:27.560 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:27.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:27 smithi149 ceph-mon[35991]: pgmap v339: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-03-16T18:20:27.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:27 smithi153 ceph-mon[36005]: pgmap v339: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 10 op/s 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 -- 172.21.15.17:0/3810286645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 msgr2=0x7f49d810dd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3810286645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d810dd60 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f49d0009990 tx=0x7f49d0009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 -- 172.21.15.17:0/3810286645 shutdown_connections 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3810286645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d810dd60 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3810286645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49d8106f20 0x7f49d8107300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3810286645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d8101340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 -- 172.21.15.17:0/3810286645 >> 172.21.15.17:0/3810286645 conn(0x7f49d8077e10 msgr2=0x7f49d8078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 -- 172.21.15.17:0/3810286645 shutdown_connections 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.754+0000 7f49ddc56700 1 -- 172.21.15.17:0/3810286645 wait complete. 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 Processor -- start 2024-03-16T18:20:27.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 -- start start 2024-03-16T18:20:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d81983d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d8198910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49d8106f20 0x7f49d819cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d819d2b0 con 0x7f49d8101880 2024-03-16T18:20:27.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d819d420 con 0x7f49d8100ee0 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49ddc56700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49d819d5e0 con 0x7f49d8106f20 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49d77fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d81983d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49d6ffd700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d8198910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49d77fe700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d81983d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:49904/0 (socket says 172.21.15.17:49904) 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49d77fe700 1 -- 172.21.15.17:0/3830769868 learned_addr learned my addr 172.21.15.17:0/3830769868 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.755+0000 7f49d7fff700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49d8106f20 0x7f49d819cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d6ffd700 1 -- 172.21.15.17:0/3830769868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49d8106f20 msgr2=0x7f49d819cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d6ffd700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49d8106f20 0x7f49d819cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d6ffd700 1 -- 172.21.15.17:0/3830769868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 msgr2=0x7f49d81983d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d6ffd700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d81983d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d6ffd700 1 -- 172.21.15.17:0/3830769868 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49d00095f0 con 0x7f49d8101880 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d77fe700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d6ffd700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d8198910 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f49c000e9f0 tx=0x7f49c000ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:27.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49c000c9c0 con 0x7f49d8101880 2024-03-16T18:20:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f49c0010430 con 0x7f49d8101880 2024-03-16T18:20:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49d819d8c0 con 0x7f49d8101880 2024-03-16T18:20:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49c0018680 con 0x7f49d8101880 2024-03-16T18:20:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.756+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49d81a5120 con 0x7f49d8101880 2024-03-16T18:20:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.757+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49d8068ca0 con 0x7f49d8101880 2024-03-16T18:20:27.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.758+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f49c00105a0 con 0x7f49d8101880 2024-03-16T18:20:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.759+0000 7f49d4ff9700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f49c40a1b40 0x7f49c40a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.759+0000 7f49d77fe700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f49c40a1b40 0x7f49c40a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.759+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f49c0014070 con 0x7f49d8101880 2024-03-16T18:20:27.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.759+0000 7f49d77fe700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f49c40a1b40 0x7f49c40a4000 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f49c8009c10 tx=0x7f49c800b040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:27.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.763+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f49c0096940 con 0x7f49d8101880 2024-03-16T18:20:27.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.970+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 9} v 0) v1 -- 0x7f49d8110df0 con 0x7f49d8101880 2024-03-16T18:20:27.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.971+0000 7f49d4ff9700 1 -- 172.21.15.17:0/3830769868 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 9}]=0 v0) v1 ==== 74+0+13 (secure 0 0 0) 0x7f49c0026020 con 0x7f49d8101880 2024-03-16T18:20:27.973 INFO:teuthology.orchestra.run.smithi017.stdout:287762808874 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f49c40a1b40 msgr2=0x7f49c40a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f49c40a1b40 0x7f49c40a4000 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f49c8009c10 tx=0x7f49c800b040 comp rx=0 tx=0).stop 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 msgr2=0x7f49d8198910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d8198910 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f49c000e9f0 tx=0x7f49c000ed00 comp rx=0 tx=0).stop 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 shutdown_connections 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f49c40a1b40 0x7f49c40a4000 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f49d8106f20 0x7f49d819cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f49d8100ee0 0x7f49d81983d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 --2- 172.21.15.17:0/3830769868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f49d8101880 0x7f49d8198910 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 >> 172.21.15.17:0/3830769868 conn(0x7f49d8077e10 msgr2=0x7f49d8100220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 shutdown_connections 2024-03-16T18:20:27.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:27.973+0000 7f49ddc56700 1 -- 172.21.15.17:0/3830769868 wait complete. 2024-03-16T18:20:28.314 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757306 got 163208757311 for osd.5 2024-03-16T18:20:28.314 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:28.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:28 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3830769868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-16T18:20:28.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:28 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3830769868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-16T18:20:28.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:28 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3830769868' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 9}]: dispatch 2024-03-16T18:20:28.989 INFO:tasks.cephadm.ceph_manager.ceph:need seq 287762808868 got 287762808874 for osd.9 2024-03-16T18:20:28.989 DEBUG:teuthology.parallel:result is None 2024-03-16T18:20:28.989 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-03-16T18:20:28.990 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph pg dump --format=json 2024-03-16T18:20:29.245 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:29 smithi017 ceph-mon[32207]: pgmap v340: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-03-16T18:20:29.245 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:29.245 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:29 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:29.249 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:29.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:29 smithi149 ceph-mon[35991]: pgmap v340: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-03-16T18:20:29.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:29.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:29 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:29.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:29 smithi153 ceph-mon[36005]: pgmap v340: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.1 KiB/s rd, 597 B/s wr, 11 op/s 2024-03-16T18:20:29.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:29.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:29 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:30.497 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:30 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:20:30.497 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:30 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:20:30.497 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:30 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:30.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:30 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:20:30.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:30 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:20:30.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:30 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:30.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:30 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:20:30.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:30 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:20:30.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:30 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' 2024-03-16T18:20:31.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 -- 172.21.15.17:0/3289648421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 msgr2=0x7f7798103230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:31.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3289648421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f7798103230 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f77940099c0 tx=0x7f7794009cd0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 -- 172.21.15.17:0/3289648421 shutdown_connections 2024-03-16T18:20:31.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3289648421 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 0x7f77981110c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3289648421 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f7798103230 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3289648421 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f7798100d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 -- 172.21.15.17:0/3289648421 >> 172.21.15.17:0/3289648421 conn(0x7f7798076210 msgr2=0x7f7798076620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:31.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 -- 172.21.15.17:0/3289648421 shutdown_connections 2024-03-16T18:20:31.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 -- 172.21.15.17:0/3289648421 wait complete. 2024-03-16T18:20:31.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 Processor -- start 2024-03-16T18:20:31.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.056+0000 7f779fd2f700 1 -- start start 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779fd2f700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f779819a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779fd2f700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 0x7f779819ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779fd2f700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f779819efc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779fd2f700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779819f5d0 con 0x7f7798102e50 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779fd2f700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779819f740 con 0x7f77981012d0 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779fd2f700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f779819f900 con 0x7f7798100910 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f779819efc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779dacb700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f779819a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f779819efc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39290/0 (socket says 172.21.15.17:39290) 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779dacb700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f779819a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:35300/0 (socket says 172.21.15.17:35300) 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 -- 172.21.15.17:0/3846725921 learned_addr learned my addr 172.21.15.17:0/3846725921 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779d2ca700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 0x7f779819ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 -- 172.21.15.17:0/3846725921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 msgr2=0x7f779819a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f779819a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 -- 172.21.15.17:0/3846725921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 msgr2=0x7f779819ac30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 0x7f779819ac30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 -- 172.21.15.17:0/3846725921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77940095f0 con 0x7f7798102e50 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779dacb700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f779819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779d2ca700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 0x7f779819ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.057+0000 7f779e2cc700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f779819efc0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f779000ef90 tx=0x7f779000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.058+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7790018070 con 0x7f7798102e50 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.058+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f779000f040 con 0x7f7798102e50 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.058+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f779819fb80 con 0x7f7798102e50 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.058+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779000cd10 con 0x7f7798102e50 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.058+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77981a7440 con 0x7f7798102e50 2024-03-16T18:20:31.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.059+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f779810c800 con 0x7f7798102e50 2024-03-16T18:20:31.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.060+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f7790007500 con 0x7f7798102e50 2024-03-16T18:20:31.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.060+0000 7f778effd700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f77840a1b40 0x7f77840a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:31.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.061+0000 7f779dacb700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f77840a1b40 0x7f77840a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:31.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.061+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f77900cd280 con 0x7f7798102e50 2024-03-16T18:20:31.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.061+0000 7f779dacb700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f77840a1b40 0x7f77840a4000 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7794000c00 tx=0x7f7794005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:31.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.065+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f77900961c0 con 0x7f7798102e50 2024-03-16T18:20:31.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.264+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f779819ba50 con 0x7f77840a1b40 2024-03-16T18:20:31.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.274+0000 7f778effd700 1 -- 172.21.15.17:0/3846725921 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340518 (secure 0 0 0) 0x7f779819ba50 con 0x7f77840a1b40 2024-03-16T18:20:31.281 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f77840a1b40 msgr2=0x7f77840a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f77840a1b40 0x7f77840a4000 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f7794000c00 tx=0x7f7794005fb0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 msgr2=0x7f779819efc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f779819efc0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f779000ef90 tx=0x7f779000c3a0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 shutdown_connections 2024-03-16T18:20:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7798102e50 0x7f779819efc0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f77840a1b40 0x7f77840a4000 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7798100910 0x7f779819a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 --2- 172.21.15.17:0/3846725921 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77981012d0 0x7f779819ac30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 >> 172.21.15.17:0/3846725921 conn(0x7f7798076210 msgr2=0x7f77980fe980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 shutdown_connections 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:31.277+0000 7f779fd2f700 1 -- 172.21.15.17:0/3846725921 wait complete. 2024-03-16T18:20:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:20:31.512 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:31 smithi153 ceph-mon[36005]: pgmap v341: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-03-16T18:20:31.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:31 smithi017 ceph-mon[32207]: pgmap v341: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-03-16T18:20:31.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:31 smithi149 ceph-mon[35991]: pgmap v341: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 597 B/s wr, 10 op/s 2024-03-16T18:20:31.974 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":341,"stamp":"2024-03-16T18:20:30.916483+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660041,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":839,"num_read_kb":562,"num_write":432,"num_write_kb":3085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":1182130,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":856,"ondisk_log_size":856,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371700,"kb_used_data":14228,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570124,"statfs":{"total":1151940427776,"available":1151559806976,"internally_reserved":0,"allocated":14569472,"data_stored":7966025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":123,"num_read_kb":58,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004364"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.938613+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:20:20.938613+0000","last_peered":"2024-03-16T18:20:20.938613+0000","last_clean":"2024-03-16T18:20:20.938613+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:20:20.938613+0000","last_undegraded":"2024-03-16T18:20:20.938613+0000","last_fullsized":"2024-03-16T18:20:20.938613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932939+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:20:20.932939+0000","last_peered":"2024-03-16T18:20:20.932939+0000","last_clean":"2024-03-16T18:20:20.932939+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:20:20.932939+0000","last_undegraded":"2024-03-16T18:20:20.932939+0000","last_fullsized":"2024-03-16T18:20:20.932939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.939297+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:20:20.939297+0000","last_peered":"2024-03-16T18:20:20.939297+0000","last_clean":"2024-03-16T18:20:20.939297+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:20:20.939297+0000","last_undegraded":"2024-03-16T18:20:20.939297+0000","last_fullsized":"2024-03-16T18:20:20.939297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.923982+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:20:20.923982+0000","last_peered":"2024-03-16T18:20:20.923982+0000","last_clean":"2024-03-16T18:20:20.923982+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:20:20.923982+0000","last_undegraded":"2024-03-16T18:20:20.923982+0000","last_fullsized":"2024-03-16T18:20:20.923982+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.930442+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:20:20.930442+0000","last_peered":"2024-03-16T18:20:20.930442+0000","last_clean":"2024-03-16T18:20:20.930442+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:20:20.930442+0000","last_undegraded":"2024-03-16T18:20:20.930442+0000","last_fullsized":"2024-03-16T18:20:20.930442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936511+0000","last_change":"2024-03-16T18:19:52.160174+0000","last_active":"2024-03-16T18:20:20.936511+0000","last_peered":"2024-03-16T18:20:20.936511+0000","last_clean":"2024-03-16T18:20:20.936511+0000","last_became_active":"2024-03-16T18:19:52.159763+0000","last_became_peered":"2024-03-16T18:19:52.159763+0000","last_unstale":"2024-03-16T18:20:20.936511+0000","last_undegraded":"2024-03-16T18:20:20.936511+0000","last_fullsized":"2024-03-16T18:20:20.936511+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:47:34.692847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932803+0000","last_change":"2024-03-16T18:19:51.991609+0000","last_active":"2024-03-16T18:20:20.932803+0000","last_peered":"2024-03-16T18:20:20.932803+0000","last_clean":"2024-03-16T18:20:20.932803+0000","last_became_active":"2024-03-16T18:19:51.991246+0000","last_became_peered":"2024-03-16T18:19:51.991246+0000","last_unstale":"2024-03-16T18:20:20.932803+0000","last_undegraded":"2024-03-16T18:20:20.932803+0000","last_fullsized":"2024-03-16T18:20:20.932803+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:36:47.110037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.939219+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:20:20.939219+0000","last_peered":"2024-03-16T18:20:20.939219+0000","last_clean":"2024-03-16T18:20:20.939219+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:20:20.939219+0000","last_undegraded":"2024-03-16T18:20:20.939219+0000","last_fullsized":"2024-03-16T18:20:20.939219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928819+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:20:20.928819+0000","last_peered":"2024-03-16T18:20:20.928819+0000","last_clean":"2024-03-16T18:20:20.928819+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:20:20.928819+0000","last_undegraded":"2024-03-16T18:20:20.928819+0000","last_fullsized":"2024-03-16T18:20:20.928819+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.922736+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:20:20.922736+0000","last_peered":"2024-03-16T18:20:20.922736+0000","last_clean":"2024-03-16T18:20:20.922736+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:20:20.922736+0000","last_undegraded":"2024-03-16T18:20:20.922736+0000","last_fullsized":"2024-03-16T18:20:20.922736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942992+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:20:20.942992+0000","last_peered":"2024-03-16T18:20:20.942992+0000","last_clean":"2024-03-16T18:20:20.942992+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:20.942992+0000","last_undegraded":"2024-03-16T18:20:20.942992+0000","last_fullsized":"2024-03-16T18:20:20.942992+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.923731+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:20:20.923731+0000","last_peered":"2024-03-16T18:20:20.923731+0000","last_clean":"2024-03-16T18:20:20.923731+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:20:20.923731+0000","last_undegraded":"2024-03-16T18:20:20.923731+0000","last_fullsized":"2024-03-16T18:20:20.923731+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928152+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:20:20.928152+0000","last_peered":"2024-03-16T18:20:20.928152+0000","last_clean":"2024-03-16T18:20:20.928152+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:20:20.928152+0000","last_undegraded":"2024-03-16T18:20:20.928152+0000","last_fullsized":"2024-03-16T18:20:20.928152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.931511+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:20:20.931511+0000","last_peered":"2024-03-16T18:20:20.931511+0000","last_clean":"2024-03-16T18:20:20.931511+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:20:20.931511+0000","last_undegraded":"2024-03-16T18:20:20.931511+0000","last_fullsized":"2024-03-16T18:20:20.931511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.921326+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:20:20.921326+0000","last_peered":"2024-03-16T18:20:20.921326+0000","last_clean":"2024-03-16T18:20:20.921326+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:20:20.921326+0000","last_undegraded":"2024-03-16T18:20:20.921326+0000","last_fullsized":"2024-03-16T18:20:20.921326+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937742+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:20:20.937742+0000","last_peered":"2024-03-16T18:20:20.937742+0000","last_clean":"2024-03-16T18:20:20.937742+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:20:20.937742+0000","last_undegraded":"2024-03-16T18:20:20.937742+0000","last_fullsized":"2024-03-16T18:20:20.937742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.938740+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:20:20.938740+0000","last_peered":"2024-03-16T18:20:20.938740+0000","last_clean":"2024-03-16T18:20:20.938740+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:20:20.938740+0000","last_undegraded":"2024-03-16T18:20:20.938740+0000","last_fullsized":"2024-03-16T18:20:20.938740+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.934353+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:20:20.934353+0000","last_peered":"2024-03-16T18:20:20.934353+0000","last_clean":"2024-03-16T18:20:20.934353+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:20:20.934353+0000","last_undegraded":"2024-03-16T18:20:20.934353+0000","last_fullsized":"2024-03-16T18:20:20.934353+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.925110+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:20:20.925110+0000","last_peered":"2024-03-16T18:20:20.925110+0000","last_clean":"2024-03-16T18:20:20.925110+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:20:20.925110+0000","last_undegraded":"2024-03-16T18:20:20.925110+0000","last_fullsized":"2024-03-16T18:20:20.925110+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986882+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:19:51.986882+0000","last_peered":"2024-03-16T18:19:51.986882+0000","last_clean":"2024-03-16T18:19:51.986882+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:19:51.986882+0000","last_undegraded":"2024-03-16T18:19:51.986882+0000","last_fullsized":"2024-03-16T18:19:51.986882+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":110,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:26.347804+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:20:26.347804+0000","last_peered":"2024-03-16T18:20:26.347804+0000","last_clean":"2024-03-16T18:20:26.347804+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:20:26.347804+0000","last_undegraded":"2024-03-16T18:20:26.347804+0000","last_fullsized":"2024-03-16T18:20:26.347804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935508+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:20:20.935508+0000","last_peered":"2024-03-16T18:20:20.935508+0000","last_clean":"2024-03-16T18:20:20.935508+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:20:20.935508+0000","last_undegraded":"2024-03-16T18:20:20.935508+0000","last_fullsized":"2024-03-16T18:20:20.935508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986497+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:19:51.986497+0000","last_peered":"2024-03-16T18:19:51.986497+0000","last_clean":"2024-03-16T18:19:51.986497+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:19:51.986497+0000","last_undegraded":"2024-03-16T18:19:51.986497+0000","last_fullsized":"2024-03-16T18:19:51.986497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162861+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:19:52.162861+0000","last_peered":"2024-03-16T18:19:52.162861+0000","last_clean":"2024-03-16T18:19:52.162861+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:19:52.162861+0000","last_undegraded":"2024-03-16T18:19:52.162861+0000","last_fullsized":"2024-03-16T18:19:52.162861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.939276+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:20:20.939276+0000","last_peered":"2024-03-16T18:20:20.939276+0000","last_clean":"2024-03-16T18:20:20.939276+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:20:20.939276+0000","last_undegraded":"2024-03-16T18:20:20.939276+0000","last_fullsized":"2024-03-16T18:20:20.939276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987286+0000","last_change":"2024-03-16T18:19:01.419420+0000","last_active":"2024-03-16T18:19:51.987286+0000","last_peered":"2024-03-16T18:19:51.987286+0000","last_clean":"2024-03-16T18:19:51.987286+0000","last_became_active":"2024-03-16T18:19:01.418980+0000","last_became_peered":"2024-03-16T18:19:01.418980+0000","last_unstale":"2024-03-16T18:19:51.987286+0000","last_undegraded":"2024-03-16T18:19:51.987286+0000","last_fullsized":"2024-03-16T18:19:51.987286+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:50:01.637549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989098+0000","last_change":"2024-03-16T18:18:56.394040+0000","last_active":"2024-03-16T18:19:51.989098+0000","last_peered":"2024-03-16T18:19:51.989098+0000","last_clean":"2024-03-16T18:19:51.989098+0000","last_became_active":"2024-03-16T18:18:56.393537+0000","last_became_peered":"2024-03-16T18:18:56.393537+0000","last_unstale":"2024-03-16T18:19:51.989098+0000","last_undegraded":"2024-03-16T18:19:51.989098+0000","last_fullsized":"2024-03-16T18:19:51.989098+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:06:08.674556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932194+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:20:20.932194+0000","last_peered":"2024-03-16T18:20:20.932194+0000","last_clean":"2024-03-16T18:20:20.932194+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:20:20.932194+0000","last_undegraded":"2024-03-16T18:20:20.932194+0000","last_fullsized":"2024-03-16T18:20:20.932194+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986561+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:19:51.986561+0000","last_peered":"2024-03-16T18:19:51.986561+0000","last_clean":"2024-03-16T18:19:51.986561+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:19:51.986561+0000","last_undegraded":"2024-03-16T18:19:51.986561+0000","last_fullsized":"2024-03-16T18:19:51.986561+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988620+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:19:51.988620+0000","last_peered":"2024-03-16T18:19:51.988620+0000","last_clean":"2024-03-16T18:19:51.988620+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:19:51.988620+0000","last_undegraded":"2024-03-16T18:19:51.988620+0000","last_fullsized":"2024-03-16T18:19:51.988620+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":46,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928585+0000","last_change":"2024-03-16T18:19:51.995934+0000","last_active":"2024-03-16T18:20:20.928585+0000","last_peered":"2024-03-16T18:20:20.928585+0000","last_clean":"2024-03-16T18:20:20.928585+0000","last_became_active":"2024-03-16T18:19:51.995581+0000","last_became_peered":"2024-03-16T18:19:51.995581+0000","last_unstale":"2024-03-16T18:20:20.928585+0000","last_undegraded":"2024-03-16T18:20:20.928585+0000","last_fullsized":"2024-03-16T18:20:20.928585+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:30:33.908272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987115+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:19:51.987115+0000","last_peered":"2024-03-16T18:19:51.987115+0000","last_clean":"2024-03-16T18:19:51.987115+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:19:51.987115+0000","last_undegraded":"2024-03-16T18:19:51.987115+0000","last_fullsized":"2024-03-16T18:19:51.987115+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":108,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.331853+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:20:28.331853+0000","last_peered":"2024-03-16T18:20:28.331853+0000","last_clean":"2024-03-16T18:20:28.331853+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:20:28.331853+0000","last_undegraded":"2024-03-16T18:20:28.331853+0000","last_fullsized":"2024-03-16T18:20:28.331853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.929687+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:20:20.929687+0000","last_peered":"2024-03-16T18:20:20.929687+0000","last_clean":"2024-03-16T18:20:20.929687+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:20:20.929687+0000","last_undegraded":"2024-03-16T18:20:20.929687+0000","last_fullsized":"2024-03-16T18:20:20.929687+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987409+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:19:51.987409+0000","last_peered":"2024-03-16T18:19:51.987409+0000","last_clean":"2024-03-16T18:19:51.987409+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:19:51.987409+0000","last_undegraded":"2024-03-16T18:19:51.987409+0000","last_fullsized":"2024-03-16T18:19:51.987409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989705+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:19:51.989705+0000","last_peered":"2024-03-16T18:19:51.989705+0000","last_clean":"2024-03-16T18:19:51.989705+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:19:51.989705+0000","last_undegraded":"2024-03-16T18:19:51.989705+0000","last_fullsized":"2024-03-16T18:19:51.989705+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937235+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:20:20.937235+0000","last_peered":"2024-03-16T18:20:20.937235+0000","last_clean":"2024-03-16T18:20:20.937235+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:20:20.937235+0000","last_undegraded":"2024-03-16T18:20:20.937235+0000","last_fullsized":"2024-03-16T18:20:20.937235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990930+0000","last_change":"2024-03-16T18:19:01.420839+0000","last_active":"2024-03-16T18:19:51.990930+0000","last_peered":"2024-03-16T18:19:51.990930+0000","last_clean":"2024-03-16T18:19:51.990930+0000","last_became_active":"2024-03-16T18:19:01.420384+0000","last_became_peered":"2024-03-16T18:19:01.420384+0000","last_unstale":"2024-03-16T18:19:51.990930+0000","last_undegraded":"2024-03-16T18:19:51.990930+0000","last_fullsized":"2024-03-16T18:19:51.990930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:45:11.567038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.158840+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:19:52.158840+0000","last_peered":"2024-03-16T18:19:52.158840+0000","last_clean":"2024-03-16T18:19:52.158840+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:19:52.158840+0000","last_undegraded":"2024-03-16T18:19:52.158840+0000","last_fullsized":"2024-03-16T18:19:52.158840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937565+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:20:20.937565+0000","last_peered":"2024-03-16T18:20:20.937565+0000","last_clean":"2024-03-16T18:20:20.937565+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:20:20.937565+0000","last_undegraded":"2024-03-16T18:20:20.937565+0000","last_fullsized":"2024-03-16T18:20:20.937565+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989337+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:19:51.989337+0000","last_peered":"2024-03-16T18:19:51.989337+0000","last_clean":"2024-03-16T18:19:51.989337+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:19:51.989337+0000","last_undegraded":"2024-03-16T18:19:51.989337+0000","last_fullsized":"2024-03-16T18:19:51.989337+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989075+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:19:51.989075+0000","last_peered":"2024-03-16T18:19:51.989075+0000","last_clean":"2024-03-16T18:19:51.989075+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:19:51.989075+0000","last_undegraded":"2024-03-16T18:19:51.989075+0000","last_fullsized":"2024-03-16T18:19:51.989075+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935662+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:20:20.935662+0000","last_peered":"2024-03-16T18:20:20.935662+0000","last_clean":"2024-03-16T18:20:20.935662+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:20:20.935662+0000","last_undegraded":"2024-03-16T18:20:20.935662+0000","last_fullsized":"2024-03-16T18:20:20.935662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162515+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:19:52.162515+0000","last_peered":"2024-03-16T18:19:52.162515+0000","last_clean":"2024-03-16T18:19:52.162515+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:19:52.162515+0000","last_undegraded":"2024-03-16T18:19:52.162515+0000","last_fullsized":"2024-03-16T18:19:52.162515+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":171,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.039440+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:20:28.039440+0000","last_peered":"2024-03-16T18:20:28.039440+0000","last_clean":"2024-03-16T18:20:28.039440+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:20:28.039440+0000","last_undegraded":"2024-03-16T18:20:28.039440+0000","last_fullsized":"2024-03-16T18:20:28.039440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":139,"num_read_kb":139,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.933593+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:20:20.933593+0000","last_peered":"2024-03-16T18:20:20.933593+0000","last_clean":"2024-03-16T18:20:20.933593+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:20:20.933593+0000","last_undegraded":"2024-03-16T18:20:20.933593+0000","last_fullsized":"2024-03-16T18:20:20.933593+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986232+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:19:51.986232+0000","last_peered":"2024-03-16T18:19:51.986232+0000","last_clean":"2024-03-16T18:19:51.986232+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:19:51.986232+0000","last_undegraded":"2024-03-16T18:19:51.986232+0000","last_fullsized":"2024-03-16T18:19:51.986232+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990328+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:19:51.990328+0000","last_peered":"2024-03-16T18:19:51.990328+0000","last_clean":"2024-03-16T18:19:51.990328+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:19:51.990328+0000","last_undegraded":"2024-03-16T18:19:51.990328+0000","last_fullsized":"2024-03-16T18:19:51.990328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932671+0000","last_change":"2024-03-16T18:19:51.993784+0000","last_active":"2024-03-16T18:20:20.932671+0000","last_peered":"2024-03-16T18:20:20.932671+0000","last_clean":"2024-03-16T18:20:20.932671+0000","last_became_active":"2024-03-16T18:19:51.993415+0000","last_became_peered":"2024-03-16T18:19:51.993415+0000","last_unstale":"2024-03-16T18:20:20.932671+0000","last_undegraded":"2024-03-16T18:20:20.932671+0000","last_fullsized":"2024-03-16T18:20:20.932671+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:58:24.178943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987378+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:19:51.987378+0000","last_peered":"2024-03-16T18:19:51.987378+0000","last_clean":"2024-03-16T18:19:51.987378+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:19:51.987378+0000","last_undegraded":"2024-03-16T18:19:51.987378+0000","last_fullsized":"2024-03-16T18:19:51.987378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990100+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:19:51.990100+0000","last_peered":"2024-03-16T18:19:51.990100+0000","last_clean":"2024-03-16T18:19:51.990100+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:19:51.990100+0000","last_undegraded":"2024-03-16T18:19:51.990100+0000","last_fullsized":"2024-03-16T18:19:51.990100+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.926108+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:20:20.926108+0000","last_peered":"2024-03-16T18:20:20.926108+0000","last_clean":"2024-03-16T18:20:20.926108+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:20:20.926108+0000","last_undegraded":"2024-03-16T18:20:20.926108+0000","last_fullsized":"2024-03-16T18:20:20.926108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986260+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:19:51.986260+0000","last_peered":"2024-03-16T18:19:51.986260+0000","last_clean":"2024-03-16T18:19:51.986260+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:19:51.986260+0000","last_undegraded":"2024-03-16T18:19:51.986260+0000","last_fullsized":"2024-03-16T18:19:51.986260+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'36","reported_seq":210,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.331221+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:20:28.331221+0000","last_peered":"2024-03-16T18:20:28.331221+0000","last_clean":"2024-03-16T18:20:28.331221+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:20:28.331221+0000","last_undegraded":"2024-03-16T18:20:28.331221+0000","last_fullsized":"2024-03-16T18:20:28.331221+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61953,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":147,"num_read_kb":135,"num_write":38,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.919484+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:20:20.919484+0000","last_peered":"2024-03-16T18:20:20.919484+0000","last_clean":"2024-03-16T18:20:20.919484+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:20:20.919484+0000","last_undegraded":"2024-03-16T18:20:20.919484+0000","last_fullsized":"2024-03-16T18:20:20.919484+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990406+0000","last_change":"2024-03-16T18:19:01.428014+0000","last_active":"2024-03-16T18:19:51.990406+0000","last_peered":"2024-03-16T18:19:51.990406+0000","last_clean":"2024-03-16T18:19:51.990406+0000","last_became_active":"2024-03-16T18:19:01.427593+0000","last_became_peered":"2024-03-16T18:19:01.427593+0000","last_unstale":"2024-03-16T18:19:51.990406+0000","last_undegraded":"2024-03-16T18:19:51.990406+0000","last_fullsized":"2024-03-16T18:19:51.990406+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:33.013088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986864+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:19:51.986864+0000","last_peered":"2024-03-16T18:19:51.986864+0000","last_clean":"2024-03-16T18:19:51.986864+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:19:51.986864+0000","last_undegraded":"2024-03-16T18:19:51.986864+0000","last_fullsized":"2024-03-16T18:19:51.986864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.926365+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:20:20.926365+0000","last_peered":"2024-03-16T18:20:20.926365+0000","last_clean":"2024-03-16T18:20:20.926365+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:20:20.926365+0000","last_undegraded":"2024-03-16T18:20:20.926365+0000","last_fullsized":"2024-03-16T18:20:20.926365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989395+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:19:51.989395+0000","last_peered":"2024-03-16T18:19:51.989395+0000","last_clean":"2024-03-16T18:19:51.989395+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:19:51.989395+0000","last_undegraded":"2024-03-16T18:19:51.989395+0000","last_fullsized":"2024-03-16T18:19:51.989395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990397+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:19:51.990397+0000","last_peered":"2024-03-16T18:19:51.990397+0000","last_clean":"2024-03-16T18:19:51.990397+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:19:51.990397+0000","last_undegraded":"2024-03-16T18:19:51.990397+0000","last_fullsized":"2024-03-16T18:19:51.990397+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.941333+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:20:20.941333+0000","last_peered":"2024-03-16T18:20:20.941333+0000","last_clean":"2024-03-16T18:20:20.941333+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:20:20.941333+0000","last_undegraded":"2024-03-16T18:20:20.941333+0000","last_fullsized":"2024-03-16T18:20:20.941333+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986756+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:19:51.986756+0000","last_peered":"2024-03-16T18:19:51.986756+0000","last_clean":"2024-03-16T18:19:51.986756+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:19:51.986756+0000","last_undegraded":"2024-03-16T18:19:51.986756+0000","last_fullsized":"2024-03-16T18:19:51.986756+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":108,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.338930+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:20:28.338930+0000","last_peered":"2024-03-16T18:20:28.338930+0000","last_clean":"2024-03-16T18:20:28.338930+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:20:28.338930+0000","last_undegraded":"2024-03-16T18:20:28.338930+0000","last_fullsized":"2024-03-16T18:20:28.338930+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":75,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942566+0000","last_change":"2024-03-16T18:19:51.993028+0000","last_active":"2024-03-16T18:20:20.942566+0000","last_peered":"2024-03-16T18:20:20.942566+0000","last_clean":"2024-03-16T18:20:20.942566+0000","last_became_active":"2024-03-16T18:19:51.992666+0000","last_became_peered":"2024-03-16T18:19:51.992666+0000","last_unstale":"2024-03-16T18:20:20.942566+0000","last_undegraded":"2024-03-16T18:20:20.942566+0000","last_fullsized":"2024-03-16T18:20:20.942566+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:57:54.507126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.159232+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:19:52.159232+0000","last_peered":"2024-03-16T18:19:52.159232+0000","last_clean":"2024-03-16T18:19:52.159232+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:19:52.159232+0000","last_undegraded":"2024-03-16T18:19:52.159232+0000","last_fullsized":"2024-03-16T18:19:52.159232+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.012410+0000","last_change":"2024-03-16T18:19:52.012410+0000","last_active":"2024-03-16T18:19:52.012410+0000","last_peered":"2024-03-16T18:19:52.012410+0000","last_clean":"2024-03-16T18:19:52.012410+0000","last_became_active":"2024-03-16T18:19:51.994720+0000","last_became_peered":"2024-03-16T18:19:51.994720+0000","last_unstale":"2024-03-16T18:19:52.012410+0000","last_undegraded":"2024-03-16T18:19:52.012410+0000","last_fullsized":"2024-03-16T18:19:52.012410+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:17:27.808191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928488+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:20:20.928488+0000","last_peered":"2024-03-16T18:20:20.928488+0000","last_clean":"2024-03-16T18:20:20.928488+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:20:20.928488+0000","last_undegraded":"2024-03-16T18:20:20.928488+0000","last_fullsized":"2024-03-16T18:20:20.928488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989541+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:19:51.989541+0000","last_peered":"2024-03-16T18:19:51.989541+0000","last_clean":"2024-03-16T18:19:51.989541+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:19:51.989541+0000","last_undegraded":"2024-03-16T18:19:51.989541+0000","last_fullsized":"2024-03-16T18:19:51.989541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989276+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:19:51.989276+0000","last_peered":"2024-03-16T18:19:51.989276+0000","last_clean":"2024-03-16T18:19:51.989276+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:19:51.989276+0000","last_undegraded":"2024-03-16T18:19:51.989276+0000","last_fullsized":"2024-03-16T18:19:51.989276+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.931352+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:20:20.931352+0000","last_peered":"2024-03-16T18:20:20.931352+0000","last_clean":"2024-03-16T18:20:20.931352+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:20:20.931352+0000","last_undegraded":"2024-03-16T18:20:20.931352+0000","last_fullsized":"2024-03-16T18:20:20.931352+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988728+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:19:51.988728+0000","last_peered":"2024-03-16T18:19:51.988728+0000","last_clean":"2024-03-16T18:19:51.988728+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:19:51.988728+0000","last_undegraded":"2024-03-16T18:19:51.988728+0000","last_fullsized":"2024-03-16T18:19:51.988728+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986490+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:19:51.986490+0000","last_peered":"2024-03-16T18:19:51.986490+0000","last_clean":"2024-03-16T18:19:51.986490+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:19:51.986490+0000","last_undegraded":"2024-03-16T18:19:51.986490+0000","last_fullsized":"2024-03-16T18:19:51.986490+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935156+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:20:20.935156+0000","last_peered":"2024-03-16T18:20:20.935156+0000","last_clean":"2024-03-16T18:20:20.935156+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:20:20.935156+0000","last_undegraded":"2024-03-16T18:20:20.935156+0000","last_fullsized":"2024-03-16T18:20:20.935156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.158994+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:19:52.158994+0000","last_peered":"2024-03-16T18:19:52.158994+0000","last_clean":"2024-03-16T18:19:52.158994+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:19:52.158994+0000","last_undegraded":"2024-03-16T18:19:52.158994+0000","last_fullsized":"2024-03-16T18:19:52.158994+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":104,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.350764+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:20:28.350764+0000","last_peered":"2024-03-16T18:20:28.350764+0000","last_clean":"2024-03-16T18:20:28.350764+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:20:28.350764+0000","last_undegraded":"2024-03-16T18:20:28.350764+0000","last_fullsized":"2024-03-16T18:20:28.350764+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.934139+0000","last_change":"2024-03-16T18:19:51.993230+0000","last_active":"2024-03-16T18:20:20.934139+0000","last_peered":"2024-03-16T18:20:20.934139+0000","last_clean":"2024-03-16T18:20:20.934139+0000","last_became_active":"2024-03-16T18:19:51.992843+0000","last_became_peered":"2024-03-16T18:19:51.992843+0000","last_unstale":"2024-03-16T18:20:20.934139+0000","last_undegraded":"2024-03-16T18:20:20.934139+0000","last_fullsized":"2024-03-16T18:20:20.934139+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:24:01.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.158996+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:19:52.158996+0000","last_peered":"2024-03-16T18:19:52.158996+0000","last_clean":"2024-03-16T18:19:52.158996+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:19:52.158996+0000","last_undegraded":"2024-03-16T18:19:52.158996+0000","last_fullsized":"2024-03-16T18:19:52.158996+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928380+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:20:20.928380+0000","last_peered":"2024-03-16T18:20:20.928380+0000","last_clean":"2024-03-16T18:20:20.928380+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:20:20.928380+0000","last_undegraded":"2024-03-16T18:20:20.928380+0000","last_fullsized":"2024-03-16T18:20:20.928380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":105,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.338443+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:20:28.338443+0000","last_peered":"2024-03-16T18:20:28.338443+0000","last_clean":"2024-03-16T18:20:28.338443+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:20:28.338443+0000","last_undegraded":"2024-03-16T18:20:28.338443+0000","last_fullsized":"2024-03-16T18:20:28.338443+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990083+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:19:51.990083+0000","last_peered":"2024-03-16T18:19:51.990083+0000","last_clean":"2024-03-16T18:19:51.990083+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:19:51.990083+0000","last_undegraded":"2024-03-16T18:19:51.990083+0000","last_fullsized":"2024-03-16T18:19:51.990083+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936054+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:20:20.936054+0000","last_peered":"2024-03-16T18:20:20.936054+0000","last_clean":"2024-03-16T18:20:20.936054+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:20:20.936054+0000","last_undegraded":"2024-03-16T18:20:20.936054+0000","last_fullsized":"2024-03-16T18:20:20.936054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987321+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:19:51.987321+0000","last_peered":"2024-03-16T18:19:51.987321+0000","last_clean":"2024-03-16T18:19:51.987321+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:19:51.987321+0000","last_undegraded":"2024-03-16T18:19:51.987321+0000","last_fullsized":"2024-03-16T18:19:51.987321+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":362,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988302+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:19:51.988302+0000","last_peered":"2024-03-16T18:19:51.988302+0000","last_clean":"2024-03-16T18:19:51.988302+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:19:51.988302+0000","last_undegraded":"2024-03-16T18:19:51.988302+0000","last_fullsized":"2024-03-16T18:19:51.988302+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990027+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:19:51.990027+0000","last_peered":"2024-03-16T18:19:51.990027+0000","last_clean":"2024-03-16T18:19:51.990027+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:19:51.990027+0000","last_undegraded":"2024-03-16T18:19:51.990027+0000","last_fullsized":"2024-03-16T18:19:51.990027+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.924330+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:20:20.924330+0000","last_peered":"2024-03-16T18:20:20.924330+0000","last_clean":"2024-03-16T18:20:20.924330+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:20:20.924330+0000","last_undegraded":"2024-03-16T18:20:20.924330+0000","last_fullsized":"2024-03-16T18:20:20.924330+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988356+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:19:51.988356+0000","last_peered":"2024-03-16T18:19:51.988356+0000","last_clean":"2024-03-16T18:19:51.988356+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:19:51.988356+0000","last_undegraded":"2024-03-16T18:19:51.988356+0000","last_fullsized":"2024-03-16T18:19:51.988356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990280+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:19:51.990280+0000","last_peered":"2024-03-16T18:19:51.990280+0000","last_clean":"2024-03-16T18:19:51.990280+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:19:51.990280+0000","last_undegraded":"2024-03-16T18:19:51.990280+0000","last_fullsized":"2024-03-16T18:19:51.990280+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.999027+0000","last_change":"2024-03-16T18:19:51.999027+0000","last_active":"2024-03-16T18:19:51.999027+0000","last_peered":"2024-03-16T18:19:51.999027+0000","last_clean":"2024-03-16T18:19:51.999027+0000","last_became_active":"2024-03-16T18:19:51.992832+0000","last_became_peered":"2024-03-16T18:19:51.992832+0000","last_unstale":"2024-03-16T18:19:51.999027+0000","last_undegraded":"2024-03-16T18:19:51.999027+0000","last_fullsized":"2024-03-16T18:19:51.999027+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:39:51.856136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.919674+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:20:20.919674+0000","last_peered":"2024-03-16T18:20:20.919674+0000","last_clean":"2024-03-16T18:20:20.919674+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:20:20.919674+0000","last_undegraded":"2024-03-16T18:20:20.919674+0000","last_fullsized":"2024-03-16T18:20:20.919674+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162154+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:19:52.162154+0000","last_peered":"2024-03-16T18:19:52.162154+0000","last_clean":"2024-03-16T18:19:52.162154+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:19:52.162154+0000","last_undegraded":"2024-03-16T18:19:52.162154+0000","last_fullsized":"2024-03-16T18:19:52.162154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'13","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986865+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:19:51.986865+0000","last_peered":"2024-03-16T18:19:51.986865+0000","last_clean":"2024-03-16T18:19:51.986865+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:19:51.986865+0000","last_undegraded":"2024-03-16T18:19:51.986865+0000","last_fullsized":"2024-03-16T18:19:51.986865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937926+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:20:20.937926+0000","last_peered":"2024-03-16T18:20:20.937926+0000","last_clean":"2024-03-16T18:20:20.937926+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:20:20.937926+0000","last_undegraded":"2024-03-16T18:20:20.937926+0000","last_fullsized":"2024-03-16T18:20:20.937926+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986584+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:19:51.986584+0000","last_peered":"2024-03-16T18:19:51.986584+0000","last_clean":"2024-03-16T18:19:51.986584+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:19:51.986584+0000","last_undegraded":"2024-03-16T18:19:51.986584+0000","last_fullsized":"2024-03-16T18:19:51.986584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988362+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:19:51.988362+0000","last_peered":"2024-03-16T18:19:51.988362+0000","last_clean":"2024-03-16T18:19:51.988362+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:19:51.988362+0000","last_undegraded":"2024-03-16T18:19:51.988362+0000","last_fullsized":"2024-03-16T18:19:51.988362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.934307+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:20:20.934307+0000","last_peered":"2024-03-16T18:20:20.934307+0000","last_clean":"2024-03-16T18:20:20.934307+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:20:20.934307+0000","last_undegraded":"2024-03-16T18:20:20.934307+0000","last_fullsized":"2024-03-16T18:20:20.934307+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986770+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:19:51.986770+0000","last_peered":"2024-03-16T18:19:51.986770+0000","last_clean":"2024-03-16T18:19:51.986770+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:19:51.986770+0000","last_undegraded":"2024-03-16T18:19:51.986770+0000","last_fullsized":"2024-03-16T18:19:51.986770+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990966+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:19:51.990966+0000","last_peered":"2024-03-16T18:19:51.990966+0000","last_clean":"2024-03-16T18:19:51.990966+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:19:51.990966+0000","last_undegraded":"2024-03-16T18:19:51.990966+0000","last_fullsized":"2024-03-16T18:19:51.990966+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.892580+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:20:20.892580+0000","last_peered":"2024-03-16T18:20:20.892580+0000","last_clean":"2024-03-16T18:20:20.892580+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:20:20.892580+0000","last_undegraded":"2024-03-16T18:20:20.892580+0000","last_fullsized":"2024-03-16T18:20:20.892580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986872+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:19:51.986872+0000","last_peered":"2024-03-16T18:19:51.986872+0000","last_clean":"2024-03-16T18:19:51.986872+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:19:51.986872+0000","last_undegraded":"2024-03-16T18:19:51.986872+0000","last_fullsized":"2024-03-16T18:19:51.986872+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162271+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:19:52.162271+0000","last_peered":"2024-03-16T18:19:52.162271+0000","last_clean":"2024-03-16T18:19:52.162271+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:19:52.162271+0000","last_undegraded":"2024-03-16T18:19:52.162271+0000","last_fullsized":"2024-03-16T18:19:52.162271+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.927401+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:20:20.927401+0000","last_peered":"2024-03-16T18:20:20.927401+0000","last_clean":"2024-03-16T18:20:20.927401+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:20:20.927401+0000","last_undegraded":"2024-03-16T18:20:20.927401+0000","last_fullsized":"2024-03-16T18:20:20.927401+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987193+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:19:51.987193+0000","last_peered":"2024-03-16T18:19:51.987193+0000","last_clean":"2024-03-16T18:19:51.987193+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:19:51.987193+0000","last_undegraded":"2024-03-16T18:19:51.987193+0000","last_fullsized":"2024-03-16T18:19:51.987193+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986707+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:19:51.986707+0000","last_peered":"2024-03-16T18:19:51.986707+0000","last_clean":"2024-03-16T18:19:51.986707+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:19:51.986707+0000","last_undegraded":"2024-03-16T18:19:51.986707+0000","last_fullsized":"2024-03-16T18:19:51.986707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936610+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:20:20.936610+0000","last_peered":"2024-03-16T18:20:20.936610+0000","last_clean":"2024-03-16T18:20:20.936610+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:20:20.936610+0000","last_undegraded":"2024-03-16T18:20:20.936610+0000","last_fullsized":"2024-03-16T18:20:20.936610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986735+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:19:51.986735+0000","last_peered":"2024-03-16T18:19:51.986735+0000","last_clean":"2024-03-16T18:19:51.986735+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:19:51.986735+0000","last_undegraded":"2024-03-16T18:19:51.986735+0000","last_fullsized":"2024-03-16T18:19:51.986735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989007+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:19:51.989007+0000","last_peered":"2024-03-16T18:19:51.989007+0000","last_clean":"2024-03-16T18:19:51.989007+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:19:51.989007+0000","last_undegraded":"2024-03-16T18:19:51.989007+0000","last_fullsized":"2024-03-16T18:19:51.989007+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.944065+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:20:20.944065+0000","last_peered":"2024-03-16T18:20:20.944065+0000","last_clean":"2024-03-16T18:20:20.944065+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:20:20.944065+0000","last_undegraded":"2024-03-16T18:20:20.944065+0000","last_fullsized":"2024-03-16T18:20:20.944065+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.991299+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:19:51.991299+0000","last_peered":"2024-03-16T18:19:51.991299+0000","last_clean":"2024-03-16T18:19:51.991299+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:19:51.991299+0000","last_undegraded":"2024-03-16T18:19:51.991299+0000","last_fullsized":"2024-03-16T18:19:51.991299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":54,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:25.036469+0000","last_change":"2024-03-16T18:19:52.002211+0000","last_active":"2024-03-16T18:20:25.036469+0000","last_peered":"2024-03-16T18:20:25.036469+0000","last_clean":"2024-03-16T18:20:25.036469+0000","last_became_active":"2024-03-16T18:19:51.993815+0000","last_became_peered":"2024-03-16T18:19:51.993815+0000","last_unstale":"2024-03-16T18:20:25.036469+0000","last_undegraded":"2024-03-16T18:20:25.036469+0000","last_fullsized":"2024-03-16T18:20:25.036469+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:18:43.122556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":35,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942987+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:20:20.942987+0000","last_peered":"2024-03-16T18:20:20.942987+0000","last_clean":"2024-03-16T18:20:20.942987+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:20:20.942987+0000","last_undegraded":"2024-03-16T18:20:20.942987+0000","last_fullsized":"2024-03-16T18:20:20.942987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989058+0000","last_change":"2024-03-16T18:19:01.425055+0000","last_active":"2024-03-16T18:19:51.989058+0000","last_peered":"2024-03-16T18:19:51.989058+0000","last_clean":"2024-03-16T18:19:51.989058+0000","last_became_active":"2024-03-16T18:19:01.424434+0000","last_became_peered":"2024-03-16T18:19:01.424434+0000","last_unstale":"2024-03-16T18:19:51.989058+0000","last_undegraded":"2024-03-16T18:19:51.989058+0000","last_fullsized":"2024-03-16T18:19:51.989058+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:49.726296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990231+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:19:51.990231+0000","last_peered":"2024-03-16T18:19:51.990231+0000","last_clean":"2024-03-16T18:19:51.990231+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:19:51.990231+0000","last_undegraded":"2024-03-16T18:19:51.990231+0000","last_fullsized":"2024-03-16T18:19:51.990231+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.938130+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:20:20.938130+0000","last_peered":"2024-03-16T18:20:20.938130+0000","last_clean":"2024-03-16T18:20:20.938130+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:20:20.938130+0000","last_undegraded":"2024-03-16T18:20:20.938130+0000","last_fullsized":"2024-03-16T18:20:20.938130+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988786+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:19:51.988786+0000","last_peered":"2024-03-16T18:19:51.988786+0000","last_clean":"2024-03-16T18:19:51.988786+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:19:51.988786+0000","last_undegraded":"2024-03-16T18:19:51.988786+0000","last_fullsized":"2024-03-16T18:19:51.988786+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.159227+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:19:52.159227+0000","last_peered":"2024-03-16T18:19:52.159227+0000","last_clean":"2024-03-16T18:19:52.159227+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:19:52.159227+0000","last_undegraded":"2024-03-16T18:19:52.159227+0000","last_fullsized":"2024-03-16T18:19:52.159227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.941888+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:20:20.941888+0000","last_peered":"2024-03-16T18:20:20.941888+0000","last_clean":"2024-03-16T18:20:20.941888+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:20:20.941888+0000","last_undegraded":"2024-03-16T18:20:20.941888+0000","last_fullsized":"2024-03-16T18:20:20.941888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.930185+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:20:20.930185+0000","last_peered":"2024-03-16T18:20:20.930185+0000","last_clean":"2024-03-16T18:20:20.930185+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:20:20.930185+0000","last_undegraded":"2024-03-16T18:20:20.930185+0000","last_fullsized":"2024-03-16T18:20:20.930185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.918190+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:20:20.918190+0000","last_peered":"2024-03-16T18:20:20.918190+0000","last_clean":"2024-03-16T18:20:20.918190+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:20:20.918190+0000","last_undegraded":"2024-03-16T18:20:20.918190+0000","last_fullsized":"2024-03-16T18:20:20.918190+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.904711+0000","last_change":"2024-03-16T18:19:51.992302+0000","last_active":"2024-03-16T18:20:20.904711+0000","last_peered":"2024-03-16T18:20:20.904711+0000","last_clean":"2024-03-16T18:20:20.904711+0000","last_became_active":"2024-03-16T18:19:51.991910+0000","last_became_peered":"2024-03-16T18:19:51.991910+0000","last_unstale":"2024-03-16T18:20:20.904711+0000","last_undegraded":"2024-03-16T18:20:20.904711+0000","last_fullsized":"2024-03-16T18:20:20.904711+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:22:40.511881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,0],"acting":[2,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.930562+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:20:20.930562+0000","last_peered":"2024-03-16T18:20:20.930562+0000","last_clean":"2024-03-16T18:20:20.930562+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:20:20.930562+0000","last_undegraded":"2024-03-16T18:20:20.930562+0000","last_fullsized":"2024-03-16T18:20:20.930562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935596+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:20:20.935596+0000","last_peered":"2024-03-16T18:20:20.935596+0000","last_clean":"2024-03-16T18:20:20.935596+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:20:20.935596+0000","last_undegraded":"2024-03-16T18:20:20.935596+0000","last_fullsized":"2024-03-16T18:20:20.935596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.926277+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:20:20.926277+0000","last_peered":"2024-03-16T18:20:20.926277+0000","last_clean":"2024-03-16T18:20:20.926277+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:20.926277+0000","last_undegraded":"2024-03-16T18:20:20.926277+0000","last_fullsized":"2024-03-16T18:20:20.926277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.910803+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:20:20.910803+0000","last_peered":"2024-03-16T18:20:20.910803+0000","last_clean":"2024-03-16T18:20:20.910803+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:20:20.910803+0000","last_undegraded":"2024-03-16T18:20:20.910803+0000","last_fullsized":"2024-03-16T18:20:20.910803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.933303+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:20:20.933303+0000","last_peered":"2024-03-16T18:20:20.933303+0000","last_clean":"2024-03-16T18:20:20.933303+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:20:20.933303+0000","last_undegraded":"2024-03-16T18:20:20.933303+0000","last_fullsized":"2024-03-16T18:20:20.933303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936974+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:20:20.936974+0000","last_peered":"2024-03-16T18:20:20.936974+0000","last_clean":"2024-03-16T18:20:20.936974+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:20:20.936974+0000","last_undegraded":"2024-03-16T18:20:20.936974+0000","last_fullsized":"2024-03-16T18:20:20.936974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937704+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:20:20.937704+0000","last_peered":"2024-03-16T18:20:20.937704+0000","last_clean":"2024-03-16T18:20:20.937704+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:20:20.937704+0000","last_undegraded":"2024-03-16T18:20:20.937704+0000","last_fullsized":"2024-03-16T18:20:20.937704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942851+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:20:20.942851+0000","last_peered":"2024-03-16T18:20:20.942851+0000","last_clean":"2024-03-16T18:20:20.942851+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:20:20.942851+0000","last_undegraded":"2024-03-16T18:20:20.942851+0000","last_fullsized":"2024-03-16T18:20:20.942851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935002+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:20:20.935002+0000","last_peered":"2024-03-16T18:20:20.935002+0000","last_clean":"2024-03-16T18:20:20.935002+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:20:20.935002+0000","last_undegraded":"2024-03-16T18:20:20.935002+0000","last_fullsized":"2024-03-16T18:20:20.935002+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.929858+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:20:20.929858+0000","last_peered":"2024-03-16T18:20:20.929858+0000","last_clean":"2024-03-16T18:20:20.929858+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:20:20.929858+0000","last_undegraded":"2024-03-16T18:20:20.929858+0000","last_fullsized":"2024-03-16T18:20:20.929858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69439,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":703,"num_read_kb":443,"num_write":249,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":1394,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":208317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383712,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":501553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37020,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708132,"statfs":{"total":95995035648,"available":95957127168,"internally_reserved":0,"allocated":1724416,"data_stored":1150742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808875,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":505467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070512,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1044480,"data_stored":501637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332149,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36948,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708204,"statfs":{"total":95995035648,"available":95957200896,"internally_reserved":0,"allocated":1650688,"data_stored":1098919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495674,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1032192,"data_stored":496875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574931,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1105920,"data_stored":561028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738456,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":498331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":559328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":496583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":501593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757312,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28636,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716516,"statfs":{"total":95995035648,"available":95965712384,"internally_reserved":0,"allocated":1658880,"data_stored":1093969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":63175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:20:31.979 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph pg dump --format=json 2024-03-16T18:20:32.227 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:32.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:32 smithi017 ceph-mon[32207]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:20:32.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:32 smithi149 ceph-mon[35991]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:20:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:32 smithi153 ceph-mon[36005]: from='client.15111 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:20:33.512 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:33 smithi017 ceph-mon[32207]: pgmap v342: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-03-16T18:20:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:33 smithi149 ceph-mon[35991]: pgmap v342: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-03-16T18:20:33.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:33 smithi153 ceph-mon[36005]: pgmap v342: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.4 KiB/s rd, 597 B/s wr, 9 op/s 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 -- 172.21.15.17:0/2180055848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f681005d0 msgr2=0x7f1f68100a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/2180055848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f681005d0 0x7f1f68100a50 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f1f54009990 tx=0x7f1f54009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 -- 172.21.15.17:0/2180055848 shutdown_connections 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/2180055848 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f68100f90 0x7f1f6810eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/2180055848 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68107050 0x7f1f68107430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/2180055848 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f681005d0 0x7f1f68100a50 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 -- 172.21.15.17:0/2180055848 >> 172.21.15.17:0/2180055848 conn(0x7f1f680774e0 msgr2=0x7f1f680fe900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 -- 172.21.15.17:0/2180055848 shutdown_connections 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.049+0000 7f1f6eb42700 1 -- 172.21.15.17:0/2180055848 wait complete. 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 Processor -- start 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 -- start start 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f681005d0 0x7f1f68198570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 0x7f1f68198ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68107050 0x7f1f6819ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6819d450 con 0x7f1f68100f90 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6819d5c0 con 0x7f1f681005d0 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6eb42700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6819d780 con 0x7f1f68107050 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f67fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 0x7f1f68198ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6c8de700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f681005d0 0x7f1f68198570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:34.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f67fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 0x7f1f68198ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39308/0 (socket says 172.21.15.17:39308) 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f67fff700 1 -- 172.21.15.17:0/208577693 learned_addr learned my addr 172.21.15.17:0/208577693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.050+0000 7f1f6d0df700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68107050 0x7f1f6819ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f67fff700 1 -- 172.21.15.17:0/208577693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68107050 msgr2=0x7f1f6819ce40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f67fff700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68107050 0x7f1f6819ce40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f67fff700 1 -- 172.21.15.17:0/208577693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f681005d0 msgr2=0x7f1f68198570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f67fff700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f681005d0 0x7f1f68198570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f67fff700 1 -- 172.21.15.17:0/208577693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f540095f0 con 0x7f1f68100f90 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f67fff700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 0x7f1f68198ab0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1f54000c00 tx=0x7f1f54004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5401d070 con 0x7f1f68100f90 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1f54022470 con 0x7f1f68100f90 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f6819da00 con 0x7f1f68100f90 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f54017650 con 0x7f1f68100f90 2024-03-16T18:20:34.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.051+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f681a52c0 con 0x7f1f68100f90 2024-03-16T18:20:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.052+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f6810a640 con 0x7f1f68100f90 2024-03-16T18:20:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.053+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1f540225e0 con 0x7f1f68100f90 2024-03-16T18:20:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.054+0000 7f1f65ffb700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f580a1ac0 0x7f1f580a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.054+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f1f540cef20 con 0x7f1f68100f90 2024-03-16T18:20:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.054+0000 7f1f6c8de700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f580a1ac0 0x7f1f580a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:34.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.054+0000 7f1f6c8de700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f580a1ac0 0x7f1f580a3f80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009c60 tx=0x7f1f5c009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:34.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.057+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1f54097e90 con 0x7f1f68100f90 2024-03-16T18:20:34.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.258+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1f68068ca0 con 0x7f1f580a1ac0 2024-03-16T18:20:34.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.267+0000 7f1f65ffb700 1 -- 172.21.15.17:0/208577693 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340518 (secure 0 0 0) 0x7f1f68068ca0 con 0x7f1f580a1ac0 2024-03-16T18:20:34.274 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:34.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f580a1ac0 msgr2=0x7f1f580a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:34.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f580a1ac0 0x7f1f580a3f80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009c60 tx=0x7f1f5c009260 comp rx=0 tx=0).stop 2024-03-16T18:20:34.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 msgr2=0x7f1f68198ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 0x7f1f68198ab0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f1f54000c00 tx=0x7f1f54004730 comp rx=0 tx=0).stop 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 shutdown_connections 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f580a1ac0 0x7f1f580a3f80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f68107050 0x7f1f6819ce40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f681005d0 0x7f1f68198570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 --2- 172.21.15.17:0/208577693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f68100f90 0x7f1f68198ab0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.271+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 >> 172.21.15.17:0/208577693 conn(0x7f1f680774e0 msgr2=0x7f1f681051f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.272+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 shutdown_connections 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:34.272+0000 7f1f6eb42700 1 -- 172.21.15.17:0/208577693 wait complete. 2024-03-16T18:20:34.277 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:20:34.917 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":342,"stamp":"2024-03-16T18:20:32.916998+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":660041,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":844,"num_read_kb":562,"num_write":432,"num_write_kb":3085,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":18,"num_bytes_recovered":1182130,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":856,"ondisk_log_size":856,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":371700,"kb_used_data":14228,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124570124,"statfs":{"total":1151940427776,"available":1151559806976,"internally_reserved":0,"allocated":14569472,"data_stored":7966025,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":531,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":108,"num_read_kb":53,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003478"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.938613+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:20:20.938613+0000","last_peered":"2024-03-16T18:20:20.938613+0000","last_clean":"2024-03-16T18:20:20.938613+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:20:20.938613+0000","last_undegraded":"2024-03-16T18:20:20.938613+0000","last_fullsized":"2024-03-16T18:20:20.938613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932939+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:20:20.932939+0000","last_peered":"2024-03-16T18:20:20.932939+0000","last_clean":"2024-03-16T18:20:20.932939+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:20:20.932939+0000","last_undegraded":"2024-03-16T18:20:20.932939+0000","last_fullsized":"2024-03-16T18:20:20.932939+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.939297+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:20:20.939297+0000","last_peered":"2024-03-16T18:20:20.939297+0000","last_clean":"2024-03-16T18:20:20.939297+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:20:20.939297+0000","last_undegraded":"2024-03-16T18:20:20.939297+0000","last_fullsized":"2024-03-16T18:20:20.939297+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.923982+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:20:20.923982+0000","last_peered":"2024-03-16T18:20:20.923982+0000","last_clean":"2024-03-16T18:20:20.923982+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:20:20.923982+0000","last_undegraded":"2024-03-16T18:20:20.923982+0000","last_fullsized":"2024-03-16T18:20:20.923982+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.930442+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:20:20.930442+0000","last_peered":"2024-03-16T18:20:20.930442+0000","last_clean":"2024-03-16T18:20:20.930442+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:20:20.930442+0000","last_undegraded":"2024-03-16T18:20:20.930442+0000","last_fullsized":"2024-03-16T18:20:20.930442+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936511+0000","last_change":"2024-03-16T18:19:52.160174+0000","last_active":"2024-03-16T18:20:20.936511+0000","last_peered":"2024-03-16T18:20:20.936511+0000","last_clean":"2024-03-16T18:20:20.936511+0000","last_became_active":"2024-03-16T18:19:52.159763+0000","last_became_peered":"2024-03-16T18:19:52.159763+0000","last_unstale":"2024-03-16T18:20:20.936511+0000","last_undegraded":"2024-03-16T18:20:20.936511+0000","last_fullsized":"2024-03-16T18:20:20.936511+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:47:34.692847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932803+0000","last_change":"2024-03-16T18:19:51.991609+0000","last_active":"2024-03-16T18:20:20.932803+0000","last_peered":"2024-03-16T18:20:20.932803+0000","last_clean":"2024-03-16T18:20:20.932803+0000","last_became_active":"2024-03-16T18:19:51.991246+0000","last_became_peered":"2024-03-16T18:19:51.991246+0000","last_unstale":"2024-03-16T18:20:20.932803+0000","last_undegraded":"2024-03-16T18:20:20.932803+0000","last_fullsized":"2024-03-16T18:20:20.932803+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:36:47.110037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.939219+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:20:20.939219+0000","last_peered":"2024-03-16T18:20:20.939219+0000","last_clean":"2024-03-16T18:20:20.939219+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:20:20.939219+0000","last_undegraded":"2024-03-16T18:20:20.939219+0000","last_fullsized":"2024-03-16T18:20:20.939219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928819+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:20:20.928819+0000","last_peered":"2024-03-16T18:20:20.928819+0000","last_clean":"2024-03-16T18:20:20.928819+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:20:20.928819+0000","last_undegraded":"2024-03-16T18:20:20.928819+0000","last_fullsized":"2024-03-16T18:20:20.928819+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":41,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.922736+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:20:20.922736+0000","last_peered":"2024-03-16T18:20:20.922736+0000","last_clean":"2024-03-16T18:20:20.922736+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:20:20.922736+0000","last_undegraded":"2024-03-16T18:20:20.922736+0000","last_fullsized":"2024-03-16T18:20:20.922736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942992+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:20:20.942992+0000","last_peered":"2024-03-16T18:20:20.942992+0000","last_clean":"2024-03-16T18:20:20.942992+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:20.942992+0000","last_undegraded":"2024-03-16T18:20:20.942992+0000","last_fullsized":"2024-03-16T18:20:20.942992+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.923731+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:20:20.923731+0000","last_peered":"2024-03-16T18:20:20.923731+0000","last_clean":"2024-03-16T18:20:20.923731+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:20:20.923731+0000","last_undegraded":"2024-03-16T18:20:20.923731+0000","last_fullsized":"2024-03-16T18:20:20.923731+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928152+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:20:20.928152+0000","last_peered":"2024-03-16T18:20:20.928152+0000","last_clean":"2024-03-16T18:20:20.928152+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:20:20.928152+0000","last_undegraded":"2024-03-16T18:20:20.928152+0000","last_fullsized":"2024-03-16T18:20:20.928152+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.931511+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:20:20.931511+0000","last_peered":"2024-03-16T18:20:20.931511+0000","last_clean":"2024-03-16T18:20:20.931511+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:20:20.931511+0000","last_undegraded":"2024-03-16T18:20:20.931511+0000","last_fullsized":"2024-03-16T18:20:20.931511+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.921326+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:20:20.921326+0000","last_peered":"2024-03-16T18:20:20.921326+0000","last_clean":"2024-03-16T18:20:20.921326+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:20:20.921326+0000","last_undegraded":"2024-03-16T18:20:20.921326+0000","last_fullsized":"2024-03-16T18:20:20.921326+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937742+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:20:20.937742+0000","last_peered":"2024-03-16T18:20:20.937742+0000","last_clean":"2024-03-16T18:20:20.937742+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:20:20.937742+0000","last_undegraded":"2024-03-16T18:20:20.937742+0000","last_fullsized":"2024-03-16T18:20:20.937742+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.938740+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:20:20.938740+0000","last_peered":"2024-03-16T18:20:20.938740+0000","last_clean":"2024-03-16T18:20:20.938740+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:20:20.938740+0000","last_undegraded":"2024-03-16T18:20:20.938740+0000","last_fullsized":"2024-03-16T18:20:20.938740+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.934353+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:20:20.934353+0000","last_peered":"2024-03-16T18:20:20.934353+0000","last_clean":"2024-03-16T18:20:20.934353+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:20:20.934353+0000","last_undegraded":"2024-03-16T18:20:20.934353+0000","last_fullsized":"2024-03-16T18:20:20.934353+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.925110+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:20:20.925110+0000","last_peered":"2024-03-16T18:20:20.925110+0000","last_clean":"2024-03-16T18:20:20.925110+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:20:20.925110+0000","last_undegraded":"2024-03-16T18:20:20.925110+0000","last_fullsized":"2024-03-16T18:20:20.925110+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986882+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:19:51.986882+0000","last_peered":"2024-03-16T18:19:51.986882+0000","last_clean":"2024-03-16T18:19:51.986882+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:19:51.986882+0000","last_undegraded":"2024-03-16T18:19:51.986882+0000","last_fullsized":"2024-03-16T18:19:51.986882+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"89'13","reported_seq":110,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:26.347804+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:20:26.347804+0000","last_peered":"2024-03-16T18:20:26.347804+0000","last_clean":"2024-03-16T18:20:26.347804+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:20:26.347804+0000","last_undegraded":"2024-03-16T18:20:26.347804+0000","last_fullsized":"2024-03-16T18:20:26.347804+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":70,"num_read_kb":70,"num_write":14,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935508+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:20:20.935508+0000","last_peered":"2024-03-16T18:20:20.935508+0000","last_clean":"2024-03-16T18:20:20.935508+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:20:20.935508+0000","last_undegraded":"2024-03-16T18:20:20.935508+0000","last_fullsized":"2024-03-16T18:20:20.935508+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986497+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:19:51.986497+0000","last_peered":"2024-03-16T18:19:51.986497+0000","last_clean":"2024-03-16T18:19:51.986497+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:19:51.986497+0000","last_undegraded":"2024-03-16T18:19:51.986497+0000","last_fullsized":"2024-03-16T18:19:51.986497+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162861+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:19:52.162861+0000","last_peered":"2024-03-16T18:19:52.162861+0000","last_clean":"2024-03-16T18:19:52.162861+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:19:52.162861+0000","last_undegraded":"2024-03-16T18:19:52.162861+0000","last_fullsized":"2024-03-16T18:19:52.162861+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.939276+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:20:20.939276+0000","last_peered":"2024-03-16T18:20:20.939276+0000","last_clean":"2024-03-16T18:20:20.939276+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:20:20.939276+0000","last_undegraded":"2024-03-16T18:20:20.939276+0000","last_fullsized":"2024-03-16T18:20:20.939276+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987286+0000","last_change":"2024-03-16T18:19:01.419420+0000","last_active":"2024-03-16T18:19:51.987286+0000","last_peered":"2024-03-16T18:19:51.987286+0000","last_clean":"2024-03-16T18:19:51.987286+0000","last_became_active":"2024-03-16T18:19:01.418980+0000","last_became_peered":"2024-03-16T18:19:01.418980+0000","last_unstale":"2024-03-16T18:19:51.987286+0000","last_undegraded":"2024-03-16T18:19:51.987286+0000","last_fullsized":"2024-03-16T18:19:51.987286+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:50:01.637549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,9,5],"acting":[4,3,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989098+0000","last_change":"2024-03-16T18:18:56.394040+0000","last_active":"2024-03-16T18:19:51.989098+0000","last_peered":"2024-03-16T18:19:51.989098+0000","last_clean":"2024-03-16T18:19:51.989098+0000","last_became_active":"2024-03-16T18:18:56.393537+0000","last_became_peered":"2024-03-16T18:18:56.393537+0000","last_unstale":"2024-03-16T18:19:51.989098+0000","last_undegraded":"2024-03-16T18:19:51.989098+0000","last_fullsized":"2024-03-16T18:19:51.989098+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:06:08.674556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932194+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:20:20.932194+0000","last_peered":"2024-03-16T18:20:20.932194+0000","last_clean":"2024-03-16T18:20:20.932194+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:20:20.932194+0000","last_undegraded":"2024-03-16T18:20:20.932194+0000","last_fullsized":"2024-03-16T18:20:20.932194+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986561+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:19:51.986561+0000","last_peered":"2024-03-16T18:19:51.986561+0000","last_clean":"2024-03-16T18:19:51.986561+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:19:51.986561+0000","last_undegraded":"2024-03-16T18:19:51.986561+0000","last_fullsized":"2024-03-16T18:19:51.986561+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988620+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:19:51.988620+0000","last_peered":"2024-03-16T18:19:51.988620+0000","last_clean":"2024-03-16T18:19:51.988620+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:19:51.988620+0000","last_undegraded":"2024-03-16T18:19:51.988620+0000","last_fullsized":"2024-03-16T18:19:51.988620+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":46,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928585+0000","last_change":"2024-03-16T18:19:51.995934+0000","last_active":"2024-03-16T18:20:20.928585+0000","last_peered":"2024-03-16T18:20:20.928585+0000","last_clean":"2024-03-16T18:20:20.928585+0000","last_became_active":"2024-03-16T18:19:51.995581+0000","last_became_peered":"2024-03-16T18:19:51.995581+0000","last_unstale":"2024-03-16T18:20:20.928585+0000","last_undegraded":"2024-03-16T18:20:20.928585+0000","last_fullsized":"2024-03-16T18:20:20.928585+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:30:33.908272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987115+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:19:51.987115+0000","last_peered":"2024-03-16T18:19:51.987115+0000","last_clean":"2024-03-16T18:19:51.987115+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:19:51.987115+0000","last_undegraded":"2024-03-16T18:19:51.987115+0000","last_fullsized":"2024-03-16T18:19:51.987115+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"91'7","reported_seq":108,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.331853+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:20:28.331853+0000","last_peered":"2024-03-16T18:20:28.331853+0000","last_clean":"2024-03-16T18:20:28.331853+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:20:28.331853+0000","last_undegraded":"2024-03-16T18:20:28.331853+0000","last_fullsized":"2024-03-16T18:20:28.331853+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1154,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":74,"num_read_kb":3,"num_write":4,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.929687+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:20:20.929687+0000","last_peered":"2024-03-16T18:20:20.929687+0000","last_clean":"2024-03-16T18:20:20.929687+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:20:20.929687+0000","last_undegraded":"2024-03-16T18:20:20.929687+0000","last_fullsized":"2024-03-16T18:20:20.929687+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987409+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:19:51.987409+0000","last_peered":"2024-03-16T18:19:51.987409+0000","last_clean":"2024-03-16T18:19:51.987409+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:19:51.987409+0000","last_undegraded":"2024-03-16T18:19:51.987409+0000","last_fullsized":"2024-03-16T18:19:51.987409+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989705+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:19:51.989705+0000","last_peered":"2024-03-16T18:19:51.989705+0000","last_clean":"2024-03-16T18:19:51.989705+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:19:51.989705+0000","last_undegraded":"2024-03-16T18:19:51.989705+0000","last_fullsized":"2024-03-16T18:19:51.989705+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937235+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:20:20.937235+0000","last_peered":"2024-03-16T18:20:20.937235+0000","last_clean":"2024-03-16T18:20:20.937235+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:20:20.937235+0000","last_undegraded":"2024-03-16T18:20:20.937235+0000","last_fullsized":"2024-03-16T18:20:20.937235+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990930+0000","last_change":"2024-03-16T18:19:01.420839+0000","last_active":"2024-03-16T18:19:51.990930+0000","last_peered":"2024-03-16T18:19:51.990930+0000","last_clean":"2024-03-16T18:19:51.990930+0000","last_became_active":"2024-03-16T18:19:01.420384+0000","last_became_peered":"2024-03-16T18:19:01.420384+0000","last_unstale":"2024-03-16T18:19:51.990930+0000","last_undegraded":"2024-03-16T18:19:51.990930+0000","last_fullsized":"2024-03-16T18:19:51.990930+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:45:11.567038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,9,0],"acting":[11,4,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.158840+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:19:52.158840+0000","last_peered":"2024-03-16T18:19:52.158840+0000","last_clean":"2024-03-16T18:19:52.158840+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:19:52.158840+0000","last_undegraded":"2024-03-16T18:19:52.158840+0000","last_fullsized":"2024-03-16T18:19:52.158840+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937565+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:20:20.937565+0000","last_peered":"2024-03-16T18:20:20.937565+0000","last_clean":"2024-03-16T18:20:20.937565+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:20:20.937565+0000","last_undegraded":"2024-03-16T18:20:20.937565+0000","last_fullsized":"2024-03-16T18:20:20.937565+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989337+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:19:51.989337+0000","last_peered":"2024-03-16T18:19:51.989337+0000","last_clean":"2024-03-16T18:19:51.989337+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:19:51.989337+0000","last_undegraded":"2024-03-16T18:19:51.989337+0000","last_fullsized":"2024-03-16T18:19:51.989337+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989075+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:19:51.989075+0000","last_peered":"2024-03-16T18:19:51.989075+0000","last_clean":"2024-03-16T18:19:51.989075+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:19:51.989075+0000","last_undegraded":"2024-03-16T18:19:51.989075+0000","last_fullsized":"2024-03-16T18:19:51.989075+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935662+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:20:20.935662+0000","last_peered":"2024-03-16T18:20:20.935662+0000","last_clean":"2024-03-16T18:20:20.935662+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:20:20.935662+0000","last_undegraded":"2024-03-16T18:20:20.935662+0000","last_fullsized":"2024-03-16T18:20:20.935662+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162515+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:19:52.162515+0000","last_peered":"2024-03-16T18:19:52.162515+0000","last_clean":"2024-03-16T18:19:52.162515+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:19:52.162515+0000","last_undegraded":"2024-03-16T18:19:52.162515+0000","last_fullsized":"2024-03-16T18:19:52.162515+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"91'5","reported_seq":171,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.039440+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:20:28.039440+0000","last_peered":"2024-03-16T18:20:28.039440+0000","last_clean":"2024-03-16T18:20:28.039440+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:20:28.039440+0000","last_undegraded":"2024-03-16T18:20:28.039440+0000","last_fullsized":"2024-03-16T18:20:28.039440+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":139,"num_read_kb":139,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.933593+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:20:20.933593+0000","last_peered":"2024-03-16T18:20:20.933593+0000","last_clean":"2024-03-16T18:20:20.933593+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:20:20.933593+0000","last_undegraded":"2024-03-16T18:20:20.933593+0000","last_fullsized":"2024-03-16T18:20:20.933593+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986232+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:19:51.986232+0000","last_peered":"2024-03-16T18:19:51.986232+0000","last_clean":"2024-03-16T18:19:51.986232+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:19:51.986232+0000","last_undegraded":"2024-03-16T18:19:51.986232+0000","last_fullsized":"2024-03-16T18:19:51.986232+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990328+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:19:51.990328+0000","last_peered":"2024-03-16T18:19:51.990328+0000","last_clean":"2024-03-16T18:19:51.990328+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:19:51.990328+0000","last_undegraded":"2024-03-16T18:19:51.990328+0000","last_fullsized":"2024-03-16T18:19:51.990328+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.932671+0000","last_change":"2024-03-16T18:19:51.993784+0000","last_active":"2024-03-16T18:20:20.932671+0000","last_peered":"2024-03-16T18:20:20.932671+0000","last_clean":"2024-03-16T18:20:20.932671+0000","last_became_active":"2024-03-16T18:19:51.993415+0000","last_became_peered":"2024-03-16T18:19:51.993415+0000","last_unstale":"2024-03-16T18:20:20.932671+0000","last_undegraded":"2024-03-16T18:20:20.932671+0000","last_fullsized":"2024-03-16T18:20:20.932671+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:58:24.178943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987378+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:19:51.987378+0000","last_peered":"2024-03-16T18:19:51.987378+0000","last_clean":"2024-03-16T18:19:51.987378+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:19:51.987378+0000","last_undegraded":"2024-03-16T18:19:51.987378+0000","last_fullsized":"2024-03-16T18:19:51.987378+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990100+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:19:51.990100+0000","last_peered":"2024-03-16T18:19:51.990100+0000","last_clean":"2024-03-16T18:19:51.990100+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:19:51.990100+0000","last_undegraded":"2024-03-16T18:19:51.990100+0000","last_fullsized":"2024-03-16T18:19:51.990100+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.926108+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:20:20.926108+0000","last_peered":"2024-03-16T18:20:20.926108+0000","last_clean":"2024-03-16T18:20:20.926108+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:20:20.926108+0000","last_undegraded":"2024-03-16T18:20:20.926108+0000","last_fullsized":"2024-03-16T18:20:20.926108+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986260+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:19:51.986260+0000","last_peered":"2024-03-16T18:19:51.986260+0000","last_clean":"2024-03-16T18:19:51.986260+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:19:51.986260+0000","last_undegraded":"2024-03-16T18:19:51.986260+0000","last_fullsized":"2024-03-16T18:19:51.986260+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"91'36","reported_seq":210,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.331221+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:20:28.331221+0000","last_peered":"2024-03-16T18:20:28.331221+0000","last_clean":"2024-03-16T18:20:28.331221+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:20:28.331221+0000","last_undegraded":"2024-03-16T18:20:28.331221+0000","last_fullsized":"2024-03-16T18:20:28.331221+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":36,"log_dups_size":0,"ondisk_log_size":36,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":61953,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":147,"num_read_kb":135,"num_write":38,"num_write_kb":77,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.919484+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:20:20.919484+0000","last_peered":"2024-03-16T18:20:20.919484+0000","last_clean":"2024-03-16T18:20:20.919484+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:20:20.919484+0000","last_undegraded":"2024-03-16T18:20:20.919484+0000","last_fullsized":"2024-03-16T18:20:20.919484+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990406+0000","last_change":"2024-03-16T18:19:01.428014+0000","last_active":"2024-03-16T18:19:51.990406+0000","last_peered":"2024-03-16T18:19:51.990406+0000","last_clean":"2024-03-16T18:19:51.990406+0000","last_became_active":"2024-03-16T18:19:01.427593+0000","last_became_peered":"2024-03-16T18:19:01.427593+0000","last_unstale":"2024-03-16T18:19:51.990406+0000","last_undegraded":"2024-03-16T18:19:51.990406+0000","last_fullsized":"2024-03-16T18:19:51.990406+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:33.013088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,8,3,6],"acting":[5,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986864+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:19:51.986864+0000","last_peered":"2024-03-16T18:19:51.986864+0000","last_clean":"2024-03-16T18:19:51.986864+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:19:51.986864+0000","last_undegraded":"2024-03-16T18:19:51.986864+0000","last_fullsized":"2024-03-16T18:19:51.986864+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.926365+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:20:20.926365+0000","last_peered":"2024-03-16T18:20:20.926365+0000","last_clean":"2024-03-16T18:20:20.926365+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:20:20.926365+0000","last_undegraded":"2024-03-16T18:20:20.926365+0000","last_fullsized":"2024-03-16T18:20:20.926365+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989395+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:19:51.989395+0000","last_peered":"2024-03-16T18:19:51.989395+0000","last_clean":"2024-03-16T18:19:51.989395+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:19:51.989395+0000","last_undegraded":"2024-03-16T18:19:51.989395+0000","last_fullsized":"2024-03-16T18:19:51.989395+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990397+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:19:51.990397+0000","last_peered":"2024-03-16T18:19:51.990397+0000","last_clean":"2024-03-16T18:19:51.990397+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:19:51.990397+0000","last_undegraded":"2024-03-16T18:19:51.990397+0000","last_fullsized":"2024-03-16T18:19:51.990397+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.941333+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:20:20.941333+0000","last_peered":"2024-03-16T18:20:20.941333+0000","last_clean":"2024-03-16T18:20:20.941333+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:20:20.941333+0000","last_undegraded":"2024-03-16T18:20:20.941333+0000","last_fullsized":"2024-03-16T18:20:20.941333+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986756+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:19:51.986756+0000","last_peered":"2024-03-16T18:19:51.986756+0000","last_clean":"2024-03-16T18:19:51.986756+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:19:51.986756+0000","last_undegraded":"2024-03-16T18:19:51.986756+0000","last_fullsized":"2024-03-16T18:19:51.986756+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"91'7","reported_seq":108,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.338930+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:20:28.338930+0000","last_peered":"2024-03-16T18:20:28.338930+0000","last_clean":"2024-03-16T18:20:28.338930+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:20:28.338930+0000","last_undegraded":"2024-03-16T18:20:28.338930+0000","last_fullsized":"2024-03-16T18:20:28.338930+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1120,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":75,"num_read_kb":4,"num_write":7,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942566+0000","last_change":"2024-03-16T18:19:51.993028+0000","last_active":"2024-03-16T18:20:20.942566+0000","last_peered":"2024-03-16T18:20:20.942566+0000","last_clean":"2024-03-16T18:20:20.942566+0000","last_became_active":"2024-03-16T18:19:51.992666+0000","last_became_peered":"2024-03-16T18:19:51.992666+0000","last_unstale":"2024-03-16T18:20:20.942566+0000","last_undegraded":"2024-03-16T18:20:20.942566+0000","last_fullsized":"2024-03-16T18:20:20.942566+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:57:54.507126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.159232+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:19:52.159232+0000","last_peered":"2024-03-16T18:19:52.159232+0000","last_clean":"2024-03-16T18:19:52.159232+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:19:52.159232+0000","last_undegraded":"2024-03-16T18:19:52.159232+0000","last_fullsized":"2024-03-16T18:19:52.159232+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":68,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.012410+0000","last_change":"2024-03-16T18:19:52.012410+0000","last_active":"2024-03-16T18:19:52.012410+0000","last_peered":"2024-03-16T18:19:52.012410+0000","last_clean":"2024-03-16T18:19:52.012410+0000","last_became_active":"2024-03-16T18:19:51.994720+0000","last_became_peered":"2024-03-16T18:19:51.994720+0000","last_unstale":"2024-03-16T18:19:52.012410+0000","last_undegraded":"2024-03-16T18:19:52.012410+0000","last_fullsized":"2024-03-16T18:19:52.012410+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:17:27.808191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928488+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:20:20.928488+0000","last_peered":"2024-03-16T18:20:20.928488+0000","last_clean":"2024-03-16T18:20:20.928488+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:20:20.928488+0000","last_undegraded":"2024-03-16T18:20:20.928488+0000","last_fullsized":"2024-03-16T18:20:20.928488+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989541+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:19:51.989541+0000","last_peered":"2024-03-16T18:19:51.989541+0000","last_clean":"2024-03-16T18:19:51.989541+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:19:51.989541+0000","last_undegraded":"2024-03-16T18:19:51.989541+0000","last_fullsized":"2024-03-16T18:19:51.989541+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989276+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:19:51.989276+0000","last_peered":"2024-03-16T18:19:51.989276+0000","last_clean":"2024-03-16T18:19:51.989276+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:19:51.989276+0000","last_undegraded":"2024-03-16T18:19:51.989276+0000","last_fullsized":"2024-03-16T18:19:51.989276+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":2,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.931352+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:20:20.931352+0000","last_peered":"2024-03-16T18:20:20.931352+0000","last_clean":"2024-03-16T18:20:20.931352+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:20:20.931352+0000","last_undegraded":"2024-03-16T18:20:20.931352+0000","last_fullsized":"2024-03-16T18:20:20.931352+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988728+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:19:51.988728+0000","last_peered":"2024-03-16T18:19:51.988728+0000","last_clean":"2024-03-16T18:19:51.988728+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:19:51.988728+0000","last_undegraded":"2024-03-16T18:19:51.988728+0000","last_fullsized":"2024-03-16T18:19:51.988728+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":28,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986490+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:19:51.986490+0000","last_peered":"2024-03-16T18:19:51.986490+0000","last_clean":"2024-03-16T18:19:51.986490+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:19:51.986490+0000","last_undegraded":"2024-03-16T18:19:51.986490+0000","last_fullsized":"2024-03-16T18:19:51.986490+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935156+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:20:20.935156+0000","last_peered":"2024-03-16T18:20:20.935156+0000","last_clean":"2024-03-16T18:20:20.935156+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:20:20.935156+0000","last_undegraded":"2024-03-16T18:20:20.935156+0000","last_fullsized":"2024-03-16T18:20:20.935156+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.158994+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:19:52.158994+0000","last_peered":"2024-03-16T18:19:52.158994+0000","last_clean":"2024-03-16T18:19:52.158994+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:19:52.158994+0000","last_undegraded":"2024-03-16T18:19:52.158994+0000","last_fullsized":"2024-03-16T18:19:52.158994+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"89'5","reported_seq":104,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.350764+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:20:28.350764+0000","last_peered":"2024-03-16T18:20:28.350764+0000","last_clean":"2024-03-16T18:20:28.350764+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:20:28.350764+0000","last_undegraded":"2024-03-16T18:20:28.350764+0000","last_fullsized":"2024-03-16T18:20:28.350764+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":588,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":72,"num_read_kb":1,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":38,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.934139+0000","last_change":"2024-03-16T18:19:51.993230+0000","last_active":"2024-03-16T18:20:20.934139+0000","last_peered":"2024-03-16T18:20:20.934139+0000","last_clean":"2024-03-16T18:20:20.934139+0000","last_became_active":"2024-03-16T18:19:51.992843+0000","last_became_peered":"2024-03-16T18:19:51.992843+0000","last_unstale":"2024-03-16T18:20:20.934139+0000","last_undegraded":"2024-03-16T18:20:20.934139+0000","last_fullsized":"2024-03-16T18:20:20.934139+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:24:01.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.158996+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:19:52.158996+0000","last_peered":"2024-03-16T18:19:52.158996+0000","last_clean":"2024-03-16T18:19:52.158996+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:19:52.158996+0000","last_undegraded":"2024-03-16T18:19:52.158996+0000","last_fullsized":"2024-03-16T18:19:52.158996+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.928380+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:20:20.928380+0000","last_peered":"2024-03-16T18:20:20.928380+0000","last_clean":"2024-03-16T18:20:20.928380+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:20:20.928380+0000","last_undegraded":"2024-03-16T18:20:20.928380+0000","last_fullsized":"2024-03-16T18:20:20.928380+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"91'6","reported_seq":105,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:28.338443+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:20:28.338443+0000","last_peered":"2024-03-16T18:20:28.338443+0000","last_clean":"2024-03-16T18:20:28.338443+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:20:28.338443+0000","last_undegraded":"2024-03-16T18:20:28.338443+0000","last_fullsized":"2024-03-16T18:20:28.338443+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":72,"num_read_kb":72,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990083+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:19:51.990083+0000","last_peered":"2024-03-16T18:19:51.990083+0000","last_clean":"2024-03-16T18:19:51.990083+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:19:51.990083+0000","last_undegraded":"2024-03-16T18:19:51.990083+0000","last_fullsized":"2024-03-16T18:19:51.990083+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936054+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:20:20.936054+0000","last_peered":"2024-03-16T18:20:20.936054+0000","last_clean":"2024-03-16T18:20:20.936054+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:20:20.936054+0000","last_undegraded":"2024-03-16T18:20:20.936054+0000","last_fullsized":"2024-03-16T18:20:20.936054+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987321+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:19:51.987321+0000","last_peered":"2024-03-16T18:19:51.987321+0000","last_clean":"2024-03-16T18:19:51.987321+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:19:51.987321+0000","last_undegraded":"2024-03-16T18:19:51.987321+0000","last_fullsized":"2024-03-16T18:19:51.987321+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":362,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988302+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:19:51.988302+0000","last_peered":"2024-03-16T18:19:51.988302+0000","last_clean":"2024-03-16T18:19:51.988302+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:19:51.988302+0000","last_undegraded":"2024-03-16T18:19:51.988302+0000","last_fullsized":"2024-03-16T18:19:51.988302+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990027+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:19:51.990027+0000","last_peered":"2024-03-16T18:19:51.990027+0000","last_clean":"2024-03-16T18:19:51.990027+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:19:51.990027+0000","last_undegraded":"2024-03-16T18:19:51.990027+0000","last_fullsized":"2024-03-16T18:19:51.990027+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.924330+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:20:20.924330+0000","last_peered":"2024-03-16T18:20:20.924330+0000","last_clean":"2024-03-16T18:20:20.924330+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:20:20.924330+0000","last_undegraded":"2024-03-16T18:20:20.924330+0000","last_fullsized":"2024-03-16T18:20:20.924330+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988356+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:19:51.988356+0000","last_peered":"2024-03-16T18:19:51.988356+0000","last_clean":"2024-03-16T18:19:51.988356+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:19:51.988356+0000","last_undegraded":"2024-03-16T18:19:51.988356+0000","last_fullsized":"2024-03-16T18:19:51.988356+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990280+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:19:51.990280+0000","last_peered":"2024-03-16T18:19:51.990280+0000","last_clean":"2024-03-16T18:19:51.990280+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:19:51.990280+0000","last_undegraded":"2024-03-16T18:19:51.990280+0000","last_fullsized":"2024-03-16T18:19:51.990280+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.999027+0000","last_change":"2024-03-16T18:19:51.999027+0000","last_active":"2024-03-16T18:19:51.999027+0000","last_peered":"2024-03-16T18:19:51.999027+0000","last_clean":"2024-03-16T18:19:51.999027+0000","last_became_active":"2024-03-16T18:19:51.992832+0000","last_became_peered":"2024-03-16T18:19:51.992832+0000","last_unstale":"2024-03-16T18:19:51.999027+0000","last_undegraded":"2024-03-16T18:19:51.999027+0000","last_fullsized":"2024-03-16T18:19:51.999027+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:39:51.856136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.919674+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:20:20.919674+0000","last_peered":"2024-03-16T18:20:20.919674+0000","last_clean":"2024-03-16T18:20:20.919674+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:20:20.919674+0000","last_undegraded":"2024-03-16T18:20:20.919674+0000","last_fullsized":"2024-03-16T18:20:20.919674+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162154+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:19:52.162154+0000","last_peered":"2024-03-16T18:19:52.162154+0000","last_clean":"2024-03-16T18:19:52.162154+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:19:52.162154+0000","last_undegraded":"2024-03-16T18:19:52.162154+0000","last_fullsized":"2024-03-16T18:19:52.162154+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"91'13","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986865+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:19:51.986865+0000","last_peered":"2024-03-16T18:19:51.986865+0000","last_clean":"2024-03-16T18:19:51.986865+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:19:51.986865+0000","last_undegraded":"2024-03-16T18:19:51.986865+0000","last_fullsized":"2024-03-16T18:19:51.986865+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":13,"log_dups_size":0,"ondisk_log_size":13,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":22,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937926+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:20:20.937926+0000","last_peered":"2024-03-16T18:20:20.937926+0000","last_clean":"2024-03-16T18:20:20.937926+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:20:20.937926+0000","last_undegraded":"2024-03-16T18:20:20.937926+0000","last_fullsized":"2024-03-16T18:20:20.937926+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986584+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:19:51.986584+0000","last_peered":"2024-03-16T18:19:51.986584+0000","last_clean":"2024-03-16T18:19:51.986584+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:19:51.986584+0000","last_undegraded":"2024-03-16T18:19:51.986584+0000","last_fullsized":"2024-03-16T18:19:51.986584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988362+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:19:51.988362+0000","last_peered":"2024-03-16T18:19:51.988362+0000","last_clean":"2024-03-16T18:19:51.988362+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:19:51.988362+0000","last_undegraded":"2024-03-16T18:19:51.988362+0000","last_fullsized":"2024-03-16T18:19:51.988362+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.934307+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:20:20.934307+0000","last_peered":"2024-03-16T18:20:20.934307+0000","last_clean":"2024-03-16T18:20:20.934307+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:20:20.934307+0000","last_undegraded":"2024-03-16T18:20:20.934307+0000","last_fullsized":"2024-03-16T18:20:20.934307+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986770+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:19:51.986770+0000","last_peered":"2024-03-16T18:19:51.986770+0000","last_clean":"2024-03-16T18:19:51.986770+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:19:51.986770+0000","last_undegraded":"2024-03-16T18:19:51.986770+0000","last_fullsized":"2024-03-16T18:19:51.986770+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990966+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:19:51.990966+0000","last_peered":"2024-03-16T18:19:51.990966+0000","last_clean":"2024-03-16T18:19:51.990966+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:19:51.990966+0000","last_undegraded":"2024-03-16T18:19:51.990966+0000","last_fullsized":"2024-03-16T18:19:51.990966+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":26,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.892580+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:20:20.892580+0000","last_peered":"2024-03-16T18:20:20.892580+0000","last_clean":"2024-03-16T18:20:20.892580+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:20:20.892580+0000","last_undegraded":"2024-03-16T18:20:20.892580+0000","last_fullsized":"2024-03-16T18:20:20.892580+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986872+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:19:51.986872+0000","last_peered":"2024-03-16T18:19:51.986872+0000","last_clean":"2024-03-16T18:19:51.986872+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:19:51.986872+0000","last_undegraded":"2024-03-16T18:19:51.986872+0000","last_fullsized":"2024-03-16T18:19:51.986872+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.162271+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:19:52.162271+0000","last_peered":"2024-03-16T18:19:52.162271+0000","last_clean":"2024-03-16T18:19:52.162271+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:19:52.162271+0000","last_undegraded":"2024-03-16T18:19:52.162271+0000","last_fullsized":"2024-03-16T18:19:52.162271+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.927401+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:20:20.927401+0000","last_peered":"2024-03-16T18:20:20.927401+0000","last_clean":"2024-03-16T18:20:20.927401+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:20:20.927401+0000","last_undegraded":"2024-03-16T18:20:20.927401+0000","last_fullsized":"2024-03-16T18:20:20.927401+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":19,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.987193+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:19:51.987193+0000","last_peered":"2024-03-16T18:19:51.987193+0000","last_clean":"2024-03-16T18:19:51.987193+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:19:51.987193+0000","last_undegraded":"2024-03-16T18:19:51.987193+0000","last_fullsized":"2024-03-16T18:19:51.987193+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"89'3","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986707+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:19:51.986707+0000","last_peered":"2024-03-16T18:19:51.986707+0000","last_clean":"2024-03-16T18:19:51.986707+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:19:51.986707+0000","last_undegraded":"2024-03-16T18:19:51.986707+0000","last_fullsized":"2024-03-16T18:19:51.986707+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936610+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:20:20.936610+0000","last_peered":"2024-03-16T18:20:20.936610+0000","last_clean":"2024-03-16T18:20:20.936610+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:20:20.936610+0000","last_undegraded":"2024-03-16T18:20:20.936610+0000","last_fullsized":"2024-03-16T18:20:20.936610+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.986735+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:19:51.986735+0000","last_peered":"2024-03-16T18:19:51.986735+0000","last_clean":"2024-03-16T18:19:51.986735+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:19:51.986735+0000","last_undegraded":"2024-03-16T18:19:51.986735+0000","last_fullsized":"2024-03-16T18:19:51.986735+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989007+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:19:51.989007+0000","last_peered":"2024-03-16T18:19:51.989007+0000","last_clean":"2024-03-16T18:19:51.989007+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:19:51.989007+0000","last_undegraded":"2024-03-16T18:19:51.989007+0000","last_fullsized":"2024-03-16T18:19:51.989007+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":30,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.944065+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:20:20.944065+0000","last_peered":"2024-03-16T18:20:20.944065+0000","last_clean":"2024-03-16T18:20:20.944065+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:20:20.944065+0000","last_undegraded":"2024-03-16T18:20:20.944065+0000","last_fullsized":"2024-03-16T18:20:20.944065+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.991299+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:19:51.991299+0000","last_peered":"2024-03-16T18:19:51.991299+0000","last_clean":"2024-03-16T18:19:51.991299+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:19:51.991299+0000","last_undegraded":"2024-03-16T18:19:51.991299+0000","last_fullsized":"2024-03-16T18:19:51.991299+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"89'5","reported_seq":59,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:30.042635+0000","last_change":"2024-03-16T18:19:52.002211+0000","last_active":"2024-03-16T18:20:30.042635+0000","last_peered":"2024-03-16T18:20:30.042635+0000","last_clean":"2024-03-16T18:20:30.042635+0000","last_became_active":"2024-03-16T18:19:51.993815+0000","last_became_peered":"2024-03-16T18:19:51.993815+0000","last_unstale":"2024-03-16T18:20:30.042635+0000","last_undegraded":"2024-03-16T18:20:30.042635+0000","last_fullsized":"2024-03-16T18:20:30.042635+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:18:43.122556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1170,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":40,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942987+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:20:20.942987+0000","last_peered":"2024-03-16T18:20:20.942987+0000","last_clean":"2024-03-16T18:20:20.942987+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:20:20.942987+0000","last_undegraded":"2024-03-16T18:20:20.942987+0000","last_fullsized":"2024-03-16T18:20:20.942987+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.989058+0000","last_change":"2024-03-16T18:19:01.425055+0000","last_active":"2024-03-16T18:19:51.989058+0000","last_peered":"2024-03-16T18:19:51.989058+0000","last_clean":"2024-03-16T18:19:51.989058+0000","last_became_active":"2024-03-16T18:19:01.424434+0000","last_became_peered":"2024-03-16T18:19:01.424434+0000","last_unstale":"2024-03-16T18:19:51.989058+0000","last_undegraded":"2024-03-16T18:19:51.989058+0000","last_fullsized":"2024-03-16T18:19:51.989058+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:49.726296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,9,1,4],"acting":[0,9,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.990231+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:19:51.990231+0000","last_peered":"2024-03-16T18:19:51.990231+0000","last_clean":"2024-03-16T18:19:51.990231+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:19:51.990231+0000","last_undegraded":"2024-03-16T18:19:51.990231+0000","last_fullsized":"2024-03-16T18:19:51.990231+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.938130+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:20:20.938130+0000","last_peered":"2024-03-16T18:20:20.938130+0000","last_clean":"2024-03-16T18:20:20.938130+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:20:20.938130+0000","last_undegraded":"2024-03-16T18:20:20.938130+0000","last_fullsized":"2024-03-16T18:20:20.938130+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":18,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:51.988786+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:19:51.988786+0000","last_peered":"2024-03-16T18:19:51.988786+0000","last_clean":"2024-03-16T18:19:51.988786+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:19:51.988786+0000","last_undegraded":"2024-03-16T18:19:51.988786+0000","last_fullsized":"2024-03-16T18:19:51.988786+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:19:52.159227+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:19:52.159227+0000","last_peered":"2024-03-16T18:19:52.159227+0000","last_clean":"2024-03-16T18:19:52.159227+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:19:52.159227+0000","last_undegraded":"2024-03-16T18:19:52.159227+0000","last_fullsized":"2024-03-16T18:19:52.159227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.941888+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:20:20.941888+0000","last_peered":"2024-03-16T18:20:20.941888+0000","last_clean":"2024-03-16T18:20:20.941888+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:20:20.941888+0000","last_undegraded":"2024-03-16T18:20:20.941888+0000","last_fullsized":"2024-03-16T18:20:20.941888+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":34,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.930185+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:20:20.930185+0000","last_peered":"2024-03-16T18:20:20.930185+0000","last_clean":"2024-03-16T18:20:20.930185+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:20:20.930185+0000","last_undegraded":"2024-03-16T18:20:20.930185+0000","last_fullsized":"2024-03-16T18:20:20.930185+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":37,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.918190+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:20:20.918190+0000","last_peered":"2024-03-16T18:20:20.918190+0000","last_clean":"2024-03-16T18:20:20.918190+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:20:20.918190+0000","last_undegraded":"2024-03-16T18:20:20.918190+0000","last_fullsized":"2024-03-16T18:20:20.918190+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":39,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.904711+0000","last_change":"2024-03-16T18:19:51.992302+0000","last_active":"2024-03-16T18:20:20.904711+0000","last_peered":"2024-03-16T18:20:20.904711+0000","last_clean":"2024-03-16T18:20:20.904711+0000","last_became_active":"2024-03-16T18:19:51.991910+0000","last_became_peered":"2024-03-16T18:19:51.991910+0000","last_unstale":"2024-03-16T18:20:20.904711+0000","last_undegraded":"2024-03-16T18:20:20.904711+0000","last_fullsized":"2024-03-16T18:20:20.904711+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:22:40.511881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,0],"acting":[2,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":32,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.930562+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:20:20.930562+0000","last_peered":"2024-03-16T18:20:20.930562+0000","last_clean":"2024-03-16T18:20:20.930562+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:20:20.930562+0000","last_undegraded":"2024-03-16T18:20:20.930562+0000","last_fullsized":"2024-03-16T18:20:20.930562+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":29,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935596+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:20:20.935596+0000","last_peered":"2024-03-16T18:20:20.935596+0000","last_clean":"2024-03-16T18:20:20.935596+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:20:20.935596+0000","last_undegraded":"2024-03-16T18:20:20.935596+0000","last_fullsized":"2024-03-16T18:20:20.935596+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.926277+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:20:20.926277+0000","last_peered":"2024-03-16T18:20:20.926277+0000","last_clean":"2024-03-16T18:20:20.926277+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:20.926277+0000","last_undegraded":"2024-03-16T18:20:20.926277+0000","last_fullsized":"2024-03-16T18:20:20.926277+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":40,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.910803+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:20:20.910803+0000","last_peered":"2024-03-16T18:20:20.910803+0000","last_clean":"2024-03-16T18:20:20.910803+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:20:20.910803+0000","last_undegraded":"2024-03-16T18:20:20.910803+0000","last_fullsized":"2024-03-16T18:20:20.910803+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":27,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.933303+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:20:20.933303+0000","last_peered":"2024-03-16T18:20:20.933303+0000","last_clean":"2024-03-16T18:20:20.933303+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:20:20.933303+0000","last_undegraded":"2024-03-16T18:20:20.933303+0000","last_fullsized":"2024-03-16T18:20:20.933303+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":31,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.936974+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:20:20.936974+0000","last_peered":"2024-03-16T18:20:20.936974+0000","last_clean":"2024-03-16T18:20:20.936974+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:20:20.936974+0000","last_undegraded":"2024-03-16T18:20:20.936974+0000","last_fullsized":"2024-03-16T18:20:20.936974+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.937704+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:20:20.937704+0000","last_peered":"2024-03-16T18:20:20.937704+0000","last_clean":"2024-03-16T18:20:20.937704+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:20:20.937704+0000","last_undegraded":"2024-03-16T18:20:20.937704+0000","last_fullsized":"2024-03-16T18:20:20.937704+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":35,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.942851+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:20:20.942851+0000","last_peered":"2024-03-16T18:20:20.942851+0000","last_clean":"2024-03-16T18:20:20.942851+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:20:20.942851+0000","last_undegraded":"2024-03-16T18:20:20.942851+0000","last_fullsized":"2024-03-16T18:20:20.942851+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":36,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.935002+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:20:20.935002+0000","last_peered":"2024-03-16T18:20:20.935002+0000","last_clean":"2024-03-16T18:20:20.935002+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:20:20.935002+0000","last_undegraded":"2024-03-16T18:20:20.935002+0000","last_fullsized":"2024-03-16T18:20:20.935002+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":33,"reported_epoch":91,"state":"active+clean","last_fresh":"2024-03-16T18:20:20.929858+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:20:20.929858+0000","last_peered":"2024-03-16T18:20:20.929858+0000","last_clean":"2024-03-16T18:20:20.929858+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:20:20.929858+0000","last_undegraded":"2024-03-16T18:20:20.929858+0000","last_fullsized":"2024-03-16T18:20:20.929858+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":69439,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":708,"num_read_kb":443,"num_write":249,"num_write_kb":145,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":1394,"num_keys_recovered":0,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":565248,"data_stored":208317,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383713,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36352,"kb_used_data":1016,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708800,"statfs":{"total":95995035648,"available":95957811200,"internally_reserved":0,"allocated":1040384,"data_stored":501553,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645349,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37020,"kb_used_data":1684,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708132,"statfs":{"total":95995035648,"available":95957127168,"internally_reserved":0,"allocated":1724416,"data_stored":1150742,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808875,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28052,"kb_used_data":1036,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717100,"statfs":{"total":95995035648,"available":95966310400,"internally_reserved":0,"allocated":1060864,"data_stored":505467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070513,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28036,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717116,"statfs":{"total":95995035648,"available":95966326784,"internally_reserved":0,"allocated":1044480,"data_stored":501637,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332149,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36948,"kb_used_data":1612,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708204,"statfs":{"total":95995035648,"available":95957200896,"internally_reserved":0,"allocated":1650688,"data_stored":1098919,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495674,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28024,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717128,"statfs":{"total":95995035648,"available":95966339072,"internally_reserved":0,"allocated":1032192,"data_stored":496875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574932,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28096,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717056,"statfs":{"total":95995035648,"available":95966265344,"internally_reserved":0,"allocated":1105920,"data_stored":561028,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738457,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28048,"kb_used_data":1032,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717104,"statfs":{"total":95995035648,"available":95966314496,"internally_reserved":0,"allocated":1056768,"data_stored":498331,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411407,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28092,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717060,"statfs":{"total":95995035648,"available":95966269440,"internally_reserved":0,"allocated":1101824,"data_stored":559328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182473,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36356,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708796,"statfs":{"total":95995035648,"available":95957807104,"internally_reserved":0,"allocated":1044480,"data_stored":496583,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920837,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28040,"kb_used_data":1024,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717112,"statfs":{"total":95995035648,"available":95966322688,"internally_reserved":0,"allocated":1048576,"data_stored":501593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757312,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28636,"kb_used_data":1620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716516,"statfs":{"total":95995035648,"available":95965712384,"internally_reserved":0,"allocated":1658880,"data_stored":1093969,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":63175,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1344,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3352,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":722,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":4206,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":114688,"data_stored":64221,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1304,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:20:34.922 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-03-16T18:20:34.922 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-03-16T18:20:34.923 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-03-16T18:20:34.923 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph health --format=json 2024-03-16T18:20:35.170 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:35.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:34 smithi017 ceph-mon[32207]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:20:35.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:34 smithi017 ceph-mon[32207]: pgmap v343: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:20:35.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:34 smithi149 ceph-mon[35991]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:20:35.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:34 smithi149 ceph-mon[35991]: pgmap v343: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:20:35.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:34 smithi153 ceph-mon[36005]: from='client.15117 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:20:35.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:34 smithi153 ceph-mon[36005]: pgmap v343: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:20:36.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 -- 172.21.15.17:0/2145807682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f641029f0 msgr2=0x7f3f6410ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:36.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/2145807682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f641029f0 0x7f3f6410ee30 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c00b0d0 tx=0x7f3f5c00b3e0 comp rx=0 tx=0).stop 2024-03-16T18:20:36.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 -- 172.21.15.17:0/2145807682 shutdown_connections 2024-03-16T18:20:36.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/2145807682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f641029f0 0x7f3f6410ee30 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:36.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/2145807682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f64108010 0x7f3f641083f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/2145807682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f64102030 0x7f3f641024b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 -- 172.21.15.17:0/2145807682 >> 172.21.15.17:0/2145807682 conn(0x7f3f64079110 msgr2=0x7f3f64079520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 -- 172.21.15.17:0/2145807682 shutdown_connections 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.786+0000 7f3f6aeec700 1 -- 172.21.15.17:0/2145807682 wait complete. 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 Processor -- start 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 -- start start 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 0x7f3f64198510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f641029f0 0x7f3f64198a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f64108010 0x7f3f6419cde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f6419d3f0 con 0x7f3f64102030 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f6419d560 con 0x7f3f64108010 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f6aeec700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f6419d720 con 0x7f3f641029f0 2024-03-16T18:20:36.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 0x7f3f64198510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 0x7f3f64198510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39328/0 (socket says 172.21.15.17:39328) 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 -- 172.21.15.17:0/746707751 learned_addr learned my addr 172.21.15.17:0/746707751 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f63fff700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f641029f0 0x7f3f64198a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f69489700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f64108010 0x7f3f6419cde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 -- 172.21.15.17:0/746707751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f641029f0 msgr2=0x7f3f64198a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f641029f0 0x7f3f64198a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 -- 172.21.15.17:0/746707751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f64108010 msgr2=0x7f3f6419cde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f64108010 0x7f3f6419cde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.787+0000 7f3f68c88700 1 -- 172.21.15.17:0/746707751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f5c009d00 con 0x7f3f64102030 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.788+0000 7f3f68c88700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 0x7f3f64198510 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400e9a0 tx=0x7f3f5400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.788+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f54009790 con 0x7f3f64102030 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.788+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3f54010430 con 0x7f3f64102030 2024-03-16T18:20:36.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.788+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f54018680 con 0x7f3f64102030 2024-03-16T18:20:36.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.788+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f6419da00 con 0x7f3f64102030 2024-03-16T18:20:36.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.788+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f641a5260 con 0x7f3f64102030 2024-03-16T18:20:36.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.789+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f6410a4f0 con 0x7f3f64102030 2024-03-16T18:20:36.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.790+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f3f540105a0 con 0x7f3f64102030 2024-03-16T18:20:36.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.791+0000 7f3f61ffb700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f4c0a1ac0 0x7f3f4c0a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:36.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.791+0000 7f3f63fff700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f4c0a1ac0 0x7f3f4c0a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:36.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.791+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f3f54014070 con 0x7f3f64102030 2024-03-16T18:20:36.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.791+0000 7f3f63fff700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f4c0a1ac0 0x7f3f4c0a3f80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3f640797d0 tx=0x7f3f58009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:36.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:36.795+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3f54053280 con 0x7f3f64102030 2024-03-16T18:20:37.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.056+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f3f64199870 con 0x7f3f64102030 2024-03-16T18:20:37.059 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:36 smithi017 ceph-mon[32207]: pgmap v344: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:37.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.056+0000 7f3f61ffb700 1 -- 172.21.15.17:0/746707751 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f3f54096780 con 0x7f3f64102030 2024-03-16T18:20:37.059 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:37.059 INFO:teuthology.orchestra.run.smithi017.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-03-16T18:20:37.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f4c0a1ac0 msgr2=0x7f3f4c0a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:37.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f4c0a1ac0 0x7f3f4c0a3f80 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f3f640797d0 tx=0x7f3f58009260 comp rx=0 tx=0).stop 2024-03-16T18:20:37.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 msgr2=0x7f3f64198510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:37.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 0x7f3f64198510 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f3f5400e9a0 tx=0x7f3f5400ecb0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 shutdown_connections 2024-03-16T18:20:37.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3f64108010 0x7f3f6419cde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3f64102030 0x7f3f64198510 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f3f4c0a1ac0 0x7f3f4c0a3f80 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 --2- 172.21.15.17:0/746707751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3f641029f0 0x7f3f64198a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 >> 172.21.15.17:0/746707751 conn(0x7f3f64079110 msgr2=0x7f3f64100d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:37.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 shutdown_connections 2024-03-16T18:20:37.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.059+0000 7f3f6aeec700 1 -- 172.21.15.17:0/746707751 wait complete. 2024-03-16T18:20:37.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:36 smithi149 ceph-mon[35991]: pgmap v344: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:37.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:36 smithi153 ceph-mon[36005]: pgmap v344: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:37.765 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-03-16T18:20:37.766 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:20:37.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 -- 172.21.15.17:0/2825622230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e80fff70 msgr2=0x7f74e8109b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/2825622230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e80fff70 0x7f74e8109b20 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f74e0009ca0 tx=0x7f74e002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 -- 172.21.15.17:0/2825622230 shutdown_connections 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/2825622230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e80fff70 0x7f74e8109b20 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/2825622230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f74e80ff5b0 0x7f74e80ffa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/2825622230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74e8102b40 0x7f74e8102f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 -- 172.21.15.17:0/2825622230 >> 172.21.15.17:0/2825622230 conn(0x7f74e80fb110 msgr2=0x7f74e80fd550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 -- 172.21.15.17:0/2825622230 shutdown_connections 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.870+0000 7f74ef2ae640 1 -- 172.21.15.17:0/2825622230 wait complete. 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 Processor -- start 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 -- start start 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f74e80ff5b0 0x7f74e81996d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74e80fff70 0x7f74e8199c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:37.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 0x7f74e81a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74e81a1170 con 0x7f74e8102b40 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74e81a12e0 con 0x7f74e80fff70 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ef2ae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74e81a14a0 con 0x7f74e80ff5b0 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 0x7f74e81a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 0x7f74e81a0c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39360/0 (socket says 172.21.15.17:39360) 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 -- 172.21.15.17:0/4272177431 learned_addr learned my addr 172.21.15.17:0/4272177431 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed04a640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f74e80ff5b0 0x7f74e81996d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ec849640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74e80fff70 0x7f74e8199c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 -- 172.21.15.17:0/4272177431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f74e80ff5b0 msgr2=0x7f74e81996d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f74e80ff5b0 0x7f74e81996d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 -- 172.21.15.17:0/4272177431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74e80fff70 msgr2=0x7f74e8199c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74e80fff70 0x7f74e8199c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:37.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.871+0000 7f74ed84b640 1 -- 172.21.15.17:0/4272177431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74e0009900 con 0x7f74e8102b40 2024-03-16T18:20:37.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.872+0000 7f74ed84b640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 0x7f74e81a0c30 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f74e0037040 tx=0x7f74e0032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:37.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.872+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74e0034e70 con 0x7f74e8102b40 2024-03-16T18:20:37.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.872+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74e81a1720 con 0x7f74e8102b40 2024-03-16T18:20:37.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.872+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f74e0003e20 con 0x7f74e8102b40 2024-03-16T18:20:37.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.872+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74e0004710 con 0x7f74e8102b40 2024-03-16T18:20:37.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.872+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74e81a1bd0 con 0x7f74e8102b40 2024-03-16T18:20:37.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.873+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74e810ce00 con 0x7f74e8102b40 2024-03-16T18:20:37.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.874+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f74e003b040 con 0x7f74e8102b40 2024-03-16T18:20:37.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.874+0000 7f74de7fc640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74d40a1a30 0x7f74d40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:37.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.874+0000 7f74ed04a640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74d40a1a30 0x7f74d40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:37.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.874+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f74e00efc60 con 0x7f74e8102b40 2024-03-16T18:20:37.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.875+0000 7f74ed04a640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74d40a1a30 0x7f74d40a3ef0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f74e8069800 tx=0x7f74e4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:37.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:37.879+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f74e00b8bc0 con 0x7f74e8102b40 2024-03-16T18:20:38.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:37 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/746707751' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-16T18:20:38.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.063+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f74e81a2070 con 0x7f74e8102b40 2024-03-16T18:20:38.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.065+0000 7f74de7fc640 1 -- 172.21.15.17:0/4272177431 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24653 (secure 0 0 0) 0x7f74e00bc280 con 0x7f74e8102b40 2024-03-16T18:20:38.067 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:38.067 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":91,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:51.983540+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74d40a1a30 msgr2=0x7f74d40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74d40a1a30 0x7f74d40a3ef0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f74e8069800 tx=0x7f74e4005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 msgr2=0x7f74e81a0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 0x7f74e81a0c30 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f74e0037040 tx=0x7f74e0032980 comp rx=0 tx=0).stop 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 shutdown_connections 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f74d40a1a30 0x7f74d40a3ef0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f74e8102b40 0x7f74e81a0c30 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f74e80fff70 0x7f74e8199c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 --2- 172.21.15.17:0/4272177431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f74e80ff5b0 0x7f74e81996d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 >> 172.21.15.17:0/4272177431 conn(0x7f74e80fb110 msgr2=0x7f74e81006c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:38.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 shutdown_connections 2024-03-16T18:20:38.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.067+0000 7f74ef2ae640 1 -- 172.21.15.17:0/4272177431 wait complete. 2024-03-16T18:20:38.080 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:20:38.081 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:20:38.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:37 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/746707751' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-16T18:20:38.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 -- 172.21.15.17:0/1228240268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101030b0 msgr2=0x7f8d10109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 --2- 172.21.15.17:0/1228240268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101030b0 0x7f8d10109940 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f8d08009ca0 tx=0x7f8d0802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 -- 172.21.15.17:0/1228240268 shutdown_connections 2024-03-16T18:20:38.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 --2- 172.21.15.17:0/1228240268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101026f0 0x7f8d10102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 --2- 172.21.15.17:0/1228240268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101030b0 0x7f8d10109940 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 --2- 172.21.15.17:0/1228240268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d10101500 0x7f8d10101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 -- 172.21.15.17:0/1228240268 >> 172.21.15.17:0/1228240268 conn(0x7f8d100fca90 msgr2=0x7f8d100feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 -- 172.21.15.17:0/1228240268 shutdown_connections 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 -- 172.21.15.17:0/1228240268 wait complete. 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 Processor -- start 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.185+0000 7f8d16948640 1 -- start start 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d16948640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d10101500 0x7f8d10197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d16948640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101026f0 0x7f8d10197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d16948640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 0x7f8d1019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d16948640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1019ef40 con 0x7f8d101030b0 2024-03-16T18:20:38.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d16948640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1019f0b0 con 0x7f8d10101500 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d16948640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1019f270 con 0x7f8d101026f0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 0x7f8d1019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 0x7f8d1019ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39378/0 (socket says 172.21.15.17:39378) 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d0ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d10101500 0x7f8d10197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 -- 172.21.15.17:0/3986974013 learned_addr learned my addr 172.21.15.17:0/3986974013 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d0f7fe640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101026f0 0x7f8d10197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 -- 172.21.15.17:0/3986974013 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101026f0 msgr2=0x7f8d10197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101026f0 0x7f8d10197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 -- 172.21.15.17:0/3986974013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d10101500 msgr2=0x7f8d10197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d10101500 0x7f8d10197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 -- 172.21.15.17:0/3986974013 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d08009900 con 0x7f8d101030b0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d14ee5640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 0x7f8d1019ea00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8d08037040 tx=0x7f8d08032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.186+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d08034e70 con 0x7f8d101030b0 2024-03-16T18:20:38.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.187+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8d08003e20 con 0x7f8d101030b0 2024-03-16T18:20:38.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.187+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d1019f4f0 con 0x7f8d101030b0 2024-03-16T18:20:38.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.187+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d08004710 con 0x7f8d101030b0 2024-03-16T18:20:38.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.187+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d1019f9a0 con 0x7f8d101030b0 2024-03-16T18:20:38.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.188+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d101088a0 con 0x7f8d101030b0 2024-03-16T18:20:38.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.189+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8d0803b040 con 0x7f8d101030b0 2024-03-16T18:20:38.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.189+0000 7f8d0d7fa640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8cf80a1a30 0x7f8cf80a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.189+0000 7f8d0ffff640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8cf80a1a30 0x7f8cf80a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.190+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f8d080ef5b0 con 0x7f8d101030b0 2024-03-16T18:20:38.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.190+0000 7f8d0ffff640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8cf80a1a30 0x7f8cf80a3ef0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8d10102550 tx=0x7f8d00005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:38.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.194+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8d080b8510 con 0x7f8d101030b0 2024-03-16T18:20:38.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:37 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/746707751' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-03-16T18:20:38.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.376+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8d1002d000 con 0x7f8d101030b0 2024-03-16T18:20:38.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.377+0000 7f8d0d7fa640 1 -- 172.21.15.17:0/3986974013 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8d080bbbd0 con 0x7f8d101030b0 2024-03-16T18:20:38.379 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:20:38.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8cf80a1a30 msgr2=0x7f8cf80a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8cf80a1a30 0x7f8cf80a3ef0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f8d10102550 tx=0x7f8d00005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 msgr2=0x7f8d1019ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 0x7f8d1019ea00 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f8d08037040 tx=0x7f8d08032980 comp rx=0 tx=0).stop 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 shutdown_connections 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8cf80a1a30 0x7f8cf80a3ef0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8d101030b0 0x7f8d1019ea00 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8d101026f0 0x7f8d10197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 --2- 172.21.15.17:0/3986974013 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8d10101500 0x7f8d10197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 >> 172.21.15.17:0/3986974013 conn(0x7f8d100fca90 msgr2=0x7f8d10105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 shutdown_connections 2024-03-16T18:20:38.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.379+0000 7f8d16948640 1 -- 172.21.15.17:0/3986974013 wait complete. 2024-03-16T18:20:38.393 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 -- 172.21.15.17:0/2345458033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc1015f0 msgr2=0x7ff5bc101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2345458033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc101a70 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7ff5ac009900 tx=0x7ff5ac02bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 -- 172.21.15.17:0/2345458033 shutdown_connections 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2345458033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc101a70 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2345458033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc101fb0 0x7ff5bc108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2345458033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5bc100400 0x7ff5bc100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 -- 172.21.15.17:0/2345458033 >> 172.21.15.17:0/2345458033 conn(0x7ff5bc0fb990 msgr2=0x7ff5bc0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 -- 172.21.15.17:0/2345458033 shutdown_connections 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.496+0000 7ff5c410d640 1 -- 172.21.15.17:0/2345458033 wait complete. 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 Processor -- start 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 -- start start 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 0x7ff5bc1974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5bc101fb0 0x7ff5bc19eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5bc19efe0 con 0x7ff5bc100400 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5bc19f150 con 0x7ff5bc1015f0 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5bc19f310 con 0x7ff5bc101fb0 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 0x7ff5bc1974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 0x7ff5bc1974f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39400/0 (socket says 172.21.15.17:39400) 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 -- 172.21.15.17:0/2382179392 learned_addr learned my addr 172.21.15.17:0/2382179392 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:38.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c16a8640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c26aa640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5bc101fb0 0x7ff5bc19eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 -- 172.21.15.17:0/2382179392 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5bc101fb0 msgr2=0x7ff5bc19eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5bc101fb0 0x7ff5bc19eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 -- 172.21.15.17:0/2382179392 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc1015f0 msgr2=0x7ff5bc197a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc197a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 -- 172.21.15.17:0/2382179392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5ac009560 con 0x7ff5bc100400 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c16a8640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c1ea9640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 0x7ff5bc1974f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff5b800e9c0 tx=0x7ff5b800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b80096e0 con 0x7ff5bc100400 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5bc19f5f0 con 0x7ff5bc100400 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff5b80044e0 con 0x7ff5bc100400 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5b8010430 con 0x7ff5bc100400 2024-03-16T18:20:38.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.497+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5bc19fab0 con 0x7ff5bc100400 2024-03-16T18:20:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.498+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5bc10bcc0 con 0x7ff5bc100400 2024-03-16T18:20:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.499+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff5b8003f60 con 0x7ff5bc100400 2024-03-16T18:20:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.500+0000 7ff5b2ffd640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5a80a1a30 0x7ff5a80a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.500+0000 7ff5c16a8640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5a80a1a30 0x7ff5a80a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.500+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7ff5b8014070 con 0x7ff5bc100400 2024-03-16T18:20:38.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.501+0000 7ff5c16a8640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5a80a1a30 0x7ff5a80a3ef0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc198a00 tx=0x7ff5ac005c00 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:38.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.504+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff5b8096ba0 con 0x7ff5bc100400 2024-03-16T18:20:38.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.688+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff5bc19ffb0 con 0x7ff5bc100400 2024-03-16T18:20:38.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.688+0000 7ff5b2ffd640 1 -- 172.21.15.17:0/2382179392 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff5b809a260 con 0x7ff5bc100400 2024-03-16T18:20:38.691 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5a80a1a30 msgr2=0x7ff5a80a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5a80a1a30 0x7ff5a80a3ef0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7ff5bc198a00 tx=0x7ff5ac005c00 comp rx=0 tx=0).stop 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 msgr2=0x7ff5bc1974f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 0x7ff5bc1974f0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7ff5b800e9c0 tx=0x7ff5b800ee80 comp rx=0 tx=0).stop 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 shutdown_connections 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5a80a1a30 0x7ff5a80a3ef0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5bc101fb0 0x7ff5bc19eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5bc1015f0 0x7ff5bc197a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 --2- 172.21.15.17:0/2382179392 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5bc100400 0x7ff5bc1974f0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 >> 172.21.15.17:0/2382179392 conn(0x7ff5bc0fb990 msgr2=0x7ff5bc069ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 shutdown_connections 2024-03-16T18:20:38.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.691+0000 7ff5c410d640 1 -- 172.21.15.17:0/2382179392 wait complete. 2024-03-16T18:20:38.704 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 -- 172.21.15.17:0/3313034497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581003f0 msgr2=0x7fad58100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 --2- 172.21.15.17:0/3313034497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581003f0 0x7fad58100810 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7fad50009900 tx=0x7fad5002bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 -- 172.21.15.17:0/3313034497 shutdown_connections 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 --2- 172.21.15.17:0/3313034497 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad58101fa0 0x7fad58108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 --2- 172.21.15.17:0/3313034497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581015e0 0x7fad58101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 --2- 172.21.15.17:0/3313034497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581003f0 0x7fad58100810 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 -- 172.21.15.17:0/3313034497 >> 172.21.15.17:0/3313034497 conn(0x7fad580fb980 msgr2=0x7fad580fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 -- 172.21.15.17:0/3313034497 shutdown_connections 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.807+0000 7fad5fc23640 1 -- 172.21.15.17:0/3313034497 wait complete. 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 Processor -- start 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 -- start start 2024-03-16T18:20:38.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581003f0 0x7fad581974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 0x7fad58197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad58101fa0 0x7fad5819ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad5819efd0 con 0x7fad581015e0 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad5819f140 con 0x7fad581003f0 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5fc23640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad5819f300 con 0x7fad58101fa0 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 0x7fad58197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d9bf640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581003f0 0x7fad581974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 0x7fad58197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39424/0 (socket says 172.21.15.17:39424) 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 -- 172.21.15.17:0/2132218528 learned_addr learned my addr 172.21.15.17:0/2132218528 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5e1c0640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad58101fa0 0x7fad5819ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 -- 172.21.15.17:0/2132218528 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad58101fa0 msgr2=0x7fad5819ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad58101fa0 0x7fad5819ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 -- 172.21.15.17:0/2132218528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581003f0 msgr2=0x7fad581974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.808+0000 7fad5d1be640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581003f0 0x7fad581974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad5d1be640 1 -- 172.21.15.17:0/2132218528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad48009490 con 0x7fad581015e0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad5d9bf640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581003f0 0x7fad581974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad5d1be640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 0x7fad58197a20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fad4800ea60 tx=0x7fad4800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad4800cde0 con 0x7fad581015e0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fad480044d0 con 0x7fad581015e0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad48010690 con 0x7fad581015e0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad50009560 con 0x7fad581015e0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.809+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad5819f9b0 con 0x7fad581015e0 2024-03-16T18:20:38.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.810+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad5810bcb0 con 0x7fad581015e0 2024-03-16T18:20:38.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.811+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fad48003e40 con 0x7fad581015e0 2024-03-16T18:20:38.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.811+0000 7fad4effd640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fad440a1ab0 0x7fad440a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:38.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.812+0000 7fad5d9bf640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fad440a1ab0 0x7fad440a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:38.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.812+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fad48014070 con 0x7fad581015e0 2024-03-16T18:20:38.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.812+0000 7fad5d9bf640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fad440a1ab0 0x7fad440a3f70 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fad5002c7d0 tx=0x7fad50005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:38.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:38.815+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fad48096be0 con 0x7fad581015e0 2024-03-16T18:20:39.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.002+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fad5819fea0 con 0x7fad581015e0 2024-03-16T18:20:39.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.002+0000 7fad4effd640 1 -- 172.21.15.17:0/2132218528 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) v1 ==== 100+0+11 (secure 0 0 0) 0x7fad4809a2a0 con 0x7fad581015e0 2024-03-16T18:20:39.005 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fad440a1ab0 msgr2=0x7fad440a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fad440a1ab0 0x7fad440a3f70 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fad5002c7d0 tx=0x7fad50005fd0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 msgr2=0x7fad58197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 0x7fad58197a20 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7fad4800ea60 tx=0x7fad4800ef20 comp rx=0 tx=0).stop 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 shutdown_connections 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fad440a1ab0 0x7fad440a3f70 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fad581015e0 0x7fad58197a20 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fad58101fa0 0x7fad5819ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 --2- 172.21.15.17:0/2132218528 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fad581003f0 0x7fad581974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 >> 172.21.15.17:0/2132218528 conn(0x7fad580fb980 msgr2=0x7fad58069b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 shutdown_connections 2024-03-16T18:20:39.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.005+0000 7fad5fc23640 1 -- 172.21.15.17:0/2132218528 wait complete. 2024-03-16T18:20:39.018 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:20:39.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 -- 172.21.15.17:0/1643232246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38101fe0 msgr2=0x7fdd381043d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/1643232246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38101fe0 0x7fdd381043d0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7fdd28009900 tx=0x7fdd2802bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 -- 172.21.15.17:0/1643232246 shutdown_connections 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/1643232246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38107240 0x7fdd38109630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/1643232246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd38104910 0x7fdd38106d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/1643232246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38101fe0 0x7fdd381043d0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 -- 172.21.15.17:0/1643232246 >> 172.21.15.17:0/1643232246 conn(0x7fdd380fb990 msgr2=0x7fdd380fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 -- 172.21.15.17:0/1643232246 shutdown_connections 2024-03-16T18:20:39.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.121+0000 7fdd3cc88640 1 -- 172.21.15.17:0/1643232246 wait complete. 2024-03-16T18:20:39.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 Processor -- start 2024-03-16T18:20:39.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 -- start start 2024-03-16T18:20:39.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38101fe0 0x7fdd38101950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd38104910 0x7fdd380fff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 0x7fdd381004d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd38100c30 con 0x7fdd38107240 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd38100da0 con 0x7fdd38104910 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3cc88640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd381a1550 con 0x7fdd38101fe0 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd36d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 0x7fdd381004d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd3659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38101fe0 0x7fdd38101950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd36d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 0x7fdd381004d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39442/0 (socket says 172.21.15.17:39442) 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd36d9d640 1 -- 172.21.15.17:0/2510166703 learned_addr learned my addr 172.21.15.17:0/2510166703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.122+0000 7fdd35d9b640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd38104910 0x7fdd380fff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3659c640 1 -- 172.21.15.17:0/2510166703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd38104910 msgr2=0x7fdd380fff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3659c640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd38104910 0x7fdd380fff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3659c640 1 -- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 msgr2=0x7fdd381004d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3659c640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 0x7fdd381004d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3659c640 1 -- 172.21.15.17:0/2510166703 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd28009560 con 0x7fdd38101fe0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd36d9d640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 0x7fdd381004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3659c640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38101fe0 0x7fdd38101950 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdd28000c00 tx=0x7fdd28004040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd28004500 con 0x7fdd38101fe0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd381a17a0 con 0x7fdd38101fe0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd2802de90 con 0x7fdd38101fe0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd28005310 con 0x7fdd38101fe0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.123+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd381a1cd0 con 0x7fdd38101fe0 2024-03-16T18:20:39.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.124+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd380fd480 con 0x7fdd38101fe0 2024-03-16T18:20:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.125+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fdd28003ca0 con 0x7fdd38101fe0 2024-03-16T18:20:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.125+0000 7fdd277fe640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd200a1a30 0x7fdd200a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.126+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fdd280ef7a0 con 0x7fdd38101fe0 2024-03-16T18:20:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.126+0000 7fdd35d9b640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd200a1a30 0x7fdd200a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.126+0000 7fdd35d9b640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd200a1a30 0x7fdd200a3ef0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdd381016c0 tx=0x7fdd2c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:39.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.134+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdd280b85f0 con 0x7fdd38101fe0 2024-03-16T18:20:39.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:38 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4272177431' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:39.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:38 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3986974013' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:20:39.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:38 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2382179392' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:20:39.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:38 smithi017 ceph-mon[32207]: pgmap v345: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:39.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.316+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fdd3802cf90 con 0x7fdd38101fe0 2024-03-16T18:20:39.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.317+0000 7fdd277fe640 1 -- 172.21.15.17:0/2510166703 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) v1 ==== 103+0+11 (secure 0 0 0) 0x7fdd280bbcb0 con 0x7fdd38101fe0 2024-03-16T18:20:39.319 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd200a1a30 msgr2=0x7fdd200a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd200a1a30 0x7fdd200a3ef0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fdd381016c0 tx=0x7fdd2c005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38101fe0 msgr2=0x7fdd38101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38101fe0 0x7fdd38101950 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fdd28000c00 tx=0x7fdd28004040 comp rx=0 tx=0).stop 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 shutdown_connections 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdd200a1a30 0x7fdd200a3ef0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38107240 0x7fdd381004d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd38104910 0x7fdd380fff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 --2- 172.21.15.17:0/2510166703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38101fe0 0x7fdd38101950 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 >> 172.21.15.17:0/2510166703 conn(0x7fdd380fb990 msgr2=0x7fdd38103e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 shutdown_connections 2024-03-16T18:20:39.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.319+0000 7fdd3cc88640 1 -- 172.21.15.17:0/2510166703 wait complete. 2024-03-16T18:20:39.332 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:20:39.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:38 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4272177431' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:39.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:38 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3986974013' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:20:39.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:38 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2382179392' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:20:39.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:38 smithi149 ceph-mon[35991]: pgmap v345: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:39.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:38 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4272177431' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:39.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:38 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3986974013' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:20:39.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:38 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2382179392' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:20:39.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:38 smithi153 ceph-mon[36005]: pgmap v345: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 -- 172.21.15.17:0/337470157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48100410 msgr2=0x7fcb48100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 --2- 172.21.15.17:0/337470157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48100410 0x7fcb48100830 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fcb40009900 tx=0x7fcb4002bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 -- 172.21.15.17:0/337470157 shutdown_connections 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 --2- 172.21.15.17:0/337470157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48101fc0 0x7fcb48108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 --2- 172.21.15.17:0/337470157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb48101600 0x7fcb48101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 --2- 172.21.15.17:0/337470157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48100410 0x7fcb48100830 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 -- 172.21.15.17:0/337470157 >> 172.21.15.17:0/337470157 conn(0x7fcb480fb980 msgr2=0x7fcb480fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 -- 172.21.15.17:0/337470157 shutdown_connections 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 -- 172.21.15.17:0/337470157 wait complete. 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 Processor -- start 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.433+0000 7fcb4feff640 1 -- start start 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48100410 0x7fcb48197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 0x7fcb48197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb48101fc0 0x7fcb4819eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4819f020 con 0x7fcb48101600 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4819f190 con 0x7fcb48100410 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb4819f350 con 0x7fcb48101fc0 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 0x7fcb48197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 0x7fcb48197a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54382/0 (socket says 172.21.15.17:54382) 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 -- 172.21.15.17:0/285011748 learned_addr learned my addr 172.21.15.17:0/285011748 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:39.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4dc9b640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48100410 0x7fcb48197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4e49c640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb48101fc0 0x7fcb4819eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 -- 172.21.15.17:0/285011748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb48101fc0 msgr2=0x7fcb4819eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb48101fc0 0x7fcb4819eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 -- 172.21.15.17:0/285011748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48100410 msgr2=0x7fcb48197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48100410 0x7fcb48197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 -- 172.21.15.17:0/285011748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb40009560 con 0x7fcb48101600 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4dc9b640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48100410 0x7fcb48197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4d49a640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 0x7fcb48197a70 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c00e9f0 tx=0x7fcb3c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c009720 con 0x7fcb48101600 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb4819f630 con 0x7fcb48101600 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcb3c00cd80 con 0x7fcb48101600 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb3c010430 con 0x7fcb48101600 2024-03-16T18:20:39.439 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.434+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb4819faf0 con 0x7fcb48101600 2024-03-16T18:20:39.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.435+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb4810bcd0 con 0x7fcb48101600 2024-03-16T18:20:39.440 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.437+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fcb3c005020 con 0x7fcb48101600 2024-03-16T18:20:39.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.437+0000 7fcb46ffd640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb300a1a30 0x7fcb300a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.438+0000 7fcb4dc9b640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb300a1a30 0x7fcb300a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.438+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fcb3c014070 con 0x7fcb48101600 2024-03-16T18:20:39.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.438+0000 7fcb4dc9b640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb300a1a30 0x7fcb300a3ef0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcb4002c7d0 tx=0x7fcb40005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:39.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.442+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcb3c096950 con 0x7fcb48101600 2024-03-16T18:20:39.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.662+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcb4810be60 con 0x7fcb48101600 2024-03-16T18:20:39.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.663+0000 7fcb46ffd640 1 -- 172.21.15.17:0/285011748 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fcb3c09a010 con 0x7fcb48101600 2024-03-16T18:20:39.665 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:39.666 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:19.247563+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24464,24460,24490,24545,24494]},"id":1}]} 2024-03-16T18:20:39.666 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb300a1a30 msgr2=0x7fcb300a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb300a1a30 0x7fcb300a3ef0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fcb4002c7d0 tx=0x7fcb40005fd0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 msgr2=0x7fcb48197a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 0x7fcb48197a70 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fcb3c00e9f0 tx=0x7fcb3c00edf0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 shutdown_connections 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcb300a1a30 0x7fcb300a3ef0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcb48101600 0x7fcb48197a70 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcb48101fc0 0x7fcb4819eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 --2- 172.21.15.17:0/285011748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcb48100410 0x7fcb48197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 >> 172.21.15.17:0/285011748 conn(0x7fcb480fb980 msgr2=0x7fcb48068650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 shutdown_connections 2024-03-16T18:20:39.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.665+0000 7fcb4feff640 1 -- 172.21.15.17:0/285011748 wait complete. 2024-03-16T18:20:39.679 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 -- 172.21.15.17:0/1466987164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 msgr2=0x7fba18101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 --2- 172.21.15.17:0/1466987164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18101930 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fba08009900 tx=0x7fba0802bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 -- 172.21.15.17:0/1466987164 shutdown_connections 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 --2- 172.21.15.17:0/1466987164 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fba181030c0 0x7fba18109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 --2- 172.21.15.17:0/1466987164 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba18102700 0x7fba18102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 --2- 172.21.15.17:0/1466987164 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18101930 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 -- 172.21.15.17:0/1466987164 >> 172.21.15.17:0/1466987164 conn(0x7fba180fcaa0 msgr2=0x7fba180feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 -- 172.21.15.17:0/1466987164 shutdown_connections 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.779+0000 7fba1e815640 1 -- 172.21.15.17:0/1466987164 wait complete. 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 Processor -- start 2024-03-16T18:20:39.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 -- start start 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba18102700 0x7fba18197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fba181030c0 0x7fba1819ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1819f010 con 0x7fba18101510 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1819f180 con 0x7fba181030c0 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1e815640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1819f340 con 0x7fba18102700 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18197520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54396/0 (socket says 172.21.15.17:54396) 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 -- 172.21.15.17:0/3474324351 learned_addr learned my addr 172.21.15.17:0/3474324351 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba1cdb2640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fba181030c0 0x7fba1819ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba177fe640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba18102700 0x7fba18197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 -- 172.21.15.17:0/3474324351 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba18102700 msgr2=0x7fba18197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba18102700 0x7fba18197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 -- 172.21.15.17:0/3474324351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fba181030c0 msgr2=0x7fba1819ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fba181030c0 0x7fba1819ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 -- 172.21.15.17:0/3474324351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba08009560 con 0x7fba18101510 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.780+0000 7fba17fff640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18197520 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fba0802c7d0 tx=0x7fba080042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.781+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba08004aa0 con 0x7fba18101510 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.781+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba1819f5c0 con 0x7fba18101510 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.781+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fba0802de90 con 0x7fba18101510 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.781+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba08005440 con 0x7fba18101510 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.781+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba1819fad0 con 0x7fba18101510 2024-03-16T18:20:39.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.782+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba181088a0 con 0x7fba18101510 2024-03-16T18:20:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.783+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fba080055a0 con 0x7fba18101510 2024-03-16T18:20:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.783+0000 7fba157fa640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fba000a1a30 0x7fba000a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.783+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fba080ef860 con 0x7fba18101510 2024-03-16T18:20:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.783+0000 7fba177fe640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fba000a1a30 0x7fba000a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:39.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.784+0000 7fba177fe640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fba000a1a30 0x7fba000a3ef0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fba18198a30 tx=0x7fba0c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:39.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.788+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fba080b8710 con 0x7fba18101510 2024-03-16T18:20:39.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.971+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fba1802cf90 con 0x7fba18101510 2024-03-16T18:20:39.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.972+0000 7fba157fa640 1 -- 172.21.15.17:0/3474324351 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24653 (secure 0 0 0) 0x7fba080bbdd0 con 0x7fba18101510 2024-03-16T18:20:39.975 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:39.975 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":91,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:51.983540+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:20:39.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fba000a1a30 msgr2=0x7fba000a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fba000a1a30 0x7fba000a3ef0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fba18198a30 tx=0x7fba0c005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 msgr2=0x7fba18197520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18197520 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7fba0802c7d0 tx=0x7fba080042f0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 shutdown_connections 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fba000a1a30 0x7fba000a3ef0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fba181030c0 0x7fba1819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fba18102700 0x7fba18197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 --2- 172.21.15.17:0/3474324351 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fba18101510 0x7fba18197520 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 >> 172.21.15.17:0/3474324351 conn(0x7fba180fcaa0 msgr2=0x7fba18105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 shutdown_connections 2024-03-16T18:20:39.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:39.974+0000 7fba1e815640 1 -- 172.21.15.17:0/3474324351 wait complete. 2024-03-16T18:20:39.988 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:20:39.989 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:20:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 -- 172.21.15.17:0/707223079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 msgr2=0x7ff3a0106d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 --2- 172.21.15.17:0/707223079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0106d10 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7ff390009900 tx=0x7ff39002bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 -- 172.21.15.17:0/707223079 shutdown_connections 2024-03-16T18:20:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 --2- 172.21.15.17:0/707223079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0106d10 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 --2- 172.21.15.17:0/707223079 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff3a0107250 0x7ff3a0109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 --2- 172.21.15.17:0/707223079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3a0101ff0 0x7ff3a01043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 -- 172.21.15.17:0/707223079 >> 172.21.15.17:0/707223079 conn(0x7ff3a00fb9a0 msgr2=0x7ff3a00fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 -- 172.21.15.17:0/707223079 shutdown_connections 2024-03-16T18:20:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 -- 172.21.15.17:0/707223079 wait complete. 2024-03-16T18:20:40.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.092+0000 7ff3a5088640 1 Processor -- start 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 -- start start 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3a0101ff0 0x7ff3a0197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff3a0107250 0x7ff3a019eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a019eff0 con 0x7ff3a0104920 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a019f160 con 0x7ff3a0101ff0 2024-03-16T18:20:40.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3a019f320 con 0x7ff3a0107250 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0197a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54416/0 (socket says 172.21.15.17:54416) 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 -- 172.21.15.17:0/1393049560 learned_addr learned my addr 172.21.15.17:0/1393049560 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39ed9d640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3a0101ff0 0x7ff3a0197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39f59e640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff3a0107250 0x7ff3a019eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 -- 172.21.15.17:0/1393049560 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff3a0107250 msgr2=0x7ff3a019eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff3a0107250 0x7ff3a019eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 -- 172.21.15.17:0/1393049560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3a0101ff0 msgr2=0x7ff3a0197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3a0101ff0 0x7ff3a0197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 -- 172.21.15.17:0/1393049560 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff390009560 con 0x7ff3a0104920 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff39e59c640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0197a40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff390000c00 tx=0x7ff390004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff390004500 con 0x7ff3a0104920 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.093+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3a019f5a0 con 0x7ff3a0104920 2024-03-16T18:20:40.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.094+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff390003aa0 con 0x7ff3a0104920 2024-03-16T18:20:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.094+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3a019fb00 con 0x7ff3a0104920 2024-03-16T18:20:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.094+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3900053d0 con 0x7ff3a0104920 2024-03-16T18:20:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.095+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3a00fd490 con 0x7ff3a0104920 2024-03-16T18:20:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.096+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff390005530 con 0x7ff3a0104920 2024-03-16T18:20:40.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.096+0000 7ff397fff640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff38c0a1a30 0x7ff38c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.096+0000 7ff39ed9d640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff38c0a1a30 0x7ff38c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.096+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7ff39002de40 con 0x7ff3a0104920 2024-03-16T18:20:40.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.097+0000 7ff39ed9d640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff38c0a1a30 0x7ff38c0a3ef0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff388009bd0 tx=0x7ff388005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:40.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.101+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff3900b8de0 con 0x7ff3a0104920 2024-03-16T18:20:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.281+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff3a00fcf00 con 0x7ff3a0104920 2024-03-16T18:20:40.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.282+0000 7ff397fff640 1 -- 172.21.15.17:0/1393049560 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v91) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff3900bc4a0 con 0x7ff3a0104920 2024-03-16T18:20:40.284 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff38c0a1a30 msgr2=0x7ff38c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff38c0a1a30 0x7ff38c0a3ef0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7ff388009bd0 tx=0x7ff388005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 msgr2=0x7ff3a0197a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0197a40 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7ff390000c00 tx=0x7ff390004040 comp rx=0 tx=0).stop 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 shutdown_connections 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff38c0a1a30 0x7ff38c0a3ef0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff3a0104920 0x7ff3a0197a40 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff3a0107250 0x7ff3a019eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 --2- 172.21.15.17:0/1393049560 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff3a0101ff0 0x7ff3a0197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 >> 172.21.15.17:0/1393049560 conn(0x7ff3a00fb9a0 msgr2=0x7ff3a0103e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 shutdown_connections 2024-03-16T18:20:40.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.284+0000 7ff3a5088640 1 -- 172.21.15.17:0/1393049560 wait complete. 2024-03-16T18:20:40.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:39 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2132218528' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:20:40.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:39 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2510166703' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:20:40.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:39 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/285011748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:40.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:39 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3474324351' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:40.297 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:20:40.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:39 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2132218528' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:20:40.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:39 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2510166703' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:20:40.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:39 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/285011748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:40.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:39 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3474324351' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:40.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:39 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2132218528' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:20:40.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:39 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2510166703' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:20:40.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:39 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/285011748' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:40.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:39 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3474324351' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.402+0000 7f9a54e46640 1 -- 172.21.15.17:0/4118895160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 msgr2=0x7f9a50108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.402+0000 7f9a54e46640 1 --2- 172.21.15.17:0/4118895160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a50108830 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9a40009ca0 tx=0x7f9a4002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 -- 172.21.15.17:0/4118895160 shutdown_connections 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 --2- 172.21.15.17:0/4118895160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a50108830 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 --2- 172.21.15.17:0/4118895160 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501015e0 0x7f9a50101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 --2- 172.21.15.17:0/4118895160 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a501003f0 0x7f9a50100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 -- 172.21.15.17:0/4118895160 >> 172.21.15.17:0/4118895160 conn(0x7f9a500fb980 msgr2=0x7f9a500fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 -- 172.21.15.17:0/4118895160 shutdown_connections 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 -- 172.21.15.17:0/4118895160 wait complete. 2024-03-16T18:20:40.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 Processor -- start 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 -- start start 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501003f0 0x7f9a501963a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.403+0000 7f9a54e46640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a501015e0 0x7f9a501968e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a54e46640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a5019d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a54e46640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5019de90 con 0x7f9a50101fa0 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a54e46640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5019e000 con 0x7f9a501015e0 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a54e46640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a5019e1c0 con 0x7f9a501003f0 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a5019d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a5019d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54432/0 (socket says 172.21.15.17:54432) 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4e59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501003f0 0x7f9a501963a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 -- 172.21.15.17:0/3348911131 learned_addr learned my addr 172.21.15.17:0/3348911131 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4dd9b640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a501015e0 0x7f9a501968e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 -- 172.21.15.17:0/3348911131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501003f0 msgr2=0x7f9a501963a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501003f0 0x7f9a501963a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 -- 172.21.15.17:0/3348911131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a501015e0 msgr2=0x7f9a501968e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a501015e0 0x7f9a501968e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 -- 172.21.15.17:0/3348911131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a40009900 con 0x7f9a50101fa0 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4e59c640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501003f0 0x7f9a501963a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a4ed9d640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a5019d950 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9a40037040 tx=0x7f9a40032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a40034e70 con 0x7f9a50101fa0 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9a40003e20 con 0x7f9a50101fa0 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a5019e440 con 0x7f9a50101fa0 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a40004710 con 0x7f9a50101fa0 2024-03-16T18:20:40.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.404+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a5019e940 con 0x7f9a50101fa0 2024-03-16T18:20:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.405+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a50107760 con 0x7f9a50101fa0 2024-03-16T18:20:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.407+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9a4003b040 con 0x7f9a50101fa0 2024-03-16T18:20:40.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.407+0000 7f9a477fe640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9a3c0a1ab0 0x7f9a3c0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.407+0000 7f9a4e59c640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9a3c0a1ab0 0x7f9a3c0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.407+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f9a400f0000 con 0x7f9a50101fa0 2024-03-16T18:20:40.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.408+0000 7f9a4e59c640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9a3c0a1ab0 0x7f9a3c0a3f70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9a50101440 tx=0x7f9a48005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:40.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.411+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9a400b8f60 con 0x7f9a50101fa0 2024-03-16T18:20:40.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.591+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9a5010bcb0 con 0x7f9a50101fa0 2024-03-16T18:20:40.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.592+0000 7f9a477fe640 1 -- 172.21.15.17:0/3348911131 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v91) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9a40039020 con 0x7f9a50101fa0 2024-03-16T18:20:40.594 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9a3c0a1ab0 msgr2=0x7f9a3c0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9a3c0a1ab0 0x7f9a3c0a3f70 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f9a50101440 tx=0x7f9a48005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 msgr2=0x7f9a5019d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a5019d950 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9a40037040 tx=0x7f9a40032980 comp rx=0 tx=0).stop 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 shutdown_connections 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9a3c0a1ab0 0x7f9a3c0a3f70 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9a50101fa0 0x7f9a5019d950 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9a501015e0 0x7f9a501968e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.593+0000 7f9a54e46640 1 --2- 172.21.15.17:0/3348911131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9a501003f0 0x7f9a501963a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.594+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 >> 172.21.15.17:0/3348911131 conn(0x7f9a500fb980 msgr2=0x7f9a50104930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:40.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.594+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 shutdown_connections 2024-03-16T18:20:40.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.594+0000 7f9a54e46640 1 -- 172.21.15.17:0/3348911131 wait complete. 2024-03-16T18:20:40.607 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:20:40.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 -- 172.21.15.17:0/294694548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5681030b0 msgr2=0x7fc568109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 --2- 172.21.15.17:0/294694548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5681030b0 0x7fc568109940 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7fc560009ca0 tx=0x7fc56002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 -- 172.21.15.17:0/294694548 shutdown_connections 2024-03-16T18:20:40.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 --2- 172.21.15.17:0/294694548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5681030b0 0x7fc568109940 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 --2- 172.21.15.17:0/294694548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5681026f0 0x7fc568102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 --2- 172.21.15.17:0/294694548 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc568101500 0x7fc568101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 -- 172.21.15.17:0/294694548 >> 172.21.15.17:0/294694548 conn(0x7fc5680fca90 msgr2=0x7fc5680feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 -- 172.21.15.17:0/294694548 shutdown_connections 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 -- 172.21.15.17:0/294694548 wait complete. 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.710+0000 7fc56f884640 1 Processor -- start 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 -- start start 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 0x7fc568199680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5681026f0 0x7fc568199bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5681030b0 0x7fc5681a0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5681a1170 con 0x7fc568101500 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5681a12e0 con 0x7fc5681030b0 2024-03-16T18:20:40.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5681a14a0 con 0x7fc5681026f0 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 0x7fc568199680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 0x7fc568199680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54448/0 (socket says 172.21.15.17:54448) 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 -- 172.21.15.17:0/718561917 learned_addr learned my addr 172.21.15.17:0/718561917 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56de21640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5681030b0 0x7fc5681a0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56ce1f640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5681026f0 0x7fc568199bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 -- 172.21.15.17:0/718561917 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5681026f0 msgr2=0x7fc568199bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5681026f0 0x7fc568199bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 -- 172.21.15.17:0/718561917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5681030b0 msgr2=0x7fc5681a0c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5681030b0 0x7fc5681a0c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 -- 172.21.15.17:0/718561917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc560009900 con 0x7fc568101500 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56ce1f640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5681026f0 0x7fc568199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56d620640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 0x7fc568199680 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc56400e9c0 tx=0x7fc56400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5640096e0 con 0x7fc568101500 2024-03-16T18:20:40.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc5640044e0 con 0x7fc568101500 2024-03-16T18:20:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5681a1780 con 0x7fc568101500 2024-03-16T18:20:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc564010430 con 0x7fc568101500 2024-03-16T18:20:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.711+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5681a1c90 con 0x7fc568101500 2024-03-16T18:20:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.712+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc56810cdc0 con 0x7fc568101500 2024-03-16T18:20:40.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.713+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc564003f60 con 0x7fc568101500 2024-03-16T18:20:40.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.714+0000 7fc55e7fc640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc5540a1ab0 0x7fc5540a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:40.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.714+0000 7fc56ce1f640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc5540a1ab0 0x7fc5540a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:40.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.714+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fc564014070 con 0x7fc568101500 2024-03-16T18:20:40.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.715+0000 7fc56ce1f640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc5540a1ab0 0x7fc5540a3f70 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc56819ab90 tx=0x7fc558005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:40.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.718+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc564096a80 con 0x7fc568101500 2024-03-16T18:20:40.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.902+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc5681a1f10 con 0x7fc568101500 2024-03-16T18:20:40.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.902+0000 7fc55e7fc640 1 -- 172.21.15.17:0/718561917 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v91) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc5681a1f10 con 0x7fc568101500 2024-03-16T18:20:40.904 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:20:40.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc5540a1ab0 msgr2=0x7fc5540a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc5540a1ab0 0x7fc5540a3f70 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fc56819ab90 tx=0x7fc558005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 msgr2=0x7fc568199680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 0x7fc568199680 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fc56400e9c0 tx=0x7fc56400ee80 comp rx=0 tx=0).stop 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 shutdown_connections 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc5540a1ab0 0x7fc5540a3f70 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5681030b0 0x7fc5681a0c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5681026f0 0x7fc568199bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 --2- 172.21.15.17:0/718561917 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc568101500 0x7fc568199680 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 >> 172.21.15.17:0/718561917 conn(0x7fc5680fca90 msgr2=0x7fc568073720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 shutdown_connections 2024-03-16T18:20:40.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:40.904+0000 7fc56f884640 1 -- 172.21.15.17:0/718561917 wait complete. 2024-03-16T18:20:40.918 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 -- 172.21.15.17:0/1224229364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 msgr2=0x7f2d20101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1224229364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d20101a60 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f2d08009900 tx=0x7f2d0802bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 -- 172.21.15.17:0/1224229364 shutdown_connections 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1224229364 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d20101a60 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1224229364 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d20101fa0 0x7f2d20108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1224229364 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d201003f0 0x7f2d20100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 -- 172.21.15.17:0/1224229364 >> 172.21.15.17:0/1224229364 conn(0x7f2d200fb980 msgr2=0x7f2d200fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 -- 172.21.15.17:0/1224229364 shutdown_connections 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 -- 172.21.15.17:0/1224229364 wait complete. 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 Processor -- start 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.022+0000 7f2d24e76640 1 -- start start 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d201003f0 0x7f2d201963a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d201968e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d20101fa0 0x7f2d2019d950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2019de90 con 0x7f2d201015e0 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2019e000 con 0x7f2d201003f0 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d2019e1c0 con 0x7f2d20101fa0 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d201968e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d201968e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54472/0 (socket says 172.21.15.17:54472) 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 -- 172.21.15.17:0/1629993027 learned_addr learned my addr 172.21.15.17:0/1629993027 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:41.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1e59c640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d201003f0 0x7f2d201963a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1ed9d640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d20101fa0 0x7f2d2019d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 -- 172.21.15.17:0/1629993027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d20101fa0 msgr2=0x7f2d2019d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d20101fa0 0x7f2d2019d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 -- 172.21.15.17:0/1629993027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d201003f0 msgr2=0x7f2d201963a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d201003f0 0x7f2d201963a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 -- 172.21.15.17:0/1629993027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d18009490 con 0x7f2d201015e0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d1dd9b640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d201968e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2d08006010 tx=0x7f2d08004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d08004a50 con 0x7f2d201015e0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d08009560 con 0x7f2d201015e0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2d0802de90 con 0x7f2d201015e0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d08005410 con 0x7f2d201015e0 2024-03-16T18:20:41.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.023+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d2019e7c0 con 0x7f2d201015e0 2024-03-16T18:20:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.024+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d20107830 con 0x7f2d201015e0 2024-03-16T18:20:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.026+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f2d08005570 con 0x7f2d201015e0 2024-03-16T18:20:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.026+0000 7f2d177fe640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d0c0a1a30 0x7f2d0c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.026+0000 7f2d1e59c640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d0c0a1a30 0x7f2d0c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.026+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f2d080ef7b0 con 0x7f2d201015e0 2024-03-16T18:20:41.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.027+0000 7f2d1e59c640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d0c0a1a30 0x7f2d0c0a3ef0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2d20101440 tx=0x7f2d18005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.031+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2d080b8660 con 0x7f2d201015e0 2024-03-16T18:20:41.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.214+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f2d2002d000 con 0x7f2d201015e0 2024-03-16T18:20:41.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.215+0000 7f2d177fe640 1 -- 172.21.15.17:0/1629993027 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v91) v1 ==== 103+0+11 (secure 0 0 0) 0x7f2d080bbd20 con 0x7f2d201015e0 2024-03-16T18:20:41.217 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d0c0a1a30 msgr2=0x7f2d0c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d0c0a1a30 0x7f2d0c0a3ef0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f2d20101440 tx=0x7f2d18005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 msgr2=0x7f2d201968e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d201968e0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f2d08006010 tx=0x7f2d08004370 comp rx=0 tx=0).stop 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 shutdown_connections 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d0c0a1a30 0x7f2d0c0a3ef0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d201015e0 0x7f2d201968e0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d20101fa0 0x7f2d2019d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 --2- 172.21.15.17:0/1629993027 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d201003f0 0x7f2d201963a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 >> 172.21.15.17:0/1629993027 conn(0x7f2d200fb980 msgr2=0x7f2d20104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 shutdown_connections 2024-03-16T18:20:41.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.217+0000 7f2d24e76640 1 -- 172.21.15.17:0/1629993027 wait complete. 2024-03-16T18:20:41.229 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:40 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1393049560' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.229 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:40 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3348911131' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.229 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:40 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/718561917' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.229 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:40 smithi017 ceph-mon[32207]: pgmap v346: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:41.230 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 -- 172.21.15.17:0/2390318499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b0107310 msgr2=0x7f18b0109700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2390318499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b0107310 0x7f18b0109700 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f18a8009ca0 tx=0x7f18a802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 -- 172.21.15.17:0/2390318499 shutdown_connections 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2390318499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b0107310 0x7f18b0109700 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2390318499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18b01049e0 0x7f18b0106dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2390318499 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18b01020b0 0x7f18b01044a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 -- 172.21.15.17:0/2390318499 >> 172.21.15.17:0/2390318499 conn(0x7f18b00fba20 msgr2=0x7f18b00fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 -- 172.21.15.17:0/2390318499 shutdown_connections 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 -- 172.21.15.17:0/2390318499 wait complete. 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 Processor -- start 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 -- start start 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18b01020b0 0x7f18b0197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 0x7f18b01979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.331+0000 7f18b5edf640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18b0107310 0x7f18b019ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18b5edf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b019ef50 con 0x7f18b01049e0 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18b5edf640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b019f0c0 con 0x7f18b01020b0 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18b5edf640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b019f280 con 0x7f18b0107310 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 0x7f18b01979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 0x7f18b01979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54494/0 (socket says 172.21.15.17:54494) 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18af7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18b01020b0 0x7f18b0197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 -- 172.21.15.17:0/2735861244 learned_addr learned my addr 172.21.15.17:0/2735861244 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:41.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18affff640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18b0107310 0x7f18b019ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 -- 172.21.15.17:0/2735861244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18b0107310 msgr2=0x7f18b019ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18b0107310 0x7f18b019ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 -- 172.21.15.17:0/2735861244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18b01020b0 msgr2=0x7f18b0197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18b01020b0 0x7f18b0197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 -- 172.21.15.17:0/2735861244 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18a8009900 con 0x7f18b01049e0 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18aeffd640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 0x7f18b01979a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f18a400e9c0 tx=0x7f18a400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a4009700 con 0x7f18b01049e0 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18b019f560 con 0x7f18b01049e0 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f18a400cd80 con 0x7f18b01049e0 2024-03-16T18:20:41.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a4010430 con 0x7f18b01049e0 2024-03-16T18:20:41.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.332+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18b019fac0 con 0x7f18b01049e0 2024-03-16T18:20:41.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:40 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1393049560' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:40 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3348911131' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:40 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/718561917' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:40 smithi149 ceph-mon[35991]: pgmap v346: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:41.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.333+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18b00fd510 con 0x7f18b01049e0 2024-03-16T18:20:41.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.334+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f18a4004f30 con 0x7f18b01049e0 2024-03-16T18:20:41.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.335+0000 7f18acff9640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18980a1a30 0x7f18980a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.335+0000 7f18af7fe640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18980a1a30 0x7f18980a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.335+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f18a4014070 con 0x7f18b01049e0 2024-03-16T18:20:41.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.336+0000 7f18af7fe640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18980a1a30 0x7f18980a3ef0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f18a0009bd0 tx=0x7f18a0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.339+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f18a4096ba0 con 0x7f18b01049e0 2024-03-16T18:20:41.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:40 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1393049560' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:40 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3348911131' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:40 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/718561917' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:20:41.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:40 smithi153 ceph-mon[36005]: pgmap v346: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:41.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.562+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f18b019f6f0 con 0x7f18b01049e0 2024-03-16T18:20:41.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.563+0000 7f18acff9640 1 -- 172.21.15.17:0/2735861244 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f18b019f6f0 con 0x7f18b01049e0 2024-03-16T18:20:41.565 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:41.565 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:19.247563+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24464,24460,24490,24545,24494]},"id":1}]} 2024-03-16T18:20:41.565 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.564+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18980a1a30 msgr2=0x7f18980a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.564+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18980a1a30 0x7f18980a3ef0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f18a0009bd0 tx=0x7f18a0005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.564+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 msgr2=0x7f18b01979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.564+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 0x7f18b01979a0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7f18a400e9c0 tx=0x7f18a400ee80 comp rx=0 tx=0).stop 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 shutdown_connections 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f18980a1a30 0x7f18980a3ef0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f18b01049e0 0x7f18b01979a0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f18b0107310 0x7f18b019ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 --2- 172.21.15.17:0/2735861244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f18b01020b0 0x7f18b0197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 >> 172.21.15.17:0/2735861244 conn(0x7f18b00fba20 msgr2=0x7f18b0102950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 shutdown_connections 2024-03-16T18:20:41.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.565+0000 7f18b5edf640 1 -- 172.21.15.17:0/2735861244 wait complete. 2024-03-16T18:20:41.578 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:20:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 -- 172.21.15.17:0/2743742210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1072d0 msgr2=0x7fc3fc1096c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2743742210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1072d0 0x7fc3fc1096c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fc3f4009ca0 tx=0x7fc3f402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 -- 172.21.15.17:0/2743742210 shutdown_connections 2024-03-16T18:20:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2743742210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1072d0 0x7fc3fc1096c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2743742210 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc106d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2743742210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc3fc102070 0x7fc3fc104460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 -- 172.21.15.17:0/2743742210 >> 172.21.15.17:0/2743742210 conn(0x7fc3fc0fba20 msgr2=0x7fc3fc0fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 -- 172.21.15.17:0/2743742210 shutdown_connections 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 -- 172.21.15.17:0/2743742210 wait complete. 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 Processor -- start 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.679+0000 7fc4028cd640 1 -- start start 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc4028cd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc3fc102070 0x7fc3fc1019e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc4028cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc100020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc4028cd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3fc1072d0 0x7fc3fc100560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc4028cd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3fc100cc0 con 0x7fc3fc1049a0 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc4028cd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3fc100e30 con 0x7fc3fc102070 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc4028cd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3fc1a1520 con 0x7fc3fc1072d0 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc100020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc100020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54512/0 (socket says 172.21.15.17:54512) 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 -- 172.21.15.17:0/2733924261 learned_addr learned my addr 172.21.15.17:0/2733924261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fbfff640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc3fc102070 0x7fc3fc1019e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc400e6a640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3fc1072d0 0x7fc3fc100560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 -- 172.21.15.17:0/2733924261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3fc1072d0 msgr2=0x7fc3fc100560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3fc1072d0 0x7fc3fc100560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 -- 172.21.15.17:0/2733924261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc3fc102070 msgr2=0x7fc3fc1019e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc3fc102070 0x7fc3fc1019e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 -- 172.21.15.17:0/2733924261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3f4009900 con 0x7fc3fc1049a0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3fb7fe640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc100020 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc3f000ea20 tx=0x7fc3f000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.680+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3f00096c0 con 0x7fc3fc1049a0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.681+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3fc1a17d0 con 0x7fc3fc1049a0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.681+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc3f000cd20 con 0x7fc3fc1049a0 2024-03-16T18:20:41.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.681+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3f0010430 con 0x7fc3fc1049a0 2024-03-16T18:20:41.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.681+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3fc1a1c90 con 0x7fc3fc1049a0 2024-03-16T18:20:41.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.682+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3fc0fd510 con 0x7fc3fc1049a0 2024-03-16T18:20:41.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.683+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc3f0004f70 con 0x7fc3fc1049a0 2024-03-16T18:20:41.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.683+0000 7fc3f97fa640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc3e40a1a30 0x7fc3e40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.683+0000 7fc3fbfff640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc3e40a1a30 0x7fc3e40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.683+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fc3f0014070 con 0x7fc3fc1049a0 2024-03-16T18:20:41.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.684+0000 7fc3fbfff640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc3e40a1a30 0x7fc3e40a3ef0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec009bd0 tx=0x7fc3ec005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.688+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc3f0096960 con 0x7fc3fc1049a0 2024-03-16T18:20:41.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.871+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc3fc10cde0 con 0x7fc3fc1049a0 2024-03-16T18:20:41.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.873+0000 7fc3f97fa640 1 -- 172.21.15.17:0/2733924261 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v91) v1 ==== 74+0+24653 (secure 0 0 0) 0x7fc3f009a020 con 0x7fc3fc1049a0 2024-03-16T18:20:41.875 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:41.875 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":91,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:19:51.983540+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.874+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc3e40a1a30 msgr2=0x7fc3e40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.874+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc3e40a1a30 0x7fc3e40a3ef0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc3ec009bd0 tx=0x7fc3ec005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.874+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 msgr2=0x7fc3fc100020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.874+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc100020 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fc3f000ea20 tx=0x7fc3f000eee0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 shutdown_connections 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc3e40a1a30 0x7fc3e40a3ef0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc3fc1049a0 0x7fc3fc100020 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc3fc1072d0 0x7fc3fc100560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 --2- 172.21.15.17:0/2733924261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc3fc102070 0x7fc3fc1019e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 >> 172.21.15.17:0/2733924261 conn(0x7fc3fc0fba20 msgr2=0x7fc3fc1029d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 shutdown_connections 2024-03-16T18:20:41.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.875+0000 7fc4028cd640 1 -- 172.21.15.17:0/2733924261 wait complete. 2024-03-16T18:20:41.889 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:20:41.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 -- 172.21.15.17:0/2307667284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 msgr2=0x7f462c108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 --2- 172.21.15.17:0/2307667284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c108850 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7f4624009ca0 tx=0x7f462402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 -- 172.21.15.17:0/2307667284 shutdown_connections 2024-03-16T18:20:41.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 --2- 172.21.15.17:0/2307667284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c108850 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 --2- 172.21.15.17:0/2307667284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 0x7f462c101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 --2- 172.21.15.17:0/2307667284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 -- 172.21.15.17:0/2307667284 >> 172.21.15.17:0/2307667284 conn(0x7f462c0fb980 msgr2=0x7f462c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 -- 172.21.15.17:0/2307667284 shutdown_connections 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 -- 172.21.15.17:0/2307667284 wait complete. 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 Processor -- start 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.990+0000 7f4631815640 1 -- start start 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c1974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 0x7f462c1979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c19ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f462c19ef90 con 0x7f462c101fc0 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f462c19f100 con 0x7f462c100410 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f462c19f2c0 con 0x7f462c101600 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c19ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c1974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 0x7f462c1979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c1974a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58478/0 (socket says 172.21.15.17:58478) 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462affd640 1 -- 172.21.15.17:0/765620854 learned_addr learned my addr 172.21.15.17:0/765620854 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c19ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54534/0 (socket says 172.21.15.17:54534) 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 -- 172.21.15.17:0/765620854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 msgr2=0x7f462c1974a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c1974a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 -- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 msgr2=0x7f462c19ea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c19ea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 -- 172.21.15.17:0/765620854 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4620009490 con 0x7f462c101600 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462affd640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c1974a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f462a7fc640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 0x7f462c1979e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f461c00e9f0 tx=0x7f461c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f461c00ccc0 con 0x7f462c101600 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.991+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4624009900 con 0x7f462c101600 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.992+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f461c0044d0 con 0x7f462c101600 2024-03-16T18:20:41.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.992+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f461c004a00 con 0x7f462c101600 2024-03-16T18:20:41.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.992+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f462c19f920 con 0x7f462c101600 2024-03-16T18:20:41.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.992+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f462c10bcd0 con 0x7f462c101600 2024-03-16T18:20:41.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.993+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f461c004b60 con 0x7f462c101600 2024-03-16T18:20:41.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.994+0000 7f4630813640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f46140a1a30 0x7f46140a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:41.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.994+0000 7f462affd640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f46140a1a30 0x7f46140a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:41.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.994+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f461c014070 con 0x7f462c101600 2024-03-16T18:20:41.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.994+0000 7f462affd640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f46140a1a30 0x7f46140a3ef0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f46200058c0 tx=0x7f4620005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:41.998+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f461c0965d0 con 0x7f462c101600 2024-03-16T18:20:42.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.219+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f462c19fd80 con 0x7f462c101600 2024-03-16T18:20:42.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.221+0000 7f4630813640 1 -- 172.21.15.17:0/765620854 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f461c099c90 con 0x7f462c101600 2024-03-16T18:20:42.223 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:42.223 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:19.247563+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24464,24460,24490,24545,24494]},"id":1}]} 2024-03-16T18:20:42.223 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f46140a1a30 msgr2=0x7f46140a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f46140a1a30 0x7f46140a3ef0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f46200058c0 tx=0x7f4620005f90 comp rx=0 tx=0).stop 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 msgr2=0x7f462c1979e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 0x7f462c1979e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f461c00e9f0 tx=0x7f461c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 shutdown_connections 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f46140a1a30 0x7f46140a3ef0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f462c101fc0 0x7f462c19ea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f462c101600 0x7f462c1979e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 --2- 172.21.15.17:0/765620854 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f462c100410 0x7f462c1974a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 >> 172.21.15.17:0/765620854 conn(0x7f462c0fb980 msgr2=0x7f462c0fd4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 shutdown_connections 2024-03-16T18:20:42.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.223+0000 7f4631815640 1 -- 172.21.15.17:0/765620854 wait complete. 2024-03-16T18:20:42.235 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:41 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1629993027' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:20:42.235 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:41 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2735861244' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:42.235 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:41 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2733924261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:42.236 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-16T18:18:56.806453+0000', 'modified': '2024-03-16T18:19:19.247563+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24545, 'mds_1': 24494, 'mds_2': 24490, 'mds_3': 24464, 'mds_4': 24460}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14622': {'gid': 14622, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.17:6839/237087686', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6838', 'nonce': 237087686}, {'type': 'v1', 'addr': '172.21.15.17:6839', 'nonce': 237087686}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14634': {'gid': 14634, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.17:6841/4143054545', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6840', 'nonce': 4143054545}, {'type': 'v1', 'addr': '172.21.15.17:6841', 'nonce': 4143054545}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.153:6833/1818040216', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6832', 'nonce': 1818040216}, {'type': 'v1', 'addr': '172.21.15.153:6833', 'nonce': 1818040216}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6833/3519896731', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6832', 'nonce': 3519896731}, {'type': 'v1', 'addr': '172.21.15.149:6833', 'nonce': 3519896731}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24454': {'gid': 24454, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.153:6835/1474094458', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6834', 'nonce': 1474094458}, {'type': 'v1', 'addr': '172.21.15.153:6835', 'nonce': 1474094458}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24460': {'gid': 24460, 'name': 'c', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.153:6837/1940463335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6836', 'nonce': 1940463335}, {'type': 'v1', 'addr': '172.21.15.153:6837', 'nonce': 1940463335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.149:6835/1680529830', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6834', 'nonce': 1680529830}, {'type': 'v1', 'addr': '172.21.15.149:6835', 'nonce': 1680529830}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.153:6839/3876939861', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6838', 'nonce': 3876939861}, {'type': 'v1', 'addr': '172.21.15.153:6839', 'nonce': 3876939861}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.149:6837/212212221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 212212221}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 212212221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24545': {'gid': 24545, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.149:6839/219844008', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 219844008}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 219844008}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24545, 'qdb_cluster': [24464, 24460, 24490, 24545, 24494]} 2024-03-16T18:20:42.237 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-03-16T18:20:42.237 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-03-16T18:20:42.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:41 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1629993027' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:20:42.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:41 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2735861244' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:42.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:41 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2733924261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:42.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.338+0000 7f4e052ae640 1 -- 172.21.15.17:0/2371768029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e001030b0 msgr2=0x7f4e00109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.338+0000 7f4e052ae640 1 --2- 172.21.15.17:0/2371768029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e001030b0 0x7f4e00109940 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f4df0009ca0 tx=0x7f4df002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- 172.21.15.17:0/2371768029 shutdown_connections 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 --2- 172.21.15.17:0/2371768029 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e001030b0 0x7f4e00109940 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 --2- 172.21.15.17:0/2371768029 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e001026f0 0x7f4e00102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 --2- 172.21.15.17:0/2371768029 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e00101500 0x7f4e00101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- 172.21.15.17:0/2371768029 >> 172.21.15.17:0/2371768029 conn(0x7f4e000fca90 msgr2=0x7f4e000feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- 172.21.15.17:0/2371768029 shutdown_connections 2024-03-16T18:20:42.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- 172.21.15.17:0/2371768029 wait complete. 2024-03-16T18:20:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 Processor -- start 2024-03-16T18:20:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- start start 2024-03-16T18:20:42.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 0x7f4e00197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e001026f0 0x7f4e00197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e001030b0 0x7f4e0019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e0019ef40 con 0x7f4e00101500 2024-03-16T18:20:42.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e0019f0b0 con 0x7f4e001026f0 2024-03-16T18:20:42.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4e052ae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e0019f270 con 0x7f4e001030b0 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.339+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 0x7f4e00197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 0x7f4e00197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54550/0 (socket says 172.21.15.17:54550) 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 -- 172.21.15.17:0/361573307 learned_addr learned my addr 172.21.15.17:0/361573307 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e001030b0 0x7f4e0019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e001026f0 0x7f4e00197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 -- 172.21.15.17:0/361573307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e001030b0 msgr2=0x7f4e0019ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e001030b0 0x7f4e0019ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 -- 172.21.15.17:0/361573307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e001026f0 msgr2=0x7f4e00197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e001026f0 0x7f4e00197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 -- 172.21.15.17:0/361573307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df0009900 con 0x7f4e00101500 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 0x7f4e00197450 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4df800e9c0 tx=0x7f4df800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4df7fff640 1 -- 172.21.15.17:0/361573307 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df80096e0 con 0x7f4e00101500 2024-03-16T18:20:42.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e0019f550 con 0x7f4e00101500 2024-03-16T18:20:42.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4df7fff640 1 -- 172.21.15.17:0/361573307 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4df80044e0 con 0x7f4e00101500 2024-03-16T18:20:42.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4df7fff640 1 -- 172.21.15.17:0/361573307 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df8010430 con 0x7f4e00101500 2024-03-16T18:20:42.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.340+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e0019fa60 con 0x7f4e00101500 2024-03-16T18:20:42.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.342+0000 7f4df7fff640 1 -- 172.21.15.17:0/361573307 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f4df8003f80 con 0x7f4e00101500 2024-03-16T18:20:42.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 Processor -- start 2024-03-16T18:20:42.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 -- start start 2024-03-16T18:20:42.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066c943a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c99470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c99ae0 0x563066c9bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066c4fcd0 con 0x563066c94970 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066c02f20 con 0x563066c93f80 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4e07f69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066c00450 con 0x563066c99ae0 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c99470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c99470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54560/0 (socket says 172.21.15.17:54560) 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 -- 172.21.15.17:0/3683634119 learned_addr learned my addr 172.21.15.17:0/3683634119 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066c943a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c99ae0 0x563066c9bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4df7fff640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dec0a1a30 0x7f4dec0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dec0a1a30 0x7f4dec0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 -- 172.21.15.17:0/3683634119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c99ae0 msgr2=0x563066c9bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c99ae0 0x563066c9bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 -- 172.21.15.17:0/3683634119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 msgr2=0x563066c943a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.343+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066c943a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4df7fff640 1 -- 172.21.15.17:0/361573307 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f4df8014070 con 0x7f4e00101500 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4dfeffd640 1 -- 172.21.15.17:0/3683634119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563066bb0f20 con 0x563066c94970 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066c943a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c99ae0 0x563066c9bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c99470 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4df80a2960 tx=0x7f4df800cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f972e69067366947 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4df57fa640 1 -- 172.21.15.17:0/3683634119 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df809a050 con 0x563066c94970 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dec0a1a30 0x7f4dec0a3ef0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4df0005e30 tx=0x7f4df002c0f0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4df57fa640 1 -- 172.21.15.17:0/3683634119 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4df800cd80 con 0x563066c94970 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.344+0000 7f4df57fa640 1 -- 172.21.15.17:0/3683634119 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df80cb390 con 0x563066c94970 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- 172.21.15.17:0/3683634119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 msgr2=0x563066c99470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c99470 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f4df80a2960 tx=0x7f4df800cf60 comp rx=0 tx=0).stop 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- 172.21.15.17:0/3683634119 shutdown_connections 2024-03-16T18:20:42.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c99470 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c99ae0 0x563066c9bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- 172.21.15.17:0/3683634119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066c943a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- 172.21.15.17:0/3683634119 >> 172.21.15.17:0/3683634119 conn(0x563066c8f4f0 msgr2=0x563066c8f8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- 172.21.15.17:0/3683634119 shutdown_connections 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- 172.21.15.17:0/3683634119 wait complete. 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- start start 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 Processor -- start 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066c9e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c9e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c99ae0 0x563066ca56d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066bfbc30 con 0x563066c94970 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066ba0d30 con 0x563066c99ae0 2024-03-16T18:20:42.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5630668cf310 con 0x563066c93f80 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4e07f69740 10 client.0 _ll_register_callbacks cb 0x563066ba8d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4dfe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c9e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4dfe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c9e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54576/0 (socket says 172.21.15.17:54576) 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.345+0000 7f4dfe7fc640 1 -- 172.21.15.17:0/2723757668 learned_addr learned my addr 172.21.15.17:0/2723757668 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c99ae0 0x563066ca56d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066c9e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfe7fc640 1 -- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 msgr2=0x563066c9e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066c9e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfe7fc640 1 -- 172.21.15.17:0/2723757668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c99ae0 msgr2=0x563066ca56d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c99ae0 0x563066ca56d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfe7fc640 1 -- 172.21.15.17:0/2723757668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e0019fa60 con 0x563066c94970 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c9e700 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4de8012720 tx=0x7f4de8012be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30776d579f7a16ce server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4de67fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4de67fc640 1 -- 172.21.15.17:0/2723757668 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4de8017070 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4de67fc640 1 -- 172.21.15.17:0/2723757668 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f4de8004030 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5630668fb6c0 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4de67fc640 1 -- 172.21.15.17:0/2723757668 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4de8004230 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4e07f69740 10 client.15219 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x563066bfa2b0 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.346+0000 7f4de67fc640 1 -- 172.21.15.17:0/2723757668 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5630668fb6c0 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4de67fc640 1 -- 172.21.15.17:0/2723757668 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4de8003920 con 0x563066c94970 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4e07f69740 10 client.15219 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4e07f69740 10 client.15219 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4e07f69740 20 client.15219 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066caabb0 0x563066ca9e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4e07f69740 4 client.15219 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56306694c270 con 0x563066caabb0 2024-03-16T18:20:42.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066caabb0 0x563066ca9e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4de67fc640 10 client.15219 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.347+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066caabb0 0x563066ca9e50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=40425f5f09fe76f9 server_cookie=40433216f60f4684 in_seq=0 out_seq=0 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4de67fc640 1 -- 172.21.15.17:0/2723757668 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56306694c270 con 0x563066caabb0 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4de67fc640 10 client.15219 handle_command_reply: tid=0 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 client.15219 shutdown 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 msgr2=0x563066c9e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c9e700 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f4de8012720 tx=0x7f4de8012be0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 shutdown_connections 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066caabb0 0x563066ca9e50 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c94970 0x563066c9e700 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c99ae0 0x563066ca56d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4de67fc640 0 client.15219 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:20:42.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2723757668 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066c9e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 >> 172.21.15.17:0/2723757668 conn(0x563066c8f4f0 msgr2=0x563066c8e7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 shutdown_connections 2024-03-16T18:20:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 1 -- 172.21.15.17:0/2723757668 wait complete. 2024-03-16T18:20:42.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.348+0000 7f4e07f69740 20 client.15219 trim_cache size 0 max 16384 2024-03-16T18:20:42.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:41 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1629993027' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:20:42.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:41 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2735861244' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:42.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:41 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2733924261' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 Processor -- start 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 -- start start 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066ca6120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c94970 0x563066ca5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066c95410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066b81490 con 0x563066c99ae0 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56306694c270 con 0x563066c93f80 2024-03-16T18:20:42.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4e07f69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066c658c0 con 0x563066c94970 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4dff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066c95410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4dff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066c95410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54586/0 (socket says 172.21.15.17:54586) 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4dfeffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066ca6120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4dff7fe640 1 -- 172.21.15.17:0/1716100783 learned_addr learned my addr 172.21.15.17:0/1716100783 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.365+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c94970 0x563066ca5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dff7fe640 1 -- 172.21.15.17:0/1716100783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c94970 msgr2=0x563066ca5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c94970 0x563066ca5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dff7fe640 1 -- 172.21.15.17:0/1716100783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 msgr2=0x563066ca6120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066ca6120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dff7fe640 1 -- 172.21.15.17:0/1716100783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563066b96a20 con 0x563066c99ae0 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c94970 0x563066ca5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066ca6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066c95410 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4df0036000 tx=0x7f4df0009800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=818436481800d935 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4df4ff9640 1 -- 172.21.15.17:0/1716100783 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0032990 con 0x563066c99ae0 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4df4ff9640 1 -- 172.21.15.17:0/1716100783 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4df0003970 con 0x563066c99ae0 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.366+0000 7f4df4ff9640 1 -- 172.21.15.17:0/1716100783 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df00044e0 con 0x563066c99ae0 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- 172.21.15.17:0/1716100783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 msgr2=0x563066c95410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066c95410 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f4df0036000 tx=0x7f4df0009800 comp rx=0 tx=0).stop 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- 172.21.15.17:0/1716100783 shutdown_connections 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066c95410 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c94970 0x563066ca5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- 172.21.15.17:0/1716100783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c93f80 0x563066ca6120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- 172.21.15.17:0/1716100783 >> 172.21.15.17:0/1716100783 conn(0x563066c8f4f0 msgr2=0x563066c92fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- 172.21.15.17:0/1716100783 shutdown_connections 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- 172.21.15.17:0/1716100783 wait complete. 2024-03-16T18:20:42.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- start start 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 Processor -- start 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066ca17e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c94970 0x563066ca1d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066ca4cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066ca5210 con 0x563066c99ae0 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066ca5380 con 0x563066c94970 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563066ca5540 con 0x563066c93f80 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4e07f69740 10 client.0 _ll_register_callbacks cb 0x7f4de8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4dff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066ca4cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4dff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066ca4cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54590/0 (socket says 172.21.15.17:54590) 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4dff7fe640 1 -- 172.21.15.17:0/2796578795 learned_addr learned my addr 172.21.15.17:0/2796578795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066ca17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.367+0000 7f4dfe7fc640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c94970 0x563066ca1d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dff7fe640 1 -- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 msgr2=0x563066ca17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066ca17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dff7fe640 1 -- 172.21.15.17:0/2796578795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c94970 msgr2=0x563066ca1d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c94970 0x563066ca1d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dff7fe640 1 -- 172.21.15.17:0/2796578795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563066bb0f20 con 0x563066c99ae0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066ca17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4dff7fe640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066ca4cd0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4df002c630 tx=0x7f4df0034610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df8a62e96ea189c8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4de67fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4de67fc640 1 -- 172.21.15.17:0/2796578795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0003ce0 con 0x563066c99ae0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4de67fc640 1 -- 172.21.15.17:0/2796578795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f4df0003e40 con 0x563066c99ae0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563066caa8c0 con 0x563066c99ae0 2024-03-16T18:20:42.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4de67fc640 1 -- 172.21.15.17:0/2796578795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4df0004260 con 0x563066c99ae0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 10 client.15225 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7f4de8021040 con 0x563066c99ae0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4de67fc640 1 -- 172.21.15.17:0/2796578795 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x563066caa8c0 con 0x563066c99ae0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4de67fc640 1 -- 172.21.15.17:0/2796578795 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4df00429d0 con 0x563066c99ae0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 10 client.15225 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 10 client.15225 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 20 client.15225 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066d0a4c0 0x563066d06940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 4 client.15225 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.368+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563066cabbe0 con 0x563066d0a4c0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066d0a4c0 0x563066d06940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4de67fc640 10 client.15225 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4dfeffd640 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066d0a4c0 0x563066d06940 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2c04fa1dc56e157a server_cookie=ceb00929539646ff in_seq=0 out_seq=0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4de67fc640 1 -- 172.21.15.17:0/2796578795 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x563066cabbe0 con 0x563066d0a4c0 2024-03-16T18:20:42.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4de67fc640 10 client.15225 handle_command_reply: tid=0 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 client.15225 shutdown 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 msgr2=0x563066ca4cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066ca4cd0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f4df002c630 tx=0x7f4df0034610 comp rx=0 tx=0).stop 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 shutdown_connections 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x563066d0a4c0 0x563066d06940 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563066c99ae0 0x563066ca4cd0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4de67fc640 0 client.15225 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563066c94970 0x563066ca1d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 --2- 172.21.15.17:0/2796578795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563066c93f80 0x563066ca17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 >> 172.21.15.17:0/2796578795 conn(0x563066c8f4f0 msgr2=0x563066c92fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 shutdown_connections 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 1 -- 172.21.15.17:0/2796578795 wait complete. 2024-03-16T18:20:42.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.369+0000 7f4e07f69740 20 client.15225 trim_cache size 0 max 16384 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 4, 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24460, 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 83.364268957999997, 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:20:42.379 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 91, 2024-03-16T18:20:42.380 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:20:42.380 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 124.42381523900001 2024-03-16T18:20:42.380 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:20:42.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dec0a1a30 msgr2=0x7f4dec0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dec0a1a30 0x7f4dec0a3ef0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f4df0005e30 tx=0x7f4df002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 msgr2=0x7f4e00197450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 0x7f4e00197450 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f4df800e9c0 tx=0x7f4df800ee80 comp rx=0 tx=0).stop 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 shutdown_connections 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dec0a1a30 0x7f4dec0a3ef0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e001030b0 0x7f4e0019ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e001026f0 0x7f4e00197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 --2- 172.21.15.17:0/361573307 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e00101500 0x7f4e00197450 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 >> 172.21.15.17:0/361573307 conn(0x7f4e000fca90 msgr2=0x7f4e00105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 shutdown_connections 2024-03-16T18:20:42.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.370+0000 7f4e052ae640 1 -- 172.21.15.17:0/361573307 wait complete. 2024-03-16T18:20:42.383 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-03-16T18:20:42.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 -- 172.21.15.17:0/1835487411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 msgr2=0x7efc60108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 --2- 172.21.15.17:0/1835487411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 0x7efc60108850 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efc58009be0 tx=0x7efc5802bef0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 -- 172.21.15.17:0/1835487411 shutdown_connections 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 --2- 172.21.15.17:0/1835487411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60101600 0x7efc60101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 --2- 172.21.15.17:0/1835487411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 0x7efc60108850 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 --2- 172.21.15.17:0/1835487411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efc60100410 0x7efc60100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 -- 172.21.15.17:0/1835487411 >> 172.21.15.17:0/1835487411 conn(0x7efc600fb9a0 msgr2=0x7efc600fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 -- 172.21.15.17:0/1835487411 shutdown_connections 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.485+0000 7efc67593640 1 -- 172.21.15.17:0/1835487411 wait complete. 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 Processor -- start 2024-03-16T18:20:42.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 -- start start 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 0x7efc6006a630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efc60101600 0x7efc6019c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 0x7efc6019e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6019efd0 con 0x7efc60100410 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6019f140 con 0x7efc60101600 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc67593640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6019f300 con 0x7efc60101fc0 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 0x7efc6006a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 0x7efc6006a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54612/0 (socket says 172.21.15.17:54612) 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 -- 172.21.15.17:0/143197214 learned_addr learned my addr 172.21.15.17:0/143197214 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc64b2e640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efc60101600 0x7efc6019c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc65b30640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 0x7efc6019e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 -- 172.21.15.17:0/143197214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 msgr2=0x7efc6019e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 0x7efc6019e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 -- 172.21.15.17:0/143197214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efc60101600 msgr2=0x7efc6019c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efc60101600 0x7efc6019c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.486+0000 7efc6532f640 1 -- 172.21.15.17:0/143197214 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc50009560 con 0x7efc60100410 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.487+0000 7efc6532f640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 0x7efc6006a630 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7efc5c00e9c0 tx=0x7efc5c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.487+0000 7efc567fc640 1 -- 172.21.15.17:0/143197214 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5c0096e0 con 0x7efc60100410 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.487+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc58009840 con 0x7efc60100410 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.487+0000 7efc567fc640 1 -- 172.21.15.17:0/143197214 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efc5c0044e0 con 0x7efc60100410 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.487+0000 7efc567fc640 1 -- 172.21.15.17:0/143197214 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5c010430 con 0x7efc60100410 2024-03-16T18:20:42.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.487+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc6019f900 con 0x7efc60100410 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc567fc640 1 -- 172.21.15.17:0/143197214 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7efc5c003f80 con 0x7efc60100410 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 Processor -- start 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 -- start start 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae5f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5f970 0x5612dae64470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dae1acd0 con 0x5612dae5f970 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dadcdf20 con 0x5612dae64ae0 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc6a172740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dadcb450 con 0x5612dae5ef80 2024-03-16T18:20:42.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.489+0000 7efc567fc640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efc4c0a1a30 0x7efc4c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5f970 0x5612dae64470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc65b30640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae5f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc65b30640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae5f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39018/0 (socket says 172.21.15.17:39018) 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc65b30640 1 -- 172.21.15.17:0/3919256194 learned_addr learned my addr 172.21.15.17:0/3919256194 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58538/0 (socket says 172.21.15.17:58538) 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc65b30640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efc4c0a1a30 0x7efc4c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc567fc640 1 -- 172.21.15.17:0/143197214 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7efc5c014070 con 0x7efc60100410 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 -- 172.21.15.17:0/3919256194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 msgr2=0x5612dae5f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae5f3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 -- 172.21.15.17:0/3919256194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5f970 msgr2=0x5612dae64470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5f970 0x5612dae64470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 -- 172.21.15.17:0/3919256194 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612dad7bf20 con 0x5612dae64ae0 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc65b30640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efc4c0a1a30 0x7efc4c0a3ef0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x5612dae601d0 tx=0x7efc58009280 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc64b2e640 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66f70 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efc50009530 tx=0x7efc50011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=446837f11ac1cb6e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc4b7fe640 1 -- 172.21.15.17:0/3919256194 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc50004220 con 0x5612dae64ae0 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc4b7fe640 1 -- 172.21.15.17:0/3919256194 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efc50004380 con 0x5612dae64ae0 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.490+0000 7efc4b7fe640 1 -- 172.21.15.17:0/3919256194 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc500198d0 con 0x5612dae64ae0 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 -- 172.21.15.17:0/3919256194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 msgr2=0x5612dae66f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66f70 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7efc50009530 tx=0x7efc50011810 comp rx=0 tx=0).stop 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 -- 172.21.15.17:0/3919256194 shutdown_connections 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5f970 0x5612dae64470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66f70 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 --2- 172.21.15.17:0/3919256194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae5f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 -- 172.21.15.17:0/3919256194 >> 172.21.15.17:0/3919256194 conn(0x5612dae5a4f0 msgr2=0x5612dae5a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 -- 172.21.15.17:0/3919256194 shutdown_connections 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 -- 172.21.15.17:0/3919256194 wait complete. 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 -- start start 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.491+0000 7efc6a172740 1 Processor -- start 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae69080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae695c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae70600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dadc6c30 con 0x5612dae5ef80 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dad6bd30 con 0x5612dae64ae0 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612daa9a310 con 0x5612dae5f970 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6a172740 10 client.0 _ll_register_callbacks cb 0x5612dad73d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae69080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae69080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54622/0 (socket says 172.21.15.17:54622) 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 -- 172.21.15.17:0/2073253057 learned_addr learned my addr 172.21.15.17:0/2073253057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc64b2e640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae695c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc65b30640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae70600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 -- 172.21.15.17:0/2073253057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 msgr2=0x5612dae695c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae695c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 -- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 msgr2=0x5612dae70600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae70600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc6532f640 1 -- 172.21.15.17:0/2073253057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc50009a10 con 0x5612dae5ef80 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.492+0000 7efc65b30640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae70600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6532f640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae69080 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7efc5c09a670 tx=0x7efc5c06a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=746df8046db5be79 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc48ff9640 1 -- 172.21.15.17:0/2073253057 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5c0a1b80 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc48ff9640 1 -- 172.21.15.17:0/2073253057 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7efc5c00cd80 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5612daac66c0 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc48ff9640 1 -- 172.21.15.17:0/2073253057 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7efc5c0b31f0 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 10 client.15237 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5612dadc52b0 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc48ff9640 1 -- 172.21.15.17:0/2073253057 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5612daac66c0 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc48ff9640 1 -- 172.21.15.17:0/2073253057 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7efc5c01f060 con 0x5612dae5ef80 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 10 client.15237 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 10 client.15237 resolve_mds: resolved name 'e' to daemon mds.e 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 20 client.15237 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612dae75ab0 0x5612dae74d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 4 client.15237 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5612dab17270 con 0x5612dae75ab0 2024-03-16T18:20:42.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.493+0000 7efc64b2e640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612dae75ab0 0x5612dae74d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.494+0000 7efc64b2e640 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612dae75ab0 0x5612dae74d30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=a3bd19df18e94c9b server_cookie=19c116cb407b1565 in_seq=0 out_seq=0 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.494+0000 7efc48ff9640 10 client.15237 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc48ff9640 1 -- 172.21.15.17:0/2073253057 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5612dab17270 con 0x5612dae75ab0 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc48ff9640 10 client.15237 handle_command_reply: tid=0 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 client.15237 shutdown 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 msgr2=0x5612dae69080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae69080 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7efc5c09a670 tx=0x7efc5c06a7d0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 shutdown_connections 2024-03-16T18:20:42.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612dae75ab0 0x5612dae74d30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae70600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae695c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 --2- 172.21.15.17:0/2073253057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae69080 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc48ff9640 0 client.15237 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 >> 172.21.15.17:0/2073253057 conn(0x5612dae5a4f0 msgr2=0x5612dae597d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 shutdown_connections 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 1 -- 172.21.15.17:0/2073253057 wait complete. 2024-03-16T18:20:42.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.495+0000 7efc6a172740 20 client.15237 trim_cache size 0 max 16384 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 Processor -- start 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 -- start start 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae686a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae70590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dad4c490 con 0x5612dae5ef80 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dae77a90 con 0x5612dae64ae0 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6a172740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dab17270 con 0x5612dae5f970 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae686a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae686a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54626/0 (socket says 172.21.15.17:54626) 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 -- 172.21.15.17:0/1272793493 learned_addr learned my addr 172.21.15.17:0/1272793493 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc64b2e640 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae70590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc65b30640 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 -- 172.21.15.17:0/1272793493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 msgr2=0x5612dae70590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae70590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 -- 172.21.15.17:0/1272793493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 msgr2=0x5612dae66ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 -- 172.21.15.17:0/1272793493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612dad61a20 con 0x5612dae5ef80 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc6532f640 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae686a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7efc5c003970 tx=0x7efc5c00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48c805dfe4d4a401 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc4affd640 1 -- 172.21.15.17:0/1272793493 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5c0a1b80 con 0x5612dae5ef80 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc4affd640 1 -- 172.21.15.17:0/1272793493 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efc5c09a040 con 0x5612dae5ef80 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.512+0000 7efc4affd640 1 -- 172.21.15.17:0/1272793493 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc5c09a6e0 con 0x5612dae5ef80 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 -- 172.21.15.17:0/1272793493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 msgr2=0x5612dae686a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae686a0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7efc5c003970 tx=0x7efc5c00cf60 comp rx=0 tx=0).stop 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 -- 172.21.15.17:0/1272793493 shutdown_connections 2024-03-16T18:20:42.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae64ae0 0x5612dae66ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5f970 0x5612dae70590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 --2- 172.21.15.17:0/1272793493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae5ef80 0x5612dae686a0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 -- 172.21.15.17:0/1272793493 >> 172.21.15.17:0/1272793493 conn(0x5612dae5a4f0 msgr2=0x5612dae60200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 -- 172.21.15.17:0/1272793493 shutdown_connections 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 -- 172.21.15.17:0/1272793493 wait complete. 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 -- start start 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.513+0000 7efc6a172740 1 Processor -- start 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae6c490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 0x5612dae6c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 0x5612dae6f9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dae6fee0 con 0x5612dae64ae0 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dae70050 con 0x5612dae5f970 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612dae70210 con 0x5612dae5ef80 2024-03-16T18:20:42.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6a172740 10 client.0 _ll_register_callbacks cb 0x7efc5c09a4d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc65b30640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 0x5612dae6f9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 0x5612dae6c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 0x5612dae6c9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58568/0 (socket says 172.21.15.17:58568) 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc6532f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae6c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 -- 172.21.15.17:0/213010640 learned_addr learned my addr 172.21.15.17:0/213010640 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc65b30640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 0x5612dae6f9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54636/0 (socket says 172.21.15.17:54636) 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 -- 172.21.15.17:0/213010640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 msgr2=0x5612dae6c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae6c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 -- 172.21.15.17:0/213010640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 msgr2=0x5612dae6f9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 0x5612dae6f9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 -- 172.21.15.17:0/213010640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc5c06a040 con 0x5612dae5f970 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc65b30640 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 0x5612dae6f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc64b2e640 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 0x5612dae6c9d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x5612dae5b460 tx=0x7efc50011d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eaf3725d7de8aaaa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.514+0000 7efc48ff9640 1 -- 172.21.15.17:0/213010640 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc50005140 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5612dae757c0 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc48ff9640 1 -- 172.21.15.17:0/213010640 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7efc500052a0 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc48ff9640 1 -- 172.21.15.17:0/213010640 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7efc50005460 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 10 client.25139 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5612dad87780 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc48ff9640 1 -- 172.21.15.17:0/213010640 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5612dae757c0 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc48ff9640 1 -- 172.21.15.17:0/213010640 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7efc50033020 con 0x5612dae5f970 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 10 client.25139 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 10 client.25139 resolve_mds: resolved name 'e' to daemon mds.e 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 20 client.25139 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612daed5480 0x5612daed19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 4 client.25139 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7efc50004380 con 0x5612daed5480 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.515+0000 7efc6532f640 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612daed5480 0x5612daed19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc48ff9640 10 client.25139 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6532f640 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612daed5480 0x5612daed19c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=1c82b39f1fb2e981 server_cookie=6f4728d79479cf2e in_seq=0 out_seq=0 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc48ff9640 1 -- 172.21.15.17:0/213010640 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x7efc50004380 con 0x5612daed5480 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc48ff9640 10 client.25139 handle_command_reply: tid=0 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 client.25139 shutdown 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 msgr2=0x5612dae6c9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 0x5612dae6c9d0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x5612dae5b460 tx=0x7efc50011d90 comp rx=0 tx=0).stop 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 shutdown_connections 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5612daed5480 0x5612daed19c0 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5612dae64ae0 0x5612dae6f9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5612dae5f970 0x5612dae6c9d0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 --2- 172.21.15.17:0/213010640 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5612dae5ef80 0x5612dae6c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 >> 172.21.15.17:0/213010640 conn(0x5612dae5a4f0 msgr2=0x5612dae60200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc48ff9640 0 client.25139 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 shutdown_connections 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 1 -- 172.21.15.17:0/213010640 wait complete. 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.516+0000 7efc6a172740 20 client.25139 trim_cache size 0 max 16384 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:20:42.526 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 3, 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24464, 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 84.524154112999994, 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:20:42.527 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 91, 2024-03-16T18:20:42.528 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:20:42.528 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 130.154623372 2024-03-16T18:20:42.528 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:20:42.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efc4c0a1a30 msgr2=0x7efc4c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efc4c0a1a30 0x7efc4c0a3ef0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x5612dae601d0 tx=0x7efc58009280 comp rx=0 tx=0).stop 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 msgr2=0x7efc6006a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 0x7efc6006a630 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7efc5c00e9c0 tx=0x7efc5c00ee80 comp rx=0 tx=0).stop 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 shutdown_connections 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7efc4c0a1a30 0x7efc4c0a3ef0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efc60101fc0 0x7efc6019e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efc60101600 0x7efc6019c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 --2- 172.21.15.17:0/143197214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efc60100410 0x7efc6006a630 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 >> 172.21.15.17:0/143197214 conn(0x7efc600fb9a0 msgr2=0x7efc601049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 shutdown_connections 2024-03-16T18:20:42.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.517+0000 7efc67593640 1 -- 172.21.15.17:0/143197214 wait complete. 2024-03-16T18:20:42.530 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-16T18:20:42.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 -- 172.21.15.17:0/1328656737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc101500 msgr2=0x7f6acc101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/1328656737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc101500 0x7f6acc101920 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f6abc009900 tx=0x7f6abc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:42.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 -- 172.21.15.17:0/1328656737 shutdown_connections 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/1328656737 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6acc1030b0 0x7f6acc109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/1328656737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6acc1026f0 0x7f6acc102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/1328656737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc101500 0x7f6acc101920 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 -- 172.21.15.17:0/1328656737 >> 172.21.15.17:0/1328656737 conn(0x7f6acc0fca90 msgr2=0x7f6acc0feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 -- 172.21.15.17:0/1328656737 shutdown_connections 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.632+0000 7f6ad0df4640 1 -- 172.21.15.17:0/1328656737 wait complete. 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 Processor -- start 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 -- start start 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6acc101500 0x7f6acc197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6acc1026f0 0x7f6acc197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 0x7f6acc19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6acc19eff0 con 0x7f6acc1030b0 2024-03-16T18:20:42.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6acc19f160 con 0x7f6acc101500 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ad0df4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6acc19f320 con 0x7f6acc1026f0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 0x7f6acc19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 0x7f6acc19eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54648/0 (socket says 172.21.15.17:54648) 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6aca59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6acc101500 0x7f6acc197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 -- 172.21.15.17:0/625848259 learned_addr learned my addr 172.21.15.17:0/625848259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6acc1026f0 0x7f6acc197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 -- 172.21.15.17:0/625848259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6acc1026f0 msgr2=0x7f6acc197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6acc1026f0 0x7f6acc197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 -- 172.21.15.17:0/625848259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6acc101500 msgr2=0x7f6acc197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6acc101500 0x7f6acc197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 -- 172.21.15.17:0/625848259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6abc009560 con 0x7f6acc1030b0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.633+0000 7f6acad9d640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 0x7f6acc19eab0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6ac400eb10 tx=0x7f6ac400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.634+0000 7f6abb7fe640 1 -- 172.21.15.17:0/625848259 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac4004b20 con 0x7f6acc1030b0 2024-03-16T18:20:42.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.634+0000 7f6abb7fe640 1 -- 172.21.15.17:0/625848259 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6ac4004c80 con 0x7f6acc1030b0 2024-03-16T18:20:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.634+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6acc19f600 con 0x7f6acc1030b0 2024-03-16T18:20:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.634+0000 7f6abb7fe640 1 -- 172.21.15.17:0/625848259 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac4010690 con 0x7f6acc1030b0 2024-03-16T18:20:42.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.634+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6acc19fac0 con 0x7f6acc1030b0 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.636+0000 7f6abb7fe640 1 -- 172.21.15.17:0/625848259 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6ac4005020 con 0x7f6acc1030b0 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.636+0000 7f6ad39ce740 1 Processor -- start 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.636+0000 7f6ad39ce740 1 -- start start 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.636+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f966f80 0x55d23f9673a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.636+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f96c470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 0x55d23f96ef70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f922cd0 con 0x55d23f96cae0 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f8d5f20 con 0x55d23f966f80 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f8d3450 con 0x55d23f967970 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6abb7fe640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ab40a1a30 0x7f6ab40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 0x55d23f96ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 0x55d23f96ef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54650/0 (socket says 172.21.15.17:54650) 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/779298802 learned_addr learned my addr 172.21.15.17:0/779298802 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6aca59c640 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f96c470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6acad9d640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ab40a1a30 0x7f6ab40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f966f80 0x55d23f9673a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6abb7fe640 1 -- 172.21.15.17:0/625848259 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f6ac4014070 con 0x7f6acc1030b0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/779298802 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 msgr2=0x55d23f96c470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f96c470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/779298802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f966f80 msgr2=0x55d23f9673a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f966f80 0x55d23f9673a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/779298802 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d23f883f20 con 0x55d23f96cae0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 0x55d23f96ef70 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0009fd0 tx=0x7f6ac0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4226c8fcf810da96 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6acad9d640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ab40a1a30 0x7f6ab40a3ef0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6ac40049d0 tx=0x7f6ac406aa10 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ab8ff9640 1 -- 172.21.15.17:0/779298802 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0004030 con 0x55d23f96cae0 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ab8ff9640 1 -- 172.21.15.17:0/779298802 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6ac000f790 con 0x55d23f96cae0 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.637+0000 7f6ab8ff9640 1 -- 172.21.15.17:0/779298802 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0003850 con 0x55d23f96cae0 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 -- 172.21.15.17:0/779298802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 msgr2=0x55d23f96ef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 0x55d23f96ef70 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0009fd0 tx=0x7f6ac0005850 comp rx=0 tx=0).stop 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 -- 172.21.15.17:0/779298802 shutdown_connections 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f96cae0 0x55d23f96ef70 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f96c470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/779298802 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f966f80 0x55d23f9673a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 -- 172.21.15.17:0/779298802 >> 172.21.15.17:0/779298802 conn(0x55d23f9624f0 msgr2=0x55d23f9628f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 -- 172.21.15.17:0/779298802 shutdown_connections 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.638+0000 7f6ad39ce740 1 -- 172.21.15.17:0/779298802 wait complete. 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 -- start start 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 Processor -- start 2024-03-16T18:20:42.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f966f80 0x55d23f971100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 0x55d23f971640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f8cec30 con 0x55d23f967970 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f873d30 con 0x55d23f96cae0 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f5a2310 con 0x55d23f966f80 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ad39ce740 10 client.0 _ll_register_callbacks cb 0x55d23f87bd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 0x55d23f971640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 0x55d23f971640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54654/0 (socket says 172.21.15.17:54654) 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 -- 172.21.15.17:0/3373622742 learned_addr learned my addr 172.21.15.17:0/3373622742 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f966f80 0x55d23f971100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 -- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f966f80 msgr2=0x55d23f971100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f966f80 0x55d23f971100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 -- 172.21.15.17:0/3373622742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 msgr2=0x55d23f978680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 -- 172.21.15.17:0/3373622742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac0019040 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6aca59c640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 0x55d23f971640 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6abc006010 tx=0x7f6abc0048d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9098f66412866a8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.639+0000 7f6ab1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/3373622742 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6abc004040 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/3373622742 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f6abc046070 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d23f5ce6c0 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/3373622742 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6abc0041a0 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 10 client.15255 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55d23f8cd2b0 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/3373622742 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d23f5ce6c0 con 0x55d23f967970 2024-03-16T18:20:42.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/3373622742 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6abc03c040 con 0x55d23f967970 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 10 client.15255 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 10 client.15255 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 20 client.15255 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f97d450 0x55d23f97cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 4 client.15255 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d23f61f270 con 0x55d23f97d450 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.640+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f97d450 0x55d23f97cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.641+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f97d450 0x55d23f97cd50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=900a28d255d5e3a4 server_cookie=216055bc71b8a1e0 in_seq=0 out_seq=0 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.641+0000 7f6ab1ffb640 10 client.15255 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/3373622742 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d23f61f270 con 0x55d23f97d450 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ab1ffb640 10 client.15255 handle_command_reply: tid=0 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 client.15255 shutdown 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 msgr2=0x55d23f971640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 0x55d23f971640 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f6abc006010 tx=0x7f6abc0048d0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 shutdown_connections 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f97d450 0x55d23f97cd50 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f967970 0x55d23f971640 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ab1ffb640 0 client.15255 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3373622742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f966f80 0x55d23f971100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 >> 172.21.15.17:0/3373622742 conn(0x55d23f9624f0 msgr2=0x55d23f9617d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 shutdown_connections 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3373622742 wait complete. 2024-03-16T18:20:42.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.642+0000 7f6ad39ce740 20 client.15255 trim_cache size 0 max 16384 2024-03-16T18:20:42.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 Processor -- start 2024-03-16T18:20:42.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 -- start start 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f968dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f969310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f854490 con 0x55d23f966f80 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f5ce6c0 con 0x55d23f96cae0 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f9388c0 con 0x55d23f967970 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f968dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f968dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54660/0 (socket says 172.21.15.17:54660) 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/3147712177 learned_addr learned my addr 172.21.15.17:0/3147712177 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6aca59c640 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f969310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/3147712177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 msgr2=0x55d23f969310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f969310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/3147712177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 msgr2=0x55d23f978640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/3147712177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d23f869a20 con 0x55d23f966f80 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f968dd0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00117f0 tx=0x7f6ac0005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=656ba42e6622af92 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ab3fff640 1 -- 172.21.15.17:0/3147712177 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0025040 con 0x55d23f966f80 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ab3fff640 1 -- 172.21.15.17:0/3147712177 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6ac000fe80 con 0x55d23f966f80 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.659+0000 7f6ab3fff640 1 -- 172.21.15.17:0/3147712177 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac00035f0 con 0x55d23f966f80 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3147712177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 msgr2=0x55d23f968dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f968dd0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00117f0 tx=0x7f6ac0005850 comp rx=0 tx=0).stop 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3147712177 shutdown_connections 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f96cae0 0x55d23f978640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f967970 0x55d23f969310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/3147712177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f968dd0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3147712177 >> 172.21.15.17:0/3147712177 conn(0x55d23f9624f0 msgr2=0x55d23f9628d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3147712177 shutdown_connections 2024-03-16T18:20:42.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 -- 172.21.15.17:0/3147712177 wait complete. 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 -- start start 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.660+0000 7f6ad39ce740 1 Processor -- start 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f978350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f967970 0x55d23f974df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f96cae0 0x55d23f975330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f975870 con 0x55d23f966f80 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f9759e0 con 0x55d23f967970 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d23f9d8af0 con 0x55d23f96cae0 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ad39ce740 10 client.0 _ll_register_callbacks cb 0x7f6abc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f978350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f978350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54674/0 (socket says 172.21.15.17:54674) 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/216552143 learned_addr learned my addr 172.21.15.17:0/216552143 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6aca59c640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f967970 0x55d23f974df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f96cae0 0x55d23f975330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f96cae0 msgr2=0x55d23f975330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f96cae0 0x55d23f975330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/216552143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f967970 msgr2=0x55d23f974df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f967970 0x55d23f974df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 -- 172.21.15.17:0/216552143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac0028040 con 0x55d23f966f80 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6aca59c640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f967970 0x55d23f974df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ac9d9b640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f978350 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6ac000fdd0 tx=0x7f6ac0000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cf6650e14f01177 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ab1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/216552143 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0025070 con 0x55d23f966f80 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.661+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/216552143 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f6ac0000e40 con 0x55d23f966f80 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d23f97eac0 con 0x55d23f966f80 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/216552143 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ac00051c0 con 0x55d23f966f80 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 10 client.15261 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55d23f88f780 con 0x55d23f966f80 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/216552143 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d23f97eac0 con 0x55d23f966f80 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/216552143 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6ac003a060 con 0x55d23f966f80 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 10 client.15261 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 10 client.15261 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 20 client.15261 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f9ddbc0 0x55d23f9da040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 4 client.15261 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7f6ac000f790 con 0x55d23f9ddbc0 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.662+0000 7f6aca59c640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f9ddbc0 0x55d23f9da040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6aca59c640 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f9ddbc0 0x55d23f9da040 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5d2cf02eede6e0c2 server_cookie=751a247bba3bc035 in_seq=0 out_seq=0 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ab1ffb640 10 client.15261 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ab1ffb640 1 -- 172.21.15.17:0/216552143 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x7f6ac000f790 con 0x55d23f9ddbc0 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ab1ffb640 10 client.15261 handle_command_reply: tid=0 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 client.15261 shutdown 2024-03-16T18:20:42.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 msgr2=0x55d23f978350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f978350 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f6ac000fdd0 tx=0x7f6ac0000bc0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 shutdown_connections 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55d23f9ddbc0 0x55d23f9da040 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d23f96cae0 0x55d23f975330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d23f967970 0x55d23f974df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 --2- 172.21.15.17:0/216552143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d23f966f80 0x55d23f978350 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ab1ffb640 0 client.15261 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 >> 172.21.15.17:0/216552143 conn(0x55d23f9624f0 msgr2=0x55d23f968dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 shutdown_connections 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 1 -- 172.21.15.17:0/216552143 wait complete. 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.663+0000 7f6ad39ce740 20 client.15261 trim_cache size 0 max 16384 2024-03-16T18:20:42.672 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 2, 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24490, 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 85.676304733999999, 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 91, 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 119.112600951 2024-03-16T18:20:42.673 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:20:42.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ab40a1a30 msgr2=0x7f6ab40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ab40a1a30 0x7f6ab40a3ef0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6ac40049d0 tx=0x7f6ac406aa10 comp rx=0 tx=0).stop 2024-03-16T18:20:42.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 msgr2=0x7f6acc19eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 0x7f6acc19eab0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f6ac400eb10 tx=0x7f6ac400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 shutdown_connections 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6ab40a1a30 0x7f6ab40a3ef0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6acc1030b0 0x7f6acc19eab0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6acc1026f0 0x7f6acc197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 --2- 172.21.15.17:0/625848259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6acc101500 0x7f6acc197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 >> 172.21.15.17:0/625848259 conn(0x7f6acc0fca90 msgr2=0x7f6acc105ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 shutdown_connections 2024-03-16T18:20:42.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.664+0000 7f6ad0df4640 1 -- 172.21.15.17:0/625848259 wait complete. 2024-03-16T18:20:42.677 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-03-16T18:20:42.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 -- 172.21.15.17:0/2530634506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5440101500 msgr2=0x7f5440101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 --2- 172.21.15.17:0/2530634506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5440101500 0x7f5440101920 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f543c009900 tx=0x7f543c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 -- 172.21.15.17:0/2530634506 shutdown_connections 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 --2- 172.21.15.17:0/2530634506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54401030b0 0x7f5440109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 --2- 172.21.15.17:0/2530634506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54401026f0 0x7f5440102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 --2- 172.21.15.17:0/2530634506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5440101500 0x7f5440101920 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 -- 172.21.15.17:0/2530634506 >> 172.21.15.17:0/2530634506 conn(0x7f54400fca90 msgr2=0x7f54400feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 -- 172.21.15.17:0/2530634506 shutdown_connections 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.778+0000 7f5447083640 1 -- 172.21.15.17:0/2530634506 wait complete. 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 Processor -- start 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 -- start start 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5440101500 0x7f5440197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54401026f0 0x7f5440197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 0x7f544019eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544019f000 con 0x7f54401030b0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544019f170 con 0x7f5440101500 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5447083640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f544019f330 con 0x7f54401026f0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 0x7f544019eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 0x7f544019eac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54706/0 (socket says 172.21.15.17:54706) 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 -- 172.21.15.17:0/2045135022 learned_addr learned my addr 172.21.15.17:0/2045135022 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5444e1f640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5440101500 0x7f5440197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5437fff640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54401026f0 0x7f5440197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 -- 172.21.15.17:0/2045135022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54401026f0 msgr2=0x7f5440197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54401026f0 0x7f5440197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 -- 172.21.15.17:0/2045135022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5440101500 msgr2=0x7f5440197510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5440101500 0x7f5440197510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.779+0000 7f5445620640 1 -- 172.21.15.17:0/2045135022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f543c009560 con 0x7f54401030b0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.780+0000 7f5445620640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 0x7f544019eac0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f543800eb10 tx=0x7f543800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.780+0000 7f5435ffb640 1 -- 172.21.15.17:0/2045135022 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5438004b20 con 0x7f54401030b0 2024-03-16T18:20:42.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.780+0000 7f5435ffb640 1 -- 172.21.15.17:0/2045135022 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5438004c80 con 0x7f54401030b0 2024-03-16T18:20:42.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.780+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f544019f610 con 0x7f54401030b0 2024-03-16T18:20:42.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.780+0000 7f5435ffb640 1 -- 172.21.15.17:0/2045135022 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5438010690 con 0x7f54401030b0 2024-03-16T18:20:42.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.780+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f544019fb70 con 0x7f54401030b0 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5435ffb640 1 -- 172.21.15.17:0/2045135022 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5438005020 con 0x7f54401030b0 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 Processor -- start 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 -- start start 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5435ffb640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54280a1ab0 0x7f54280a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6ccc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cd3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6c87cd0 con 0x55a2e6ccbf80 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6c3af20 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5449c56740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6c38450 con 0x55a2e6ccc970 2024-03-16T18:20:42.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5437fff640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54280a1ab0 0x7f54280a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6ccc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5435ffb640 1 -- 172.21.15.17:0/2045135022 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f5438014070 con 0x7f54401030b0 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6ccc3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54716/0 (socket says 172.21.15.17:54716) 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5444e1f640 1 -- 172.21.15.17:0/2811989153 learned_addr learned my addr 172.21.15.17:0/2811989153 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5445620640 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cd3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.783+0000 7f5437fff640 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5444e1f640 1 -- 172.21.15.17:0/2811989153 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccc970 msgr2=0x55a2e6cd1470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5444e1f640 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd1470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5444e1f640 1 -- 172.21.15.17:0/2811989153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 msgr2=0x55a2e6cd3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5444e1f640 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cd3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5444e1f640 1 -- 172.21.15.17:0/2811989153 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a2e6be8f20 con 0x55a2e6ccbf80 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5437fff640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54280a1ab0 0x7f54280a3f70 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5440198a20 tx=0x7f5430009ab0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5444e1f640 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6ccc3a0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f543c009900 tx=0x7f543c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=170061e758361caa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5426ffd640 1 -- 172.21.15.17:0/2811989153 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c02c930 con 0x55a2e6ccbf80 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5426ffd640 1 -- 172.21.15.17:0/2811989153 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f543c02de90 con 0x55a2e6ccbf80 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.784+0000 7f5426ffd640 1 -- 172.21.15.17:0/2811989153 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c0035f0 con 0x55a2e6ccbf80 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 -- 172.21.15.17:0/2811989153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 msgr2=0x55a2e6ccc3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6ccc3a0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7f543c009900 tx=0x7f543c005dd0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 -- 172.21.15.17:0/2811989153 shutdown_connections 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cd3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd1470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 --2- 172.21.15.17:0/2811989153 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6ccc3a0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 -- 172.21.15.17:0/2811989153 >> 172.21.15.17:0/2811989153 conn(0x55a2e6cc74f0 msgr2=0x55a2e6cc78f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 -- 172.21.15.17:0/2811989153 shutdown_connections 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 -- 172.21.15.17:0/2811989153 wait complete. 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 -- start start 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.785+0000 7f5449c56740 1 Processor -- start 2024-03-16T18:20:42.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6c33c30 con 0x55a2e6ccc970 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6bd8d30 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6907310 con 0x55a2e6ccbf80 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 10 client.0 _ll_register_callbacks cb 0x55a2e6be0d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5437fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5437fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54718/0 (socket says 172.21.15.17:54718) 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5437fff640 1 -- 172.21.15.17:0/1395531601 learned_addr learned my addr 172.21.15.17:0/1395531601 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 -- 172.21.15.17:0/1395531601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccbf80 msgr2=0x55a2e6cd6130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 -- 172.21.15.17:0/1395531601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 msgr2=0x55a2e6cd6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 -- 172.21.15.17:0/1395531601 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f544010a240 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5437fff640 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5445620640 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd6b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f543809a550 tx=0x7f5438009200 comp rx=0 tx=0).ready entity=mon.2 client_cookie=51e6e02fd176b87c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f541ffff640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f541ffff640 1 -- 172.21.15.17:0/1395531601 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543809a850 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a2e69336c0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.786+0000 7f541ffff640 1 -- 172.21.15.17:0/1395531601 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f543809e9a0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f541ffff640 1 -- 172.21.15.17:0/1395531601 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54380a2ff0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 10 client.25169 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a2e6c322b0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f541ffff640 1 -- 172.21.15.17:0/1395531601 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a2e69336c0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f541ffff640 1 -- 172.21.15.17:0/1395531601 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f543801f060 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 10 client.25169 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 10 client.25169 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 20 client.25169 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6ce2aa0 0x55a2e6ce6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 4 client.25169 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a2e6984270 con 0x55a2e6ce2aa0 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.787+0000 7f5444e1f640 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6ce2aa0 0x55a2e6ce6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f541ffff640 10 client.25169 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5444e1f640 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6ce2aa0 0x55a2e6ce6f20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=bc255dfa81e72817 server_cookie=332b1ac0d9273693 in_seq=0 out_seq=0 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f541ffff640 1 -- 172.21.15.17:0/1395531601 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a2e6984270 con 0x55a2e6ce2aa0 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f541ffff640 10 client.25169 handle_command_reply: tid=0 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 client.25169 shutdown 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 msgr2=0x55a2e6cdd6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd6b0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f543809a550 tx=0x7f5438009200 comp rx=0 tx=0).stop 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 shutdown_connections 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6ce2aa0 0x55a2e6ce6f20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd6b0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f541ffff640 0 client.25169 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.788+0000 7f5449c56740 1 --2- 172.21.15.17:0/1395531601 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.789+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 >> 172.21.15.17:0/1395531601 conn(0x55a2e6cc74f0 msgr2=0x55a2e6cc67d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.789+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 shutdown_connections 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.789+0000 7f5449c56740 1 -- 172.21.15.17:0/1395531601 wait complete. 2024-03-16T18:20:42.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.789+0000 7f5449c56740 20 client.25169 trim_cache size 0 max 16384 2024-03-16T18:20:42.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 Processor -- start 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 -- start start 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6bb9490 con 0x55a2e6ccbf80 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e69336c0 con 0x55a2e6ccc970 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5449c56740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6c9d8c0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54724/0 (socket says 172.21.15.17:54724) 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5444e1f640 1 -- 172.21.15.17:0/1064604091 learned_addr learned my addr 172.21.15.17:0/1064604091 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5445620640 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.805+0000 7f5437fff640 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5444e1f640 1 -- 172.21.15.17:0/1064604091 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 msgr2=0x55a2e6cdd670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5444e1f640 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5444e1f640 1 -- 172.21.15.17:0/1064604091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 msgr2=0x55a2e6cd6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5444e1f640 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5444e1f640 1 -- 172.21.15.17:0/1064604091 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a2e6bcea20 con 0x55a2e6ccbf80 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5445620640 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f5444e1f640 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f543c009900 tx=0x7f543c041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50c379b25fc8de8a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f54267fc640 1 -- 172.21.15.17:0/1064604091 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c052040 con 0x55a2e6ccbf80 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f54267fc640 1 -- 172.21.15.17:0/1064604091 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f543c055340 con 0x55a2e6ccbf80 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.806+0000 7f54267fc640 1 -- 172.21.15.17:0/1064604091 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c04dd30 con 0x55a2e6ccbf80 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- 172.21.15.17:0/1064604091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 msgr2=0x55a2e6cd6130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f543c009900 tx=0x7f543c041040 comp rx=0 tx=0).stop 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- 172.21.15.17:0/1064604091 shutdown_connections 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdd670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- 172.21.15.17:0/1064604091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd6130 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- 172.21.15.17:0/1064604091 >> 172.21.15.17:0/1064604091 conn(0x55a2e6cc74f0 msgr2=0x55a2e6cd5750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- 172.21.15.17:0/1064604091 shutdown_connections 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- 172.21.15.17:0/1064604091 wait complete. 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- start start 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 Processor -- start 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd9570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd9ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6cdcfa0 con 0x55a2e6ccbf80 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6cdd110 con 0x55a2e6ccc970 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a2e6cdd2d0 con 0x55a2e6cd1ae0 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.807+0000 7f5449c56740 10 client.0 _ll_register_callbacks cb 0x7f543809a620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd9570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd9570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54732/0 (socket says 172.21.15.17:54732) 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 -- 172.21.15.17:0/3942624119 learned_addr learned my addr 172.21.15.17:0/3942624119 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5437fff640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd9ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5445620640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 -- 172.21.15.17:0/3942624119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 msgr2=0x55a2e6cdca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 -- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 msgr2=0x55a2e6cd9ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd9ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 -- 172.21.15.17:0/3942624119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a2e6c322b0 con 0x55a2e6ccbf80 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5444e1f640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd9570 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f543c02c7d0 tx=0x7f543c02c330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f844dfd102747636 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f541ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f541ffff640 1 -- 172.21.15.17:0/3942624119 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f543c052050 con 0x55a2e6ccbf80 2024-03-16T18:20:42.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f541ffff640 1 -- 172.21.15.17:0/3942624119 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f543c04dcb0 con 0x55a2e6ccbf80 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f543c02de90 con 0x55a2e6ccbf80 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f541ffff640 1 -- 172.21.15.17:0/3942624119 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f543c04de70 con 0x55a2e6ccbf80 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5449c56740 10 client.15279 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55a2e6be8f20 con 0x55a2e6ccbf80 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.808+0000 7f541ffff640 1 -- 172.21.15.17:0/3942624119 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f543c02de90 con 0x55a2e6ccbf80 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f541ffff640 1 -- 172.21.15.17:0/3942624119 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f543c03c050 con 0x55a2e6ccbf80 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 10 client.15279 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 10 client.15279 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 20 client.15279 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6d42610 0x55a2e6d3eab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 4 client.15279 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a2e6970610 con 0x55a2e6d42610 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5437fff640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6d42610 0x55a2e6d3eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5437fff640 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6d42610 0x55a2e6d3eab0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=afe1b9ce595722cb server_cookie=8e690a926ac86378 in_seq=0 out_seq=0 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f541ffff640 10 client.15279 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f541ffff640 1 -- 172.21.15.17:0/3942624119 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x55a2e6970610 con 0x55a2e6d42610 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f541ffff640 10 client.15279 handle_command_reply: tid=0 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 1 client.15279 shutdown 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.809+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 msgr2=0x55a2e6cd9570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd9570 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f543c02c7d0 tx=0x7f543c02c330 comp rx=0 tx=0).stop 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 shutdown_connections 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a2e6d42610 0x55a2e6d3eab0 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a2e6cd1ae0 0x55a2e6cdca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a2e6ccc970 0x55a2e6cd9ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f541ffff640 0 client.15279 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 --2- 172.21.15.17:0/3942624119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a2e6ccbf80 0x55a2e6cd9570 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 >> 172.21.15.17:0/3942624119 conn(0x55a2e6cc74f0 msgr2=0x55a2e6cca750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 shutdown_connections 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 1 -- 172.21.15.17:0/3942624119 wait complete. 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5449c56740 20 client.15279 trim_cache size 0 max 16384 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 1, 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24494, 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 86.832282268, 2024-03-16T18:20:42.819 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:20:42.820 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 91, 2024-03-16T18:20:42.820 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:20:42.820 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 122.05099514699999 2024-03-16T18:20:42.820 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54280a1ab0 msgr2=0x7f54280a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54280a1ab0 0x7f54280a3f70 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f5440198a20 tx=0x7f5430009ab0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 msgr2=0x7f544019eac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 0x7f544019eac0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f543800eb10 tx=0x7f543800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 shutdown_connections 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54280a1ab0 0x7f54280a3f70 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54401030b0 0x7f544019eac0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54401026f0 0x7f5440197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 --2- 172.21.15.17:0/2045135022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5440101500 0x7f5440197510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 >> 172.21.15.17:0/2045135022 conn(0x7f54400fca90 msgr2=0x7f5440105a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 shutdown_connections 2024-03-16T18:20:42.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.810+0000 7f5447083640 1 -- 172.21.15.17:0/2045135022 wait complete. 2024-03-16T18:20:42.823 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- 172.21.15.17:0/1553405506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf81003f0 msgr2=0x7f1bf8100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/1553405506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf81003f0 0x7f1bf8100810 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4009900 tx=0x7f1bf402bc30 comp rx=0 tx=0).stop 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- 172.21.15.17:0/1553405506 shutdown_connections 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/1553405506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1bf8101fa0 0x7f1bf8108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/1553405506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bf81015e0 0x7f1bf8101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/1553405506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf81003f0 0x7f1bf8100810 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- 172.21.15.17:0/1553405506 >> 172.21.15.17:0/1553405506 conn(0x7f1bf80fb980 msgr2=0x7f1bf80fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- 172.21.15.17:0/1553405506 shutdown_connections 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- 172.21.15.17:0/1553405506 wait complete. 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 Processor -- start 2024-03-16T18:20:42.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- start start 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1bf81003f0 0x7f1bf8197570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bf81015e0 0x7f1bf8197ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 0x7f1bf819eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf819f060 con 0x7f1bf8101fa0 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf819f1d0 con 0x7f1bf81015e0 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.925+0000 7f1bffcdf640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf819f390 con 0x7f1bf81003f0 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 0x7f1bf819eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 0x7f1bf819eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54748/0 (socket says 172.21.15.17:54748) 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 -- 172.21.15.17:0/81173673 learned_addr learned my addr 172.21.15.17:0/81173673 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1bf81003f0 0x7f1bf8197570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bf81015e0 0x7f1bf8197ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 -- 172.21.15.17:0/81173673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1bf81003f0 msgr2=0x7f1bf8197570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1bf81003f0 0x7f1bf8197570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 -- 172.21.15.17:0/81173673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bf81015e0 msgr2=0x7f1bf8197ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bf81015e0 0x7f1bf8197ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 -- 172.21.15.17:0/81173673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bf4009560 con 0x7f1bf8101fa0 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bfe27c640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 0x7f1bf819eb20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1bf000eb10 tx=0x7f1bf000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1beeffd640 1 -- 172.21.15.17:0/81173673 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf0004b20 con 0x7f1bf8101fa0 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1beeffd640 1 -- 172.21.15.17:0/81173673 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1bf0004c80 con 0x7f1bf8101fa0 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1beeffd640 1 -- 172.21.15.17:0/81173673 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf0010690 con 0x7f1bf8101fa0 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bf819f670 con 0x7f1bf8101fa0 2024-03-16T18:20:42.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.926+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bf819fbd0 con 0x7f1bf8101fa0 2024-03-16T18:20:42.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.928+0000 7f1beeffd640 1 -- 172.21.15.17:0/81173673 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1bf0005020 con 0x7f1bf8101fa0 2024-03-16T18:20:42.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 Processor -- start 2024-03-16T18:20:42.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 -- start start 2024-03-16T18:20:42.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf2783a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf278970 0x562cbf27d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf27dae0 0x562cbf27ff70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf233cd0 con 0x562cbf277f80 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf1e6f20 con 0x562cbf27dae0 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1c0299a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf1e4450 con 0x562cbf278970 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1beeffd640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1be40a1ab0 0x7f1be40a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf2783a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1bfda7b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf278970 0x562cbf27d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf2783a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54758/0 (socket says 172.21.15.17:54758) 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1bfd27a640 1 -- 172.21.15.17:0/3130429025 learned_addr learned my addr 172.21.15.17:0/3130429025 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf27dae0 0x562cbf27ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1beeffd640 1 -- 172.21.15.17:0/81173673 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f1bf0014070 con 0x7f1bf8101fa0 2024-03-16T18:20:42.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.929+0000 7f1bfe27c640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1be40a1ab0 0x7f1be40a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfda7b640 1 -- 172.21.15.17:0/3130429025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf27dae0 msgr2=0x562cbf27ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf27dae0 0x562cbf27ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfda7b640 1 -- 172.21.15.17:0/3130429025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 msgr2=0x562cbf2783a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf2783a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfda7b640 1 -- 172.21.15.17:0/3130429025 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562cbf194f20 con 0x562cbf278970 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfe27c640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1be40a1ab0 0x7f1be40a3f70 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1bf00049d0 tx=0x7f1bf000cee0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf278970 0x562cbf27d470 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4036040 tx=0x7f1bf4005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=281e6d792ad13c6d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1be3fff640 1 -- 172.21.15.17:0/3130429025 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf402c9b0 con 0x562cbf278970 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1be3fff640 1 -- 172.21.15.17:0/3130429025 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1bf402de90 con 0x562cbf278970 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.930+0000 7f1be3fff640 1 -- 172.21.15.17:0/3130429025 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf4003850 con 0x562cbf278970 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 -- 172.21.15.17:0/3130429025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf278970 msgr2=0x562cbf27d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf278970 0x562cbf27d470 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4036040 tx=0x7f1bf4005dd0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 -- 172.21.15.17:0/3130429025 shutdown_connections 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf27dae0 0x562cbf27ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf278970 0x562cbf27d470 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 --2- 172.21.15.17:0/3130429025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf2783a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 -- 172.21.15.17:0/3130429025 >> 172.21.15.17:0/3130429025 conn(0x562cbf2734f0 msgr2=0x562cbf2738f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 -- 172.21.15.17:0/3130429025 shutdown_connections 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 -- 172.21.15.17:0/3130429025 wait complete. 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 -- start start 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.931+0000 7f1c0299a740 1 Processor -- start 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf277f80 0x562cbf2820e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 0x562cbf282620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf289660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf1dfc30 con 0x562cbf278970 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf184d30 con 0x562cbf277f80 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbeeb3310 con 0x562cbf27dae0 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 10 client.0 _ll_register_callbacks cb 0x562cbf18cd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 0x562cbf282620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf277f80 0x562cbf2820e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf289660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 0x562cbf282620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54770/0 (socket says 172.21.15.17:54770) 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1047446980 learned_addr learned my addr 172.21.15.17:0/1047446980 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1047446980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 msgr2=0x562cbf289660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf289660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf277f80 msgr2=0x562cbf2820e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf277f80 0x562cbf2820e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1047446980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bf8109130 con 0x562cbf278970 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 0x562cbf282620 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4005c40 tx=0x7f1bf4004970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72a4393f2cc5870c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1be17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1be17fa640 1 -- 172.21.15.17:0/1047446980 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf40051d0 con 0x562cbf278970 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562cbeedf6c0 con 0x562cbf278970 2024-03-16T18:20:42.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.932+0000 7f1be17fa640 1 -- 172.21.15.17:0/1047446980 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f1bf404d070 con 0x562cbf278970 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1be17fa640 1 -- 172.21.15.17:0/1047446980 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1bf4004ae0 con 0x562cbf278970 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 10 client.15291 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562cbf1de2b0 con 0x562cbf278970 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1be17fa640 1 -- 172.21.15.17:0/1047446980 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562cbeedf6c0 con 0x562cbf278970 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1be17fa640 1 -- 172.21.15.17:0/1047446980 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1bf403c050 con 0x562cbf278970 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 10 client.15291 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 10 client.15291 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 20 client.15291 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf28e5d0 0x562cbf292a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 4 client.15291 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562cbef30270 con 0x562cbf28e5d0 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.933+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf28e5d0 0x562cbf292a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1be17fa640 10 client.15291 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:20:42.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf28e5d0 0x562cbf292a50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5250dce52c6a643a server_cookie=67c46e6b034a5e9d in_seq=0 out_seq=0 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1be17fa640 1 -- 172.21.15.17:0/1047446980 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562cbef30270 con 0x562cbf28e5d0 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1be17fa640 10 client.15291 handle_command_reply: tid=0 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1c0299a740 1 client.15291 shutdown 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 msgr2=0x562cbf282620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.934+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 0x562cbf282620 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4005c40 tx=0x7f1bf4004970 comp rx=0 tx=0).stop 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 shutdown_connections 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf28e5d0 0x562cbf292a50 crc :-1 s=READY pgs=27 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf278970 0x562cbf282620 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf289660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1047446980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf277f80 0x562cbf2820e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 >> 172.21.15.17:0/1047446980 conn(0x562cbf2734f0 msgr2=0x562cbf2727d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1be17fa640 0 client.15291 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 shutdown_connections 2024-03-16T18:20:42.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 1 -- 172.21.15.17:0/1047446980 wait complete. 2024-03-16T18:20:42.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.935+0000 7f1c0299a740 20 client.15291 trim_cache size 0 max 16384 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 Processor -- start 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 -- start start 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf277f80 0x562cbf281cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 0x562cbf282230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf165490 con 0x562cbf27dae0 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf27d6a0 con 0x562cbf278970 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.951+0000 7f1c0299a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf28a510 con 0x562cbf277f80 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 0x562cbf282230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 0x562cbf282230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54784/0 (socket says 172.21.15.17:54784) 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 -- 172.21.15.17:0/4256839452 learned_addr learned my addr 172.21.15.17:0/4256839452 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf277f80 0x562cbf281cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 -- 172.21.15.17:0/4256839452 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf277f80 msgr2=0x562cbf281cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf277f80 0x562cbf281cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 -- 172.21.15.17:0/4256839452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 msgr2=0x562cbf289620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 -- 172.21.15.17:0/4256839452 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562cbf17aa20 con 0x562cbf27dae0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 0x562cbf282230 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1be8000c00 tx=0x7f1be8009950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e12ddf0d906db2a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1be37fe640 1 -- 172.21.15.17:0/4256839452 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be8018040 con 0x562cbf27dae0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1be37fe640 1 -- 172.21.15.17:0/4256839452 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1be8010800 con 0x562cbf27dae0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.952+0000 7f1be37fe640 1 -- 172.21.15.17:0/4256839452 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be8004a00 con 0x562cbf27dae0 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- 172.21.15.17:0/4256839452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 msgr2=0x562cbf282230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 0x562cbf282230 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f1be8000c00 tx=0x7f1be8009950 comp rx=0 tx=0).stop 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- 172.21.15.17:0/4256839452 shutdown_connections 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf27dae0 0x562cbf282230 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- 172.21.15.17:0/4256839452 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf277f80 0x562cbf281cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- 172.21.15.17:0/4256839452 >> 172.21.15.17:0/4256839452 conn(0x562cbf2734f0 msgr2=0x562cbf2738d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- 172.21.15.17:0/4256839452 shutdown_connections 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- 172.21.15.17:0/4256839452 wait complete. 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- start start 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 Processor -- start 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf289130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf285ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf2865c0 con 0x562cbf277f80 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf286730 con 0x562cbf278970 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562cbf2868f0 con 0x562cbf27dae0 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.953+0000 7f1c0299a740 10 client.0 _ll_register_callbacks cb 0x7f1be8009860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:20:42.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf289130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfd27a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf289130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54796/0 (socket says 172.21.15.17:54796) 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfd27a640 1 -- 172.21.15.17:0/1323163693 learned_addr learned my addr 172.21.15.17:0/1323163693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf285ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1323163693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 msgr2=0x562cbf285ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf285ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1323163693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 msgr2=0x562cbf289130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf289130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 -- 172.21.15.17:0/1323163693 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1be8012a20 con 0x562cbf278970 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf289130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1bfda7b640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1bf402c170 tx=0x7f1bf40048d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8e4c624a389529b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1be17fa640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1be17fa640 1 -- 172.21.15.17:0/1323163693 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf403f850 con 0x562cbf278970 2024-03-16T18:20:42.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562cbf28fc60 con 0x562cbf278970 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1be17fa640 1 -- 172.21.15.17:0/1323163693 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f1bf404d040 con 0x562cbf278970 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1be17fa640 1 -- 172.21.15.17:0/1323163693 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1bf403f9b0 con 0x562cbf278970 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1c0299a740 10 client.25193 fetch_fsmap learned FSMap version 27 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.954+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x562cbf1a0780 con 0x562cbf278970 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1be17fa640 1 -- 172.21.15.17:0/1323163693 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562cbf28fc60 con 0x562cbf278970 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1be17fa640 1 -- 172.21.15.17:0/1323163693 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1bf403c040 con 0x562cbf278970 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 10 client.25193 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 10 client.25193 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 20 client.25193 populate_metadata read hostname 'smithi017' 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf2ee790 0x562cbf2eac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 4 client.25193 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "status"}) v1 -- 0x562cbf28efa0 con 0x562cbf2ee790 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf2ee790 0x562cbf2eac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:42.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1be17fa640 10 client.25193 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1bfd27a640 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf2ee790 0x562cbf2eac80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a6c4b36ddcaf9e67 server_cookie=be61e694214d74e7 in_seq=0 out_seq=0 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1be17fa640 1 -- 172.21.15.17:0/1323163693 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x562cbf28efa0 con 0x562cbf2ee790 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1be17fa640 10 client.25193 handle_command_reply: tid=0 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.955+0000 7f1c0299a740 1 client.25193 shutdown 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 msgr2=0x562cbf289670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289670 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f1bf402c170 tx=0x7f1bf40048d0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 shutdown_connections 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562cbf2ee790 0x562cbf2eac80 crc :-1 s=READY pgs=28 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562cbf27dae0 0x562cbf285ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562cbf278970 0x562cbf289670 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1be17fa640 0 client.25193 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 --2- 172.21.15.17:0/1323163693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562cbf277f80 0x562cbf289130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 >> 172.21.15.17:0/1323163693 conn(0x562cbf2734f0 msgr2=0x562cbf281c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 shutdown_connections 2024-03-16T18:20:42.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 1 -- 172.21.15.17:0/1323163693 wait complete. 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1c0299a740 20 client.25193 trim_cache size 0 max 16384 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24545, 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 105.153315362, 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:20:42.965 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 91, 2024-03-16T18:20:42.966 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:20:42.966 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 110.724470157 2024-03-16T18:20:42.966 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:20:42.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1be40a1ab0 msgr2=0x7f1be40a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1be40a1ab0 0x7f1be40a3f70 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1bf00049d0 tx=0x7f1bf000cee0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 msgr2=0x7f1bf819eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 0x7f1bf819eb20 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f1bf000eb10 tx=0x7f1bf000c2d0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 shutdown_connections 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1be40a1ab0 0x7f1be40a3f70 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1bf8101fa0 0x7f1bf819eb20 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1bf81015e0 0x7f1bf8197ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 --2- 172.21.15.17:0/81173673 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1bf81003f0 0x7f1bf8197570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 >> 172.21.15.17:0/81173673 conn(0x7f1bf80fb980 msgr2=0x7f1bf80686c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 shutdown_connections 2024-03-16T18:20:42.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:42.956+0000 7f1bffcdf640 1 -- 172.21.15.17:0/81173673 wait complete. 2024-03-16T18:20:42.969 INFO:tasks.cephadm:Setup complete, yielding 2024-03-16T18:20:42.969 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-16T18:20:42.982 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:20:42.983 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph orch status' 2024-03-16T18:20:43.226 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:43.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:42 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/765620854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:43.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:42 smithi017 ceph-mon[32207]: pgmap v347: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:43.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:42 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/765620854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:43.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:42 smithi149 ceph-mon[35991]: pgmap v347: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:43.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:42 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/765620854' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:20:43.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:42 smithi153 ceph-mon[36005]: pgmap v347: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 -- 172.21.15.17:0/3344650604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c100f80 msgr2=0x7f446c1013a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 --2- 172.21.15.17:0/3344650604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c100f80 0x7f446c1013a0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f44640099c0 tx=0x7f4464009cd0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 -- 172.21.15.17:0/3344650604 shutdown_connections 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 --2- 172.21.15.17:0/3344650604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f446c102b20 0x7f446c1093d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 --2- 172.21.15.17:0/3344650604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c100f80 0x7f446c1013a0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 --2- 172.21.15.17:0/3344650604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f446c102180 0x7f446c1025e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 -- 172.21.15.17:0/3344650604 >> 172.21.15.17:0/3344650604 conn(0x7f446c0fc540 msgr2=0x7f446c0fe960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 -- 172.21.15.17:0/3344650604 shutdown_connections 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.038+0000 7f44713be700 1 -- 172.21.15.17:0/3344650604 wait complete. 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 Processor -- start 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 -- start start 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f446c100f80 0x7f446c197f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 0x7f446c198460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f446c102b20 0x7f446c19f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f446c19fab0 con 0x7f446c102180 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f446c19fbf0 con 0x7f446c102b20 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f44713be700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f446c19fd80 con 0x7f446c100f80 2024-03-16T18:20:45.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f446a7fc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 0x7f446c198460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f446a7fc700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 0x7f446c198460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54816/0 (socket says 172.21.15.17:54816) 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f446a7fc700 1 -- 172.21.15.17:0/4195268115 learned_addr learned my addr 172.21.15.17:0/4195268115 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f446b7fe700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f446c102b20 0x7f446c19f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.039+0000 7f446affd700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f446c100f80 0x7f446c197f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f446a7fc700 1 -- 172.21.15.17:0/4195268115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f446c100f80 msgr2=0x7f446c197f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f446a7fc700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f446c100f80 0x7f446c197f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f446a7fc700 1 -- 172.21.15.17:0/4195268115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f446c102b20 msgr2=0x7f446c19f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f446a7fc700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f446c102b20 0x7f446c19f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f446a7fc700 1 -- 172.21.15.17:0/4195268115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44640095f0 con 0x7f446c102180 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f446a7fc700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 0x7f446c198460 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f445400d9b0 tx=0x7f445400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4454004220 con 0x7f446c102180 2024-03-16T18:20:45.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f446c1a0060 con 0x7f446c102180 2024-03-16T18:20:45.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4454007640 con 0x7f446c102180 2024-03-16T18:20:45.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4454005570 con 0x7f446c102180 2024-03-16T18:20:45.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.040+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f446c1a0560 con 0x7f446c102180 2024-03-16T18:20:45.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.041+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f446c068ca0 con 0x7f446c102180 2024-03-16T18:20:45.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.043+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f4454004750 con 0x7f446c102180 2024-03-16T18:20:45.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.043+0000 7f4463fff700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f44580a1ac0 0x7f44580a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:45.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.044+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f44540cdab0 con 0x7f446c102180 2024-03-16T18:20:45.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.044+0000 7f446affd700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f44580a1ac0 0x7f44580a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:45.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.044+0000 7f446affd700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f44580a1ac0 0x7f44580a3f80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4464006010 tx=0x7f4464000bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:45.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.047+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4454096900 con 0x7f446c102180 2024-03-16T18:20:45.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.268+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch status", "target": ["mon-mgr", ""]}) v1 -- 0x7f446c06adf0 con 0x7f44580a1ac0 2024-03-16T18:20:45.270 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:44 smithi017 ceph-mon[32207]: pgmap v348: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:45.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.269+0000 7f4463fff700 1 -- 172.21.15.17:0/4195268115 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+43 (secure 0 0 0) 0x7f446c06adf0 con 0x7f44580a1ac0 2024-03-16T18:20:45.271 INFO:teuthology.orchestra.run.smithi017.stdout:Backend: cephadm 2024-03-16T18:20:45.271 INFO:teuthology.orchestra.run.smithi017.stdout:Available: Yes 2024-03-16T18:20:45.271 INFO:teuthology.orchestra.run.smithi017.stdout:Paused: No 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f44580a1ac0 msgr2=0x7f44580a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f44580a1ac0 0x7f44580a3f80 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f4464006010 tx=0x7f4464000bc0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 msgr2=0x7f446c198460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 0x7f446c198460 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f445400d9b0 tx=0x7f445400dcc0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 shutdown_connections 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f446c102b20 0x7f446c19f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f44580a1ac0 0x7f44580a3f80 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f446c100f80 0x7f446c197f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 --2- 172.21.15.17:0/4195268115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f446c102180 0x7f446c198460 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 >> 172.21.15.17:0/4195268115 conn(0x7f446c0fc540 msgr2=0x7f446c06a6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:45.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 shutdown_connections 2024-03-16T18:20:45.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:45.271+0000 7f44713be700 1 -- 172.21.15.17:0/4195268115 wait complete. 2024-03-16T18:20:45.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:44 smithi149 ceph-mon[35991]: pgmap v348: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:45.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:44 smithi153 ceph-mon[36005]: pgmap v348: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:45.962 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph orch ps' 2024-03-16T18:20:46.212 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:46.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:45 smithi017 ceph-mon[32207]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:46.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:45 smithi149 ceph-mon[35991]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:46.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:45 smithi153 ceph-mon[36005]: from='client.15303 -' entity='client.admin' cmd=[{"prefix": "orch status", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:47.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:46 smithi017 ceph-mon[32207]: pgmap v349: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:47.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:46 smithi149 ceph-mon[35991]: pgmap v349: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:47.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:46 smithi153 ceph-mon[36005]: pgmap v349: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 9 op/s 2024-03-16T18:20:47.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 -- 172.21.15.17:0/2932201427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 msgr2=0x7f1468106050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:47.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 --2- 172.21.15.17:0/2932201427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f1468106050 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f146000b0a0 tx=0x7f146000b3b0 comp rx=0 tx=0).stop 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 -- 172.21.15.17:0/2932201427 shutdown_connections 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 --2- 172.21.15.17:0/2932201427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f1468106050 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 --2- 172.21.15.17:0/2932201427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100890 0x7f1468102cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 --2- 172.21.15.17:0/2932201427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468103200 0x7f1468105690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 -- 172.21.15.17:0/2932201427 >> 172.21.15.17:0/2932201427 conn(0x7f14680fc4b0 msgr2=0x7f14680fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 -- 172.21.15.17:0/2932201427 shutdown_connections 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 -- 172.21.15.17:0/2932201427 wait complete. 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.971+0000 7f1470207700 1 Processor -- start 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 -- start start 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100890 0x7f146819e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:47.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468103200 0x7f146819eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f14681a5be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14681a61b0 con 0x7f1468105bd0 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14681a62f0 con 0x7f1468103200 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14681a6480 con 0x7f1468100890 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f14681a5be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146dfa3700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100890 0x7f146819e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f14681a5be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54840/0 (socket says 172.21.15.17:54840) 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 -- 172.21.15.17:0/1406583267 learned_addr learned my addr 172.21.15.17:0/1406583267 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146d7a2700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468103200 0x7f146819eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 -- 172.21.15.17:0/1406583267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100890 msgr2=0x7f146819e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100890 0x7f146819e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:47.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 -- 172.21.15.17:0/1406583267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468103200 msgr2=0x7f146819eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:47.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468103200 0x7f146819eb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:47.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 -- 172.21.15.17:0/1406583267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1460009d00 con 0x7f1468105bd0 2024-03-16T18:20:47.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f146e7a4700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f14681a5be0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f14600078c0 tx=0x7f14600078f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:47.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146000e040 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.973+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f146001d470 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.972+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14681a6700 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.973+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146001b6c0 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.973+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14681a6ac0 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.973+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14680fe030 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.975+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f146001d5e0 con 0x7f1468105bd0 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.975+0000 7f145effd700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14540a1ac0 0x7f14540a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:47.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.976+0000 7f146dfa3700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14540a1ac0 0x7f14540a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:47.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.976+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f14600cebc0 con 0x7f1468105bd0 2024-03-16T18:20:47.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.976+0000 7f146dfa3700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14540a1ac0 0x7f14540a3f80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1464009c60 tx=0x7f1464009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:47.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:47.979+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1460097aa0 con 0x7f1468105bd0 2024-03-16T18:20:48.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.192+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch ps", "target": ["mon-mgr", ""]}) v1 -- 0x7f146802daa0 con 0x7f14540a1ac0 2024-03-16T18:20:48.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.206+0000 7f145effd700 1 -- 172.21.15.17:0/1406583267 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+4185 (secure 0 0 0) 0x7f146802daa0 con 0x7f14540a1ac0 2024-03-16T18:20:48.208 INFO:teuthology.orchestra.run.smithi017.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-03-16T18:20:48.208 INFO:teuthology.orchestra.run.smithi017.stdout:mds.a smithi017 running (119s) 19s ago 118s 16.2M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba f14339cbd582 2024-03-16T18:20:48.208 INFO:teuthology.orchestra.run.smithi017.stdout:mds.b smithi149 running (116s) 49s ago 115s 25.9M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba c252f445469e 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.c smithi153 running (2m) 49s ago 2m 19.3M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba a9a1568e6939 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.d smithi017 running (2m) 19s ago 2m 13.6M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 56daa34e407e 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.e smithi149 running (2m) 49s ago 2m 16.9M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 9296b944af01 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.f smithi153 running (2m) 49s ago 2m 17.3M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba dbc116dc2567 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.g smithi017 running (2m) 19s ago 2m 17.6M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 63084fe7e63b 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.h smithi149 running (2m) 49s ago 2m 17.8M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 4965eb47878d 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.i smithi153 running (2m) 49s ago 2m 17.3M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 9d2f6e1fb847 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.j smithi017 running (2m) 19s ago 2m 13.7M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 288959a5de14 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.k smithi149 running (2m) 49s ago 2m 16.3M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 9532692c63af 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mds.l smithi153 running (2m) 49s ago 2m 17.7M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba ec347538bad8 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mgr.x smithi017 *:9283,8765 running (9m) 19s ago 9m 514M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba db7c91e87825 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mgr.y smithi149 *:8443,8765 running (7m) 49s ago 7m 453M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba a318368601d7 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mgr.z smithi153 *:8443,8765 running (7m) 49s ago 7m 453M - 19.0.0-1681-gaba3c1d2 80ec0d3daaba 8c38fca5c220 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mon.a smithi017 running (9m) 19s ago 9m 50.4M 2048M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 6d4dd7c4ada2 2024-03-16T18:20:48.209 INFO:teuthology.orchestra.run.smithi017.stdout:mon.b smithi149 running (8m) 49s ago 8m 39.0M 2048M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 63210fc93af3 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:mon.c smithi153 running (8m) 49s ago 8m 40.5M 2048M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 6a74356634b0 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.0 smithi017 running (7m) 19s ago 7m 50.0M 4273M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 5925ed84b7f5 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.1 smithi149 running (7m) 49s ago 7m 47.6M 1454M 19.0.0-1681-gaba3c1d2 80ec0d3daaba ff2a4157e0e3 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.2 smithi153 running (6m) 49s ago 6m 46.7M 4272M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 5fc806df0ed8 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.3 smithi017 running (6m) 19s ago 6m 52.3M 4273M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 22e39f269ee6 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.4 smithi149 running (5m) 49s ago 5m 43.9M 1454M 19.0.0-1681-gaba3c1d2 80ec0d3daaba e7051056c8e2 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.5 smithi153 running (5m) 49s ago 5m 47.7M 4272M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 19c1aff9bda9 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.6 smithi017 running (5m) 19s ago 5m 42.3M 4273M 19.0.0-1681-gaba3c1d2 80ec0d3daaba eec7066ea156 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.7 smithi149 running (4m) 49s ago 4m 53.2M 1454M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 7bd18d0534ab 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.8 smithi153 running (4m) 49s ago 4m 43.2M 4272M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 08a5e3f05741 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.9 smithi017 running (3m) 19s ago 3m 42.1M 4273M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 400eaadd37b6 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.10 smithi149 running (3m) 49s ago 3m 51.9M 1454M 19.0.0-1681-gaba3c1d2 80ec0d3daaba 7c95f1d58a56 2024-03-16T18:20:48.210 INFO:teuthology.orchestra.run.smithi017.stdout:osd.11 smithi153 running (2m) 49s ago 2m 49.7M 4272M 19.0.0-1681-gaba3c1d2 80ec0d3daaba a78fb14947c8 2024-03-16T18:20:48.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14540a1ac0 msgr2=0x7f14540a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:48.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14540a1ac0 0x7f14540a3f80 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1464009c60 tx=0x7f1464009260 comp rx=0 tx=0).stop 2024-03-16T18:20:48.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 msgr2=0x7f14681a5be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:48.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f14681a5be0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f14600078c0 tx=0x7f14600078f0 comp rx=0 tx=0).stop 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 shutdown_connections 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468105bd0 0x7f14681a5be0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14540a1ac0 0x7f14540a3f80 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100890 0x7f146819e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 --2- 172.21.15.17:0/1406583267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468103200 0x7f146819eb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 >> 172.21.15.17:0/1406583267 conn(0x7f14680fc4b0 msgr2=0x7f1468101210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 shutdown_connections 2024-03-16T18:20:48.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:48.208+0000 7f1470207700 1 -- 172.21.15.17:0/1406583267 wait complete. 2024-03-16T18:20:49.012 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph orch ls' 2024-03-16T18:20:49.257 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:49.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:48 smithi017 ceph-mon[32207]: from='client.15309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:49.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:48 smithi017 ceph-mon[32207]: pgmap v350: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:49.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:48 smithi149 ceph-mon[35991]: from='client.15309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:49.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:48 smithi149 ceph-mon[35991]: pgmap v350: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:49.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:48 smithi153 ceph-mon[36005]: from='client.15309 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:49.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:48 smithi153 ceph-mon[36005]: pgmap v350: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:20:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.127+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1548412674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103210 msgr2=0x7f8ba4103670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.127+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1548412674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103210 0x7f8ba4103670 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f8b980099c0 tx=0x7f8b98009cd0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.127+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1548412674 shutdown_connections 2024-03-16T18:20:51.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.127+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1548412674 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4103bb0 0x7f8ba410a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1548412674 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ba4102010 0x7f8ba4102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1548412674 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103210 0x7f8ba4103670 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1548412674 >> 172.21.15.17:0/1548412674 conn(0x7f8ba40fd5f0 msgr2=0x7f8ba40ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1548412674 shutdown_connections 2024-03-16T18:20:51.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1548412674 wait complete. 2024-03-16T18:20:51.131 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:50 smithi017 ceph-mon[32207]: pgmap v351: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 Processor -- start 2024-03-16T18:20:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.128+0000 7f8ba9e11700 1 -- start start 2024-03-16T18:20:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba9e11700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 0x7f8ba4075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:51.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba9e11700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ba4103210 0x7f8ba40743d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba9e11700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 0x7f8ba4074910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba9e11700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ba4075090 con 0x7f8ba4103bb0 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba9e11700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ba4075200 con 0x7f8ba4103210 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba9e11700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ba41a1f60 con 0x7f8ba4102010 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba37fe700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 0x7f8ba4075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 0x7f8ba4074910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 0x7f8ba4074910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59372/0 (socket says 172.21.15.17:59372) 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba37fe700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 0x7f8ba4075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39524/0 (socket says 172.21.15.17:39524) 2024-03-16T18:20:51.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 -- 172.21.15.17:0/1970170873 learned_addr learned my addr 172.21.15.17:0/1970170873 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba2ffd700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ba4103210 0x7f8ba40743d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 -- 172.21.15.17:0/1970170873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 msgr2=0x7f8ba4075d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 0x7f8ba4075d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 -- 172.21.15.17:0/1970170873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ba4103210 msgr2=0x7f8ba40743d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ba4103210 0x7f8ba40743d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 -- 172.21.15.17:0/1970170873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b980095f0 con 0x7f8ba4103bb0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba37fe700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 0x7f8ba4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.129+0000 7f8ba3fff700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 0x7f8ba4074910 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c00ef30 tx=0x7f8b9c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.130+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b9c018070 con 0x7f8ba4103bb0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.130+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8b9c00f040 con 0x7f8ba4103bb0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.130+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ba41a21e0 con 0x7f8ba4103bb0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.130+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b9c00cd20 con 0x7f8ba4103bb0 2024-03-16T18:20:51.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.130+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ba41a2690 con 0x7f8ba4103bb0 2024-03-16T18:20:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.131+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ba41094f0 con 0x7f8ba4103bb0 2024-03-16T18:20:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.132+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8b9c003a00 con 0x7f8ba4103bb0 2024-03-16T18:20:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.132+0000 7f8ba0ff9700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b8c0a1ac0 0x7f8b8c0a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.132+0000 7f8ba37fe700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b8c0a1ac0 0x7f8b8c0a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:51.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.132+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f8b9c0cdc00 con 0x7f8ba4103bb0 2024-03-16T18:20:51.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.133+0000 7f8ba37fe700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b8c0a1ac0 0x7f8b8c0a3f80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4103070 tx=0x7f8b94007400 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:51.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.136+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8b9c096ae0 con 0x7f8ba4103bb0 2024-03-16T18:20:51.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:50 smithi149 ceph-mon[35991]: pgmap v351: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.348+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f8ba402d990 con 0x7f8b8c0a1ac0 2024-03-16T18:20:51.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.354+0000 7f8ba0ff9700 1 -- 172.21.15.17:0/1970170873 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+980 (secure 0 0 0) 0x7f8ba402d990 con 0x7f8b8c0a1ac0 2024-03-16T18:20:51.357 INFO:teuthology.orchestra.run.smithi017.stdout:NAME PORTS RUNNING REFRESHED AGE PLACEMENT 2024-03-16T18:20:51.357 INFO:teuthology.orchestra.run.smithi017.stdout:mds.all 12/12 52s ago 2m smithi017=a;smithi017=d;smithi017=g;smithi017=j;smithi149=b;smithi149=e;smithi149=h;smithi149=k;smithi153=c;smithi153=f;smithi153=i;smithi153=l;count:12 2024-03-16T18:20:51.357 INFO:teuthology.orchestra.run.smithi017.stdout:mgr 3/3 52s ago 7m smithi017=x;smithi149=y;smithi153=z;count:3 2024-03-16T18:20:51.357 INFO:teuthology.orchestra.run.smithi017.stdout:mon 3/3 52s ago 8m smithi017:172.21.15.17=a;smithi149:172.21.15.149=b;smithi153:172.21.15.153=c;count:3 2024-03-16T18:20:51.357 INFO:teuthology.orchestra.run.smithi017.stdout:osd 12 52s ago - 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.356+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b8c0a1ac0 msgr2=0x7f8b8c0a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.356+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b8c0a1ac0 0x7f8b8c0a3f80 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f8ba4103070 tx=0x7f8b94007400 comp rx=0 tx=0).stop 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.356+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 msgr2=0x7f8ba4074910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.356+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 0x7f8ba4074910 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f8b9c00ef30 tx=0x7f8b9c00c3a0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 shutdown_connections 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8ba4103bb0 0x7f8ba4074910 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f8b8c0a1ac0 0x7f8b8c0a3f80 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8ba4102010 0x7f8ba4075d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 --2- 172.21.15.17:0/1970170873 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8ba4103210 0x7f8ba40743d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 >> 172.21.15.17:0/1970170873 conn(0x7f8ba40fd5f0 msgr2=0x7f8ba4106630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 shutdown_connections 2024-03-16T18:20:51.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:51.357+0000 7f8ba9e11700 1 -- 172.21.15.17:0/1970170873 wait complete. 2024-03-16T18:20:51.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:50 smithi153 ceph-mon[36005]: pgmap v351: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:20:52.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-03-16T18:20:52.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-03-16T18:20:52.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [5, 10]}]: dispatch 2024-03-16T18:20:52.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 10]}]: dispatch 2024-03-16T18:20:52.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:51 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-03-16T18:20:52.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:51 smithi017 ceph-mon[32207]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:52.066 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph orch host ls' 2024-03-16T18:20:52.314 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:52.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-03-16T18:20:52.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-03-16T18:20:52.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [5, 10]}]: dispatch 2024-03-16T18:20:52.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 10]}]: dispatch 2024-03-16T18:20:52.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:51 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-03-16T18:20:52.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:51 smithi149 ceph-mon[35991]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]: dispatch 2024-03-16T18:20:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]: dispatch 2024-03-16T18:20:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [5, 10]}]: dispatch 2024-03-16T18:20:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 10]}]: dispatch 2024-03-16T18:20:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:51 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]: dispatch 2024-03-16T18:20:52.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:51 smithi153 ceph-mon[36005]: from='client.15315 -' entity='client.admin' cmd=[{"prefix": "orch ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:53.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-03-16T18:20:53.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-03-16T18:20:53.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [5, 10]}]': finished 2024-03-16T18:20:53.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 10]}]': finished 2024-03-16T18:20:53.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-03-16T18:20:53.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: osdmap e92: 12 total, 12 up, 12 in 2024-03-16T18:20:53.039 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:52 smithi017 ceph-mon[32207]: pgmap v353: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-16T18:20:53.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-03-16T18:20:53.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-03-16T18:20:53.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [5, 10]}]': finished 2024-03-16T18:20:53.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 10]}]': finished 2024-03-16T18:20:53.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-03-16T18:20:53.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: osdmap e92: 12 total, 12 up, 12 in 2024-03-16T18:20:53.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:52 smithi149 ceph-mon[35991]: pgmap v353: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1d", "id": [8, 11]}]': finished 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.b", "id": [9, 8]}]': finished 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.15", "id": [5, 10]}]': finished 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1b", "id": [9, 10]}]': finished 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: from='mgr.14150 172.21.15.17:0/636095668' entity='mgr.x' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1f", "id": [9, 8]}]': finished 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: osdmap e92: 12 total, 12 up, 12 in 2024-03-16T18:20:53.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:52 smithi153 ceph-mon[36005]: pgmap v353: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.0 KiB/s rd, 9 op/s 2024-03-16T18:20:54.105 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:53 smithi017 ceph-mon[32207]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-16T18:20:54.105 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:53 smithi017 ceph-mon[32207]: osdmap e93: 12 total, 12 up, 12 in 2024-03-16T18:20:54.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 -- 172.21.15.17:0/3584314961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c102b00 msgr2=0x7f9c9c104ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 --2- 172.21.15.17:0/3584314961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c102b00 0x7f9c9c104ef0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f9c90009990 tx=0x7f9c90009ca0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 -- 172.21.15.17:0/3584314961 shutdown_connections 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 --2- 172.21.15.17:0/3584314961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c107d60 0x7f9c9c10a170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 --2- 172.21.15.17:0/3584314961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c102b00 0x7f9c9c104ef0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 --2- 172.21.15.17:0/3584314961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c9c105430 0x7f9c9c107820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 -- 172.21.15.17:0/3584314961 >> 172.21.15.17:0/3584314961 conn(0x7f9c9c0fc4b0 msgr2=0x7f9c9c0fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 -- 172.21.15.17:0/3584314961 shutdown_connections 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.102+0000 7f9ca3371700 1 -- 172.21.15.17:0/3584314961 wait complete. 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 Processor -- start 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 -- start start 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 0x7f9c9c197f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c105430 0x7f9c9c198480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:54.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c9c107d60 0x7f9c9c19f500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c19fad0 con 0x7f9c9c105430 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c19fc10 con 0x7f9c9c102b00 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca3371700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c9c19fda0 con 0x7f9c9c107d60 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca110d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 0x7f9c9c197f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca110d700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 0x7f9c9c197f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:46450/0 (socket says 172.21.15.17:46450) 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca110d700 1 -- 172.21.15.17:0/4053631143 learned_addr learned my addr 172.21.15.17:0/4053631143 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca090c700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c105430 0x7f9c9c198480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.103+0000 7f9ca190e700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c9c107d60 0x7f9c9c19f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca110d700 1 -- 172.21.15.17:0/4053631143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c9c107d60 msgr2=0x7f9c9c19f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca110d700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c9c107d60 0x7f9c9c19f500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca110d700 1 -- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c105430 msgr2=0x7f9c9c198480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca110d700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c105430 0x7f9c9c198480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca110d700 1 -- 172.21.15.17:0/4053631143 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c900095f0 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca090c700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c105430 0x7f9c9c198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca110d700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 0x7f9c9c197f40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9c900098e0 tx=0x7f9c90004730 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c9001d070 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c9c1a0020 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9c90021410 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c90017650 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.104+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c9c1a0490 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.105+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c9c0fe030 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.106+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9c90021580 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.107+0000 7f9c8e7fc700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9c880a1ac0 0x7f9c880a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.107+0000 7f9ca090c700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9c880a1ac0 0x7f9c880a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.107+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f9c900ceb50 con 0x7f9c9c102b00 2024-03-16T18:20:54.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.107+0000 7f9ca090c700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9c880a1ac0 0x7f9c880a3f80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c98011490 tx=0x7f9c98009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:54.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.113+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9c900979a0 con 0x7f9c9c102b00 2024-03-16T18:20:54.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.324+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch host ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f9c9c02d990 con 0x7f9c880a1ac0 2024-03-16T18:20:54.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.326+0000 7f9c8e7fc700 1 -- 172.21.15.17:0/4053631143 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+191 (secure 0 0 0) 0x7f9c9c02d990 con 0x7f9c880a1ac0 2024-03-16T18:20:54.328 INFO:teuthology.orchestra.run.smithi017.stdout:HOST ADDR LABELS STATUS 2024-03-16T18:20:54.328 INFO:teuthology.orchestra.run.smithi017.stdout:smithi017 172.21.15.17 2024-03-16T18:20:54.328 INFO:teuthology.orchestra.run.smithi017.stdout:smithi149 172.21.15.149 2024-03-16T18:20:54.328 INFO:teuthology.orchestra.run.smithi017.stdout:smithi153 172.21.15.153 2024-03-16T18:20:54.328 INFO:teuthology.orchestra.run.smithi017.stdout:3 hosts in cluster 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9c880a1ac0 msgr2=0x7f9c880a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9c880a1ac0 0x7f9c880a3f80 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f9c98011490 tx=0x7f9c98009260 comp rx=0 tx=0).stop 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 msgr2=0x7f9c9c197f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 0x7f9c9c197f40 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f9c900098e0 tx=0x7f9c90004730 comp rx=0 tx=0).stop 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 shutdown_connections 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9c880a1ac0 0x7f9c880a3f80 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c9c107d60 0x7f9c9c19f500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c9c102b00 0x7f9c9c197f40 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 --2- 172.21.15.17:0/4053631143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c9c105430 0x7f9c9c198480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 >> 172.21.15.17:0/4053631143 conn(0x7f9c9c0fc4b0 msgr2=0x7f9c9c1049e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 shutdown_connections 2024-03-16T18:20:54.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:54.328+0000 7f9ca3371700 1 -- 172.21.15.17:0/4053631143 wait complete. 2024-03-16T18:20:54.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:53 smithi149 ceph-mon[35991]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-16T18:20:54.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:53 smithi149 ceph-mon[35991]: osdmap e93: 12 total, 12 up, 12 in 2024-03-16T18:20:54.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:53 smithi153 ceph-mon[36005]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-03-16T18:20:54.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:53 smithi153 ceph-mon[36005]: osdmap e93: 12 total, 12 up, 12 in 2024-03-16T18:20:54.934 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph orch device ls' 2024-03-16T18:20:55.182 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:55.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:54 smithi017 ceph-mon[32207]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:55.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:54 smithi017 ceph-mon[32207]: pgmap v355: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:55.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:54 smithi149 ceph-mon[35991]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:55.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:54 smithi149 ceph-mon[35991]: pgmap v355: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:55.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:54 smithi153 ceph-mon[36005]: from='client.25217 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:55.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:54 smithi153 ceph-mon[36005]: pgmap v355: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 11 op/s 2024-03-16T18:20:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 -- 172.21.15.17:0/742156904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 msgr2=0x7f1220108a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 --2- 172.21.15.17:0/742156904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f1220108a10 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f121800c240 tx=0x7f121800c550 comp rx=0 tx=0).stop 2024-03-16T18:20:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 -- 172.21.15.17:0/742156904 shutdown_connections 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 --2- 172.21.15.17:0/742156904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f1220108a10 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 --2- 172.21.15.17:0/742156904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f12201005c0 0x7f12201009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 --2- 172.21.15.17:0/742156904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12201017c0 0x7f1220101c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 -- 172.21.15.17:0/742156904 >> 172.21.15.17:0/742156904 conn(0x7f12200fbb80 msgr2=0x7f12200fdfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 -- 172.21.15.17:0/742156904 shutdown_connections 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 -- 172.21.15.17:0/742156904 wait complete. 2024-03-16T18:20:56.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.882+0000 7f1224fa2700 1 Processor -- start 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 -- start start 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f12201005c0 0x7f1220197e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12201017c0 0x7f12201983c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f122019f440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122019fa10 con 0x7f1220102160 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122019fb50 con 0x7f12201017c0 2024-03-16T18:20:56.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f1224fa2700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f122019fce0 con 0x7f12201005c0 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f122019f440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f122019f440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59406/0 (socket says 172.21.15.17:59406) 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 -- 172.21.15.17:0/3743749385 learned_addr learned my addr 172.21.15.17:0/3743749385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121f7fe700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f12201005c0 0x7f1220197e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121effd700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12201017c0 0x7f12201983c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 -- 172.21.15.17:0/3743749385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f12201005c0 msgr2=0x7f1220197e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f12201005c0 0x7f1220197e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 -- 172.21.15.17:0/3743749385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12201017c0 msgr2=0x7f12201983c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12201017c0 0x7f12201983c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.883+0000 7f121ffff700 1 -- 172.21.15.17:0/3743749385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f121800ae10 con 0x7f1220102160 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.884+0000 7f121ffff700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f122019f440 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1218008430 tx=0x7f1218008460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.884+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f121800f040 con 0x7f1220102160 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.884+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f121800a560 con 0x7f1220102160 2024-03-16T18:20:56.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.884+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f122019ff60 con 0x7f1220102160 2024-03-16T18:20:56.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.884+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12180074a0 con 0x7f1220102160 2024-03-16T18:20:56.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.884+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12201a0310 con 0x7f1220102160 2024-03-16T18:20:56.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.885+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1220107920 con 0x7f1220102160 2024-03-16T18:20:56.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.887+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f12180050d0 con 0x7f1220102160 2024-03-16T18:20:56.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.887+0000 7f121cff9700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f12080a1ac0 0x7f12080a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:56.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.887+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f12180cf330 con 0x7f1220102160 2024-03-16T18:20:56.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.887+0000 7f121f7fe700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f12080a1ac0 0x7f12080a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:56.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.888+0000 7f121f7fe700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f12080a1ac0 0x7f12080a3f80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1220101620 tx=0x7f121000b410 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:56.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:56.891+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1218098270 con 0x7f1220102160 2024-03-16T18:20:57.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.106+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "orch device ls", "target": ["mon-mgr", ""]}) v1 -- 0x7f122002da60 con 0x7f12080a1ac0 2024-03-16T18:20:57.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.107+0000 7f121cff9700 1 -- 172.21.15.17:0/3743749385 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+532 (secure 0 0 0) 0x7f122002da60 con 0x7f12080a1ac0 2024-03-16T18:20:57.109 INFO:teuthology.orchestra.run.smithi017.stdout:HOST PATH TYPE DEVICE ID SIZE AVAILABLE REFRESHED REJECT REASONS 2024-03-16T18:20:57.109 INFO:teuthology.orchestra.run.smithi017.stdout:smithi017 /dev/nvme0n1 ssd INTEL_SSDPED1D480GA_PHMB7473003Q480DGN 447G No 3m ago Has a FileSystem, LVM detected 2024-03-16T18:20:57.110 INFO:teuthology.orchestra.run.smithi017.stdout:smithi149 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300CK400BGN 372G No 3m ago Has a FileSystem, LVM detected 2024-03-16T18:20:57.110 INFO:teuthology.orchestra.run.smithi017.stdout:smithi153 /dev/nvme0n1 ssd INTEL_SSDPEDMD400G4_CVFT623300MV400BGN 372G No 2m ago Has a FileSystem, LVM detected 2024-03-16T18:20:57.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f12080a1ac0 msgr2=0x7f12080a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f12080a1ac0 0x7f12080a3f80 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f1220101620 tx=0x7f121000b410 comp rx=0 tx=0).stop 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 msgr2=0x7f122019f440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f122019f440 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7f1218008430 tx=0x7f1218008460 comp rx=0 tx=0).stop 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 shutdown_connections 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1220102160 0x7f122019f440 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f12080a1ac0 0x7f12080a3f80 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f12201005c0 0x7f1220197e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 --2- 172.21.15.17:0/3743749385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f12201017c0 0x7f12201983c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.109+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 >> 172.21.15.17:0/3743749385 conn(0x7f12200fbb80 msgr2=0x7f1220104a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.110+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 shutdown_connections 2024-03-16T18:20:57.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:57.110+0000 7f1224fa2700 1 -- 172.21.15.17:0/3743749385 wait complete. 2024-03-16T18:20:57.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:56 smithi017 ceph-mon[32207]: pgmap v356: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:20:57.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:56 smithi149 ceph-mon[35991]: pgmap v356: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:20:57.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:56 smithi153 ceph-mon[36005]: pgmap v356: 129 pgs: 1 peering, 128 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 3.5 KiB/s rd, 8 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:20:57.773 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-03-16T18:20:57.782 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:20:57.783 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph fs dump' 2024-03-16T18:20:58.035 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:20:58.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:57 smithi017 ceph-mon[32207]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:58.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:57 smithi149 ceph-mon[35991]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:58.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:57 smithi153 ceph-mon[36005]: from='client.15327 -' entity='client.admin' cmd=[{"prefix": "orch device ls", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:20:59.182 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:58 smithi017 ceph-mon[32207]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:20:59.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:58 smithi149 ceph-mon[35991]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:20:59.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:58 smithi153 ceph-mon[36005]: pgmap v357: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 9 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:20:59.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 -- 172.21.15.17:0/3929067542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34103bb0 msgr2=0x7f5e3410a460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:59.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3929067542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34103bb0 0x7f5e3410a460 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f5e2c00b0d0 tx=0x7f5e2c00b3e0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 -- 172.21.15.17:0/3929067542 shutdown_connections 2024-03-16T18:20:59.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3929067542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34103bb0 0x7f5e3410a460 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3929067542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e34102010 0x7f5e34102430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3929067542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 0x7f5e34103670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 -- 172.21.15.17:0/3929067542 >> 172.21.15.17:0/3929067542 conn(0x7f5e340fd5f0 msgr2=0x7f5e340ffa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 -- 172.21.15.17:0/3929067542 shutdown_connections 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.704+0000 7f5e3a177700 1 -- 172.21.15.17:0/3929067542 wait complete. 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 Processor -- start 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 -- start start 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 0x7f5e34075d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 0x7f5e340743d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e34103bb0 0x7f5e34074910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e34075090 con 0x7f5e34102010 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e34075200 con 0x7f5e34103210 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e3a177700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e341a2040 con 0x7f5e34103bb0 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e337fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 0x7f5e34075d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:59.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e337fe700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 0x7f5e34075d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56566/0 (socket says 172.21.15.17:56566) 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e32ffd700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 0x7f5e340743d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e337fe700 1 -- 172.21.15.17:0/3077100037 learned_addr learned my addr 172.21.15.17:0/3077100037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.705+0000 7f5e33fff700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e34103bb0 0x7f5e34074910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e337fe700 1 -- 172.21.15.17:0/3077100037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e34103bb0 msgr2=0x7f5e34074910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e337fe700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e34103bb0 0x7f5e34074910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e337fe700 1 -- 172.21.15.17:0/3077100037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 msgr2=0x7f5e340743d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e337fe700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 0x7f5e340743d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e337fe700 1 -- 172.21.15.17:0/3077100037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e2c009d00 con 0x7f5e34102010 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e32ffd700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 0x7f5e340743d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e337fe700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 0x7f5e34075d80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400d980 tx=0x7f5e2400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e2400f890 con 0x7f5e34102010 2024-03-16T18:20:59.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e341a2320 con 0x7f5e34102010 2024-03-16T18:20:59.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e24010460 con 0x7f5e34102010 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e2400fea0 con 0x7f5e34102010 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.706+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e341a2870 con 0x7f5e34102010 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.707+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e34109420 con 0x7f5e34102010 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.708+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5e240105d0 con 0x7f5e34102010 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.709+0000 7f5e30ff9700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e1c0a1ac0 0x7f5e1c0a3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.709+0000 7f5e32ffd700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e1c0a1ac0 0x7f5e1c0a3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.709+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f5e240cd2d0 con 0x7f5e34102010 2024-03-16T18:20:59.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.709+0000 7f5e32ffd700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e1c0a1ac0 0x7f5e1c0a3f80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5e28009fd0 tx=0x7f5e28009260 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:20:59.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.714+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5e24096090 con 0x7f5e34102010 2024-03-16T18:20:59.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.966+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump"} v 0) v1 -- 0x7f5e34068ca0 con 0x7f5e34102010 2024-03-16T18:20:59.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.966+0000 7f5e30ff9700 1 -- 172.21.15.17:0/3077100037 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump"}]=0 dumped fsmap epoch 27 v27) v1 ==== 76+0+3042 (secure 0 0 0) 0x7f5e24016c00 con 0x7f5e34102010 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:e27 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:enable_multiple, ever_enabled_multiple: 1,1 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:legacy client fscid: 1 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:Filesystem 'cephfs' (1) 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:fs_name cephfs 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:epoch 27 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:flags 32 joinable allow_snaps allow_multimds_snaps allow_standby_replay 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:created 2024-03-16T18:18:56.806453+0000 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:modified 2024-03-16T18:19:19.247563+0000 2024-03-16T18:20:59.969 INFO:teuthology.orchestra.run.smithi017.stdout:tableserver 0 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:root 0 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:session_timeout 300 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:session_autoclose 300 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:max_file_size 1099511627776 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:max_xattr_size 65536 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:required_client_features {} 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:last_failure 0 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:last_failure_osd_epoch 0 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2,11=minor log segments} 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:max_mds 5 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:in 0,1,2,3,4 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:up {0=24545,1=24494,2=24490,3=24464,4=24460} 2024-03-16T18:20:59.970 INFO:teuthology.orchestra.run.smithi017.stdout:failed 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:damaged 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:stopped 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:data_pools [3,4] 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:metadata_pool 2 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:inline_data disabled 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:balancer 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:bal_rank_mask -1 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:standby_count_wanted 0 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:qdb_cluster leader: 24545 members: 24464,24460,24490,24545,24494 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.b{0:24545} state up:active seq 3 addr [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.f{0:24454} state up:standby-replay seq 1 addr [v2:172.21.15.153:6834/1474094458,v1:172.21.15.153:6835/1474094458] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.h{1:24494} state up:active seq 10 addr [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.k{1:24434} state up:standby-replay seq 1 addr [v2:172.21.15.149:6832/3519896731,v1:172.21.15.149:6833/3519896731] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.971 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.i{2:24490} state up:active seq 10 addr [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.l{2:24415} state up:standby-replay seq 1 addr [v2:172.21.15.153:6832/1818040216,v1:172.21.15.153:6833/1818040216] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.e{3:24464} state up:active seq 13 addr [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.a{3:14634} state up:standby-replay seq 1 addr [v2:172.21.15.17:6840/4143054545,v1:172.21.15.17:6841/4143054545] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.c{4:24460} state up:active seq 12 addr [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.g{4:14622} state up:standby-replay seq 1 addr [v2:172.21.15.17:6838/237087686,v1:172.21.15.17:6839/237087686] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:Standby daemons: 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.j{-1:14538} state up:standby seq 1 addr [v2:172.21.15.17:6834/4000873635,v1:172.21.15.17:6835/4000873635] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.972 INFO:teuthology.orchestra.run.smithi017.stdout:[mds.d{-1:14556} state up:standby seq 1 addr [v2:172.21.15.17:6836/2399846333,v1:172.21.15.17:6837/2399846333] compat {c=[1],r=[1],i=[fff]}] 2024-03-16T18:20:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e1c0a1ac0 msgr2=0x7f5e1c0a3f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e1c0a1ac0 0x7f5e1c0a3f80 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f5e28009fd0 tx=0x7f5e28009260 comp rx=0 tx=0).stop 2024-03-16T18:20:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 msgr2=0x7f5e34075d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:20:59.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 0x7f5e34075d80 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400d980 tx=0x7f5e2400dc90 comp rx=0 tx=0).stop 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 shutdown_connections 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f5e1c0a1ac0 0x7f5e1c0a3f80 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e34103bb0 0x7f5e34074910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e34102010 0x7f5e34075d80 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 --2- 172.21.15.17:0/3077100037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e34103210 0x7f5e340743d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.968+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 >> 172.21.15.17:0/3077100037 conn(0x7f5e340fd5f0 msgr2=0x7f5e34106560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.969+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 shutdown_connections 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:20:59.969+0000 7f5e3a177700 1 -- 172.21.15.17:0/3077100037 wait complete. 2024-03-16T18:20:59.974 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:21:00.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:59 smithi017 ceph-mon[32207]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-16T18:21:00.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:59 smithi017 ceph-mon[32207]: Cluster is now healthy 2024-03-16T18:21:00.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:20:59 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3077100037' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-16T18:21:00.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:59 smithi149 ceph-mon[35991]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-16T18:21:00.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:59 smithi149 ceph-mon[35991]: Cluster is now healthy 2024-03-16T18:21:00.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:20:59 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3077100037' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-16T18:21:00.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:59 smithi153 ceph-mon[36005]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-03-16T18:21:00.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:59 smithi153 ceph-mon[36005]: Cluster is now healthy 2024-03-16T18:21:00.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:20:59 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3077100037' entity='client.admin' cmd=[{"prefix": "fs dump"}]: dispatch 2024-03-16T18:21:00.696 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- bash -c 'ceph osd dump' 2024-03-16T18:21:00.942 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:21:02.280 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:01 smithi017 ceph-mon[32207]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:21:02.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:01 smithi149 ceph-mon[35991]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:21:02.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:01 smithi153 ceph-mon[36005]: pgmap v358: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 10 op/s; 0 B/s, 1 keys/s, 0 objects/s recovering 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2728648934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34100f00 msgr2=0x7f1b34101320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2728648934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34100f00 0x7f1b34101320 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c009990 tx=0x7f1b2c009ca0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2728648934 shutdown_connections 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2728648934 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b34102a20 0x7f1b34109340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2728648934 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34100f00 0x7f1b34101320 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2728648934 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b34102060 0x7f1b341024e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2728648934 >> 172.21.15.17:0/2728648934 conn(0x7f1b340fc4a0 msgr2=0x7f1b340fe8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2728648934 shutdown_connections 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.630+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2728648934 wait complete. 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 Processor -- start 2024-03-16T18:21:02.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 -- start start 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b34100f00 0x7f1b34197ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 0x7f1b341983e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b34102a20 0x7f1b3419f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b3419fa30 con 0x7f1b34102060 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b3419fb70 con 0x7f1b34100f00 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3bc48700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b3419fd00 con 0x7f1b34102a20 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b391e3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 0x7f1b341983e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b391e3700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 0x7f1b341983e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56588/0 (socket says 172.21.15.17:56588) 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b391e3700 1 -- 172.21.15.17:0/2940562227 learned_addr learned my addr 172.21.15.17:0/2940562227 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b399e4700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b34100f00 0x7f1b34197ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.631+0000 7f1b3a1e5700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b34102a20 0x7f1b3419f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b391e3700 1 -- 172.21.15.17:0/2940562227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b34102a20 msgr2=0x7f1b3419f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b391e3700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b34102a20 0x7f1b3419f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b391e3700 1 -- 172.21.15.17:0/2940562227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b34100f00 msgr2=0x7f1b34197ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b391e3700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b34100f00 0x7f1b34197ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b391e3700 1 -- 172.21.15.17:0/2940562227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b2c0095f0 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b391e3700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 0x7f1b341983e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1b2800e9d0 tx=0x7f1b2800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b28009790 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1b2800ee70 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b3419ffe0 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b28018680 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.632+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b341a04a0 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.633+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b34068ca0 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.634+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1b2800cbd0 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.635+0000 7f1b32ffd700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1b1c0a1b40 0x7f1b1c0a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.635+0000 7f1b399e4700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1b1c0a1b40 0x7f1b1c0a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.635+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f1b28014070 con 0x7f1b34102060 2024-03-16T18:21:02.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.635+0000 7f1b399e4700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1b1c0a1b40 0x7f1b1c0a4000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c00b2e0 tx=0x7f1b2c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:02.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.639+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1b28053280 con 0x7f1b34102060 2024-03-16T18:21:02.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.844+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump"} v 0) v1 -- 0x7f1b341083d0 con 0x7f1b34102060 2024-03-16T18:21:02.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.845+0000 7f1b32ffd700 1 -- 172.21.15.17:0/2940562227 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump"}]=0 v93) v1 ==== 56+0+5732 (secure 0 0 0) 0x7f1b28096700 con 0x7f1b34102060 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:epoch 93 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:created 2024-03-16T18:10:54.420878+0000 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:modified 2024-03-16T18:20:52.985333+0000 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:flags sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:crush_version 27 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:full_ratio 0.95 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:backfillfull_ratio 0.9 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:nearfull_ratio 0.85 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:require_min_compat_client luminous 2024-03-16T18:21:02.847 INFO:teuthology.orchestra.run.smithi017.stdout:min_compat_client luminous 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:require_osd_release squid 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:stretch_mode_enabled false 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:pool 1 '.mgr' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 1 pgp_num 1 autoscale_mode off last_change 21 flags hashpspool stripe_width 0 pg_num_max 32 pg_num_min 1 application mgr read_balance_score 12.00 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:pool 2 'cephfs_metadata' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 84 flags hashpspool stripe_width 0 pg_autoscale_bias 4 pg_num_min 16 recovery_priority 5 application cephfs read_balance_score 1.88 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:pool 3 'cephfs_data' replicated size 3 min_size 2 crush_rule 0 object_hash rjenkins pg_num 64 pgp_num 64 autoscale_mode off last_change 85 flags hashpspool stripe_width 0 pg_num_min 64 target_size_ratio 0.05 application cephfs read_balance_score 1.50 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:pool 4 'cephfs_data_ec' erasure profile cephfs_data_ec size 4 min_size 3 crush_rule 1 object_hash rjenkins pg_num 32 pgp_num 32 autoscale_mode off last_change 89 flags hashpspool,ec_overwrites stripe_width 8192 pg_num_min 64 target_size_ratio 0.9 application cephfs 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:max_osd 12 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.0 up in weight 1 up_from 8 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6802/2308279915,v1:172.21.15.17:6803/2308279915] [v2:172.21.15.17:6804/2308279915,v1:172.21.15.17:6805/2308279915] exists,up 90fc8db7-8a91-42f8-b78d-dbfb3930ec51 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.1 up in weight 1 up_from 13 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6800/1758479845,v1:172.21.15.149:6801/1758479845] [v2:172.21.15.149:6802/1758479845,v1:172.21.15.149:6803/1758479845] exists,up c89cf20f-81f1-4196-b602-3b3ea1e86a10 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.2 up in weight 1 up_from 18 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.153:6800/1322972806,v1:172.21.15.153:6801/1322972806] [v2:172.21.15.153:6802/1322972806,v1:172.21.15.153:6803/1322972806] exists,up cf866950-77b5-4efb-ab9e-b90d46f61606 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.3 up in weight 1 up_from 25 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6810/3300911096,v1:172.21.15.17:6811/3300911096] [v2:172.21.15.17:6812/3300911096,v1:172.21.15.17:6813/3300911096] exists,up 9b383b96-a450-4852-b1ca-813807a10bc9 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.4 up in weight 1 up_from 33 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6808/1181899126,v1:172.21.15.149:6809/1181899126] [v2:172.21.15.149:6810/1181899126,v1:172.21.15.149:6811/1181899126] exists,up 359fa465-6891-4c13-a924-89cc51070582 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.5 up in weight 1 up_from 38 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.153:6808/3529556305,v1:172.21.15.153:6809/3529556305] [v2:172.21.15.153:6810/3529556305,v1:172.21.15.153:6811/3529556305] exists,up b750e471-3f2c-4a6b-abc4-977281eeb206 2024-03-16T18:21:02.848 INFO:teuthology.orchestra.run.smithi017.stdout:osd.6 up in weight 1 up_from 46 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6818/2282142756,v1:172.21.15.17:6819/2282142756] [v2:172.21.15.17:6820/2282142756,v1:172.21.15.17:6821/2282142756] exists,up 1e0c37fa-686c-42d4-96c7-c140e8fff7e3 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:osd.7 up in weight 1 up_from 51 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6816/460911357,v1:172.21.15.149:6817/460911357] [v2:172.21.15.149:6818/460911357,v1:172.21.15.149:6819/460911357] exists,up 5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:osd.8 up in weight 1 up_from 59 up_thru 90 down_at 0 last_clean_interval [0,0) [v2:172.21.15.153:6816/581873480,v1:172.21.15.153:6817/581873480] [v2:172.21.15.153:6818/581873480,v1:172.21.15.153:6819/581873480] exists,up 7c36d5dc-8637-4040-afc2-3a81355cfb3e 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:osd.9 up in weight 1 up_from 67 up_thru 87 down_at 0 last_clean_interval [0,0) [v2:172.21.15.17:6826/1579251264,v1:172.21.15.17:6827/1579251264] [v2:172.21.15.17:6828/1579251264,v1:172.21.15.17:6829/1579251264] exists,up 97d69529-d483-4f8e-b808-ed5723b8f798 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:osd.10 up in weight 1 up_from 72 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.149:6824/394958612,v1:172.21.15.149:6825/394958612] [v2:172.21.15.149:6826/394958612,v1:172.21.15.149:6827/394958612] exists,up 39cca802-1a94-4d58-97e2-e72337174cf8 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:osd.11 up in weight 1 up_from 80 up_thru 92 down_at 0 last_clean_interval [0,0) [v2:172.21.15.153:6824/2837848003,v1:172.21.15.153:6825/2837848003] [v2:172.21.15.153:6826/2837848003,v1:172.21.15.153:6827/2837848003] exists,up 567f2d75-3b8e-435f-8285-21fd93d2575d 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.5 [8,11] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.c [2,1] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.10 [2,4] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 2.1d [8,11] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.3 [4,9] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.10 [5,9] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.17 [4,8] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.1d [4,7] 2024-03-16T18:21:02.849 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.22 [3,9] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.39 [5,8] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 3.3a [4,6] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 4.b [9,8] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 4.15 [5,10] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 4.1b [9,10] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:pg_upmap_items 4.1f [9,8] 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6801/2875100147 expires 2024-03-17T18:11:50.809733+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/544206830 expires 2024-03-17T18:11:50.809733+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/109238757 expires 2024-03-17T18:11:50.809733+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/3337149114 expires 2024-03-17T18:11:24.717822+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/2210699953 expires 2024-03-17T18:11:24.717822+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6800/1281331913 expires 2024-03-17T18:11:24.717822+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6800/2875100147 expires 2024-03-17T18:11:50.809733+0000 2024-03-16T18:21:02.850 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:6801/1281331913 expires 2024-03-17T18:11:24.717822+0000 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/571614305 expires 2024-03-17T18:11:50.809733+0000 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stdout:blocklist 172.21.15.17:0/1311409127 expires 2024-03-17T18:11:24.717822+0000 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1b1c0a1b40 msgr2=0x7f1b1c0a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1b1c0a1b40 0x7f1b1c0a4000 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1b2c00b2e0 tx=0x7f1b2c005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 msgr2=0x7f1b341983e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 0x7f1b341983e0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1b2800e9d0 tx=0x7f1b2800ece0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 shutdown_connections 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1b1c0a1b40 0x7f1b1c0a4000 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b34102a20 0x7f1b3419f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b34100f00 0x7f1b34197ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 --2- 172.21.15.17:0/2940562227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b34102060 0x7f1b341983e0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 >> 172.21.15.17:0/2940562227 conn(0x7f1b340fc4a0 msgr2=0x7f1b34105510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 shutdown_connections 2024-03-16T18:21:02.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:02.847+0000 7f1b3bc48700 1 -- 172.21.15.17:0/2940562227 wait complete. 2024-03-16T18:21:03.132 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:02 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2940562227' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-16T18:21:03.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:02 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2940562227' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-16T18:21:03.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:02 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2940562227' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-03-16T18:21:03.469 INFO:teuthology.run_tasks:Running task fs.ready... 2024-03-16T18:21:03.480 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:03.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 -- 172.21.15.17:0/3123715186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 msgr2=0x7f85b4101b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 --2- 172.21.15.17:0/3123715186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4101b00 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f85a8009900 tx=0x7f85a802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 -- 172.21.15.17:0/3123715186 shutdown_connections 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 --2- 172.21.15.17:0/3123715186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4101b00 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 --2- 172.21.15.17:0/3123715186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85b4102040 0x7f85b41088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 --2- 172.21.15.17:0/3123715186 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4100490 0x7f85b41008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 -- 172.21.15.17:0/3123715186 >> 172.21.15.17:0/3123715186 conn(0x7f85b40fba20 msgr2=0x7f85b40fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 -- 172.21.15.17:0/3123715186 shutdown_connections 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.584+0000 7f85b9548640 1 -- 172.21.15.17:0/3123715186 wait complete. 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 Processor -- start 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 -- start start 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85b4100490 0x7f85b41043d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4102a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4102040 0x7f85b4102fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b4103730 con 0x7f85b4101680 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b41038a0 con 0x7f85b4100490 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b9548640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b41a15a0 con 0x7f85b4102040 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4102a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4102a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56610/0 (socket says 172.21.15.17:56610) 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 -- 172.21.15.17:0/2639189357 learned_addr learned my addr 172.21.15.17:0/2639189357 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b2ffd640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85b4100490 0x7f85b41043d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b37fe640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4102040 0x7f85b4102fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 -- 172.21.15.17:0/2639189357 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4102040 msgr2=0x7f85b4102fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4102040 0x7f85b4102fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 -- 172.21.15.17:0/2639189357 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85b4100490 msgr2=0x7f85b41043d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85b4100490 0x7f85b41043d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b27fc640 1 -- 172.21.15.17:0/2639189357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85a8009560 con 0x7f85b4101680 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.585+0000 7f85b37fe640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4102040 0x7f85b4102fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.586+0000 7f85b27fc640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4102a60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f85a8036040 tx=0x7f85a8004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.586+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8004a50 con 0x7f85b4101680 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.586+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f85a802de90 con 0x7f85b4101680 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.586+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85b41a17a0 con 0x7f85b4101680 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.586+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8003c20 con 0x7f85b4101680 2024-03-16T18:21:03.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.586+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85b41a1cb0 con 0x7f85b4101680 2024-03-16T18:21:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.587+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85b410bce0 con 0x7f85b4101680 2024-03-16T18:21:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.588+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f85a8003d80 con 0x7f85b4101680 2024-03-16T18:21:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.588+0000 7f859bfff640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f859c0a1a30 0x7f859c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.588+0000 7f85b2ffd640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f859c0a1a30 0x7f859c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.589+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f85a80ef960 con 0x7f85b4101680 2024-03-16T18:21:03.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.589+0000 7f85b2ffd640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f859c0a1a30 0x7f859c0a3ef0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f85b41014e0 tx=0x7f85a4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:03.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.593+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f85a80b8720 con 0x7f85b4101680 2024-03-16T18:21:03.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.779+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85b41a2070 con 0x7f85b4101680 2024-03-16T18:21:03.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.780+0000 7f859bfff640 1 -- 172.21.15.17:0/2639189357 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7f85a80bbde0 con 0x7f85b4101680 2024-03-16T18:21:03.783 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:03.783 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f859c0a1a30 msgr2=0x7f859c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f859c0a1a30 0x7f859c0a3ef0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f85b41014e0 tx=0x7f85a4005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 msgr2=0x7f85b4102a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4102a60 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f85a8036040 tx=0x7f85a8004370 comp rx=0 tx=0).stop 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 shutdown_connections 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f859c0a1a30 0x7f859c0a3ef0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85b4101680 0x7f85b4102a60 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85b4102040 0x7f85b4102fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 --2- 172.21.15.17:0/2639189357 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85b4100490 0x7f85b41043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 >> 172.21.15.17:0/2639189357 conn(0x7f85b40fba20 msgr2=0x7f85b4069b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 shutdown_connections 2024-03-16T18:21:03.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.782+0000 7f85b9548640 1 -- 172.21.15.17:0/2639189357 wait complete. 2024-03-16T18:21:03.796 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:21:03.796 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 -- 172.21.15.17:0/1128679490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c102010 msgr2=0x7f9f8c104400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 --2- 172.21.15.17:0/1128679490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c102010 0x7f9f8c104400 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c009ca0 tx=0x7f9f7c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 -- 172.21.15.17:0/1128679490 shutdown_connections 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 --2- 172.21.15.17:0/1128679490 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c107270 0x7f9f8c109660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 --2- 172.21.15.17:0/1128679490 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c104940 0x7f9f8c106d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 --2- 172.21.15.17:0/1128679490 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c102010 0x7f9f8c104400 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 -- 172.21.15.17:0/1128679490 >> 172.21.15.17:0/1128679490 conn(0x7f9f8c0fb980 msgr2=0x7f9f8c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 -- 172.21.15.17:0/1128679490 shutdown_connections 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 -- 172.21.15.17:0/1128679490 wait complete. 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 Processor -- start 2024-03-16T18:21:03.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.901+0000 7f9f94064640 1 -- start start 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c102010 0x7f9f8c197510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 0x7f9f8c197a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c107270 0x7f9f8c19eac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8c19f000 con 0x7f9f8c104940 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8c19f170 con 0x7f9f8c107270 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f8c19f330 con 0x7f9f8c102010 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f915ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 0x7f9f8c197a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c102010 0x7f9f8c197510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f915ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 0x7f9f8c197a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56638/0 (socket says 172.21.15.17:56638) 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f915ff640 1 -- 172.21.15.17:0/4071474142 learned_addr learned my addr 172.21.15.17:0/4071474142 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f92601640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c107270 0x7f9f8c19eac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 -- 172.21.15.17:0/4071474142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c107270 msgr2=0x7f9f8c19eac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c107270 0x7f9f8c19eac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 -- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 msgr2=0x7f9f8c197a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 0x7f9f8c197a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 -- 172.21.15.17:0/4071474142 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f7c009900 con 0x7f9f8c102010 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f915ff640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 0x7f9f8c197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f91e00640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c102010 0x7f9f8c197510 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c02c630 tx=0x7f9f7c032980 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f7c034e70 con 0x7f9f8c102010 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f8c19f5b0 con 0x7f9f8c102010 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9f7c003e20 con 0x7f9f8c102010 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f7c004750 con 0x7f9f8c102010 2024-03-16T18:21:03.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.902+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f8c19fa60 con 0x7f9f8c102010 2024-03-16T18:21:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.903+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f8c0fd470 con 0x7f9f8c102010 2024-03-16T18:21:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.904+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9f7c03b040 con 0x7f9f8c102010 2024-03-16T18:21:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.905+0000 7f9f8affd640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9f740a1a30 0x7f9f740a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.905+0000 7f9f915ff640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9f740a1a30 0x7f9f740a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.905+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f9f7c0efcb0 con 0x7f9f8c102010 2024-03-16T18:21:03.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.905+0000 7f9f915ff640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9f740a1a30 0x7f9f740a3ef0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c198a20 tx=0x7f9f80005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:03.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:03.909+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9f7c0b8b20 con 0x7f9f8c102010 2024-03-16T18:21:04.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.092+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9f8c02cf60 con 0x7f9f8c102010 2024-03-16T18:21:04.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.092+0000 7f9f8affd640 1 -- 172.21.15.17:0/4071474142 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9f7c0bc1e0 con 0x7f9f8c102010 2024-03-16T18:21:04.094 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:21:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9f740a1a30 msgr2=0x7f9f740a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9f740a1a30 0x7f9f740a3ef0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9f8c198a20 tx=0x7f9f80005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c102010 msgr2=0x7f9f8c197510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c102010 0x7f9f8c197510 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9f7c02c630 tx=0x7f9f7c032980 comp rx=0 tx=0).stop 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 shutdown_connections 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9f740a1a30 0x7f9f740a3ef0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f8c104940 0x7f9f8c197a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f8c107270 0x7f9f8c19eac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 --2- 172.21.15.17:0/4071474142 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f8c102010 0x7f9f8c197510 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 >> 172.21.15.17:0/4071474142 conn(0x7f9f8c0fb980 msgr2=0x7f9f8c102a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 shutdown_connections 2024-03-16T18:21:04.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.094+0000 7f9f94064640 1 -- 172.21.15.17:0/4071474142 wait complete. 2024-03-16T18:21:04.106 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:03 smithi017 ceph-mon[32207]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:04.107 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:03 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2639189357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:04.108 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 -- 172.21.15.17:0/260876228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5940103180 msgr2=0x7f5940109a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 --2- 172.21.15.17:0/260876228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5940103180 0x7f5940109a10 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f5938009ca0 tx=0x7f593802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 -- 172.21.15.17:0/260876228 shutdown_connections 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 --2- 172.21.15.17:0/260876228 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5940103180 0x7f5940109a10 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 --2- 172.21.15.17:0/260876228 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f59401027c0 0x7f5940102c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 --2- 172.21.15.17:0/260876228 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f59400ff7f0 0x7f59400ffc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 -- 172.21.15.17:0/260876228 >> 172.21.15.17:0/260876228 conn(0x7f59400fb120 msgr2=0x7f59400fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 -- 172.21.15.17:0/260876228 shutdown_connections 2024-03-16T18:21:04.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 -- 172.21.15.17:0/260876228 wait complete. 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.211+0000 7f594602a640 1 Processor -- start 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 -- start start 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f59400ff7f0 0x7f5940197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 0x7f5940197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5940103180 0x7f594019e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f594019ef30 con 0x7f59401027c0 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f594019f0a0 con 0x7f59400ff7f0 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f594602a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f594019f260 con 0x7f5940103180 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 0x7f5940197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 0x7f5940197980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56662/0 (socket says 172.21.15.17:56662) 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 -- 172.21.15.17:0/3864942952 learned_addr learned my addr 172.21.15.17:0/3864942952 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593f7fe640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f59400ff7f0 0x7f5940197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593ffff640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5940103180 0x7f594019e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 -- 172.21.15.17:0/3864942952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5940103180 msgr2=0x7f594019e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5940103180 0x7f594019e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 -- 172.21.15.17:0/3864942952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f59400ff7f0 msgr2=0x7f5940197440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f59400ff7f0 0x7f5940197440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 -- 172.21.15.17:0/3864942952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5934009490 con 0x7f59401027c0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.212+0000 7f593effd640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 0x7f5940197980 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f593400ea60 tx=0x7f593400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.213+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f593400cde0 con 0x7f59401027c0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.213+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5938009900 con 0x7f59401027c0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.213+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f59340044d0 con 0x7f59401027c0 2024-03-16T18:21:04.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.213+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5934010690 con 0x7f59401027c0 2024-03-16T18:21:04.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.213+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f594019f910 con 0x7f59401027c0 2024-03-16T18:21:04.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.214+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59401088f0 con 0x7f59401027c0 2024-03-16T18:21:04.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.215+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f5934003e40 con 0x7f59401027c0 2024-03-16T18:21:04.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.216+0000 7f593cff9640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f59280a1a30 0x7f59280a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.216+0000 7f593f7fe640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f59280a1a30 0x7f59280a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.216+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f5934014070 con 0x7f59401027c0 2024-03-16T18:21:04.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.216+0000 7f593f7fe640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f59280a1a30 0x7f59280a3ef0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5940069920 tx=0x7f5930005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:04.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.219+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5934096bc0 con 0x7f59401027c0 2024-03-16T18:21:04.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:03 smithi149 ceph-mon[35991]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:04.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:03 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2639189357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:04.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:03 smithi153 ceph-mon[36005]: pgmap v359: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.8 KiB/s rd, 9 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:04.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:03 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2639189357' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:04.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.403+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f594010ce00 con 0x7f59401027c0 2024-03-16T18:21:04.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.403+0000 7f593cff9640 1 -- 172.21.15.17:0/3864942952 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f593409a280 con 0x7f59401027c0 2024-03-16T18:21:04.406 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:04.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f59280a1a30 msgr2=0x7f59280a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f59280a1a30 0x7f59280a3ef0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f5940069920 tx=0x7f5930005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 msgr2=0x7f5940197980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 0x7f5940197980 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f593400ea60 tx=0x7f593400ef20 comp rx=0 tx=0).stop 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 shutdown_connections 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f59280a1a30 0x7f59280a3ef0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f59401027c0 0x7f5940197980 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5940103180 0x7f594019e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 --2- 172.21.15.17:0/3864942952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f59400ff7f0 0x7f5940197440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.405+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 >> 172.21.15.17:0/3864942952 conn(0x7f59400fb120 msgr2=0x7f5940105ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.406+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 shutdown_connections 2024-03-16T18:21:04.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.406+0000 7f594602a640 1 -- 172.21.15.17:0/3864942952 wait complete. 2024-03-16T18:21:04.419 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:21:04.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 -- 172.21.15.17:0/1576900618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 msgr2=0x7f1c18101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/1576900618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18101a80 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1c0c009900 tx=0x7f1c0c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:04.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 -- 172.21.15.17:0/1576900618 shutdown_connections 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/1576900618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18101a80 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/1576900618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c18101fc0 0x7f1c18108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/1576900618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 0x7f1c18100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 -- 172.21.15.17:0/1576900618 >> 172.21.15.17:0/1576900618 conn(0x7f1c180fb9a0 msgr2=0x7f1c180fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 -- 172.21.15.17:0/1576900618 shutdown_connections 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.524+0000 7f1c1e12c640 1 -- 172.21.15.17:0/1576900618 wait complete. 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 Processor -- start 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 -- start start 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 0x7f1c18197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c18101fc0 0x7f1c1819ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c1819f010 con 0x7f1c18101600 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c1819f180 con 0x7f1c18101fc0 2024-03-16T18:21:04.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c1e12c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c1819f340 con 0x7f1c18100410 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c16ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c177fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 0x7f1c18197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c16ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56680/0 (socket says 172.21.15.17:56680) 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c16ffd640 1 -- 172.21.15.17:0/3673416436 learned_addr learned my addr 172.21.15.17:0/3673416436 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.525+0000 7f1c17fff640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c18101fc0 0x7f1c1819ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c177fe640 1 -- 172.21.15.17:0/3673416436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c18101fc0 msgr2=0x7f1c1819ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c177fe640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c18101fc0 0x7f1c1819ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c177fe640 1 -- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 msgr2=0x7f1c18197a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c177fe640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18197a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c177fe640 1 -- 172.21.15.17:0/3673416436 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c0c009560 con 0x7f1c18100410 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c16ffd640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c177fe640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 0x7f1c18197520 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1c0800e9c0 tx=0x7f1c0800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:04.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c0800ccc0 con 0x7f1c18100410 2024-03-16T18:21:04.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c1819f620 con 0x7f1c18100410 2024-03-16T18:21:04.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c080044d0 con 0x7f1c18100410 2024-03-16T18:21:04.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c08003e40 con 0x7f1c18100410 2024-03-16T18:21:04.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.526+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c1819fb80 con 0x7f1c18100410 2024-03-16T18:21:04.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.527+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c1810bcd0 con 0x7f1c18100410 2024-03-16T18:21:04.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.528+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1c08003fe0 con 0x7f1c18100410 2024-03-16T18:21:04.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.529+0000 7f1c14ff9640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c000a1a30 0x7f1c000a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.529+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f1c08014070 con 0x7f1c18100410 2024-03-16T18:21:04.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.529+0000 7f1c16ffd640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c000a1a30 0x7f1c000a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.529+0000 7f1c16ffd640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c000a1a30 0x7f1c000a3ef0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1c18198a30 tx=0x7f1c0c02c770 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:04.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.537+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1c08096a40 con 0x7f1c18100410 2024-03-16T18:21:04.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.719+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1c181a0010 con 0x7f1c18100410 2024-03-16T18:21:04.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.720+0000 7f1c14ff9640 1 -- 172.21.15.17:0/3673416436 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1c0809a100 con 0x7f1c18100410 2024-03-16T18:21:04.722 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:21:04.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.721+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c000a1a30 msgr2=0x7f1c000a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.721+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c000a1a30 0x7f1c000a3ef0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f1c18198a30 tx=0x7f1c0c02c770 comp rx=0 tx=0).stop 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.721+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 msgr2=0x7f1c18197520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.721+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 0x7f1c18197520 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f1c0800e9c0 tx=0x7f1c0800ee80 comp rx=0 tx=0).stop 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 shutdown_connections 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1c000a1a30 0x7f1c000a3ef0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c18101600 0x7f1c18197a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c18101fc0 0x7f1c1819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 --2- 172.21.15.17:0/3673416436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c18100410 0x7f1c18197520 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 >> 172.21.15.17:0/3673416436 conn(0x7f1c180fb9a0 msgr2=0x7f1c180698e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 shutdown_connections 2024-03-16T18:21:04.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.722+0000 7f1c1e12c640 1 -- 172.21.15.17:0/3673416436 wait complete. 2024-03-16T18:21:04.735 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:21:04.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 -- 172.21.15.17:0/120168967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 msgr2=0x7f1f8c101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 --2- 172.21.15.17:0/120168967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c101a70 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f1f74009900 tx=0x7f1f7402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 -- 172.21.15.17:0/120168967 shutdown_connections 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 --2- 172.21.15.17:0/120168967 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c101a70 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 --2- 172.21.15.17:0/120168967 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f8c101fb0 0x7f1f8c108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 --2- 172.21.15.17:0/120168967 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 0x7f1f8c100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 -- 172.21.15.17:0/120168967 >> 172.21.15.17:0/120168967 conn(0x7f1f8c0fb990 msgr2=0x7f1f8c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 -- 172.21.15.17:0/120168967 shutdown_connections 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.839+0000 7f1f9181c640 1 -- 172.21.15.17:0/120168967 wait complete. 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 Processor -- start 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 -- start start 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 0x7f1f8c104390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c1029d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f8c101fb0 0x7f1f8c102f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f8c103670 con 0x7f1f8c1015f0 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f8c1037e0 con 0x7f1f8c101fb0 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f9181c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f8c1a1540 con 0x7f1f8c100400 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f83fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c1029d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f8affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 0x7f1f8c104390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f83fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c1029d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56706/0 (socket says 172.21.15.17:56706) 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f83fff640 1 -- 172.21.15.17:0/2635888904 learned_addr learned my addr 172.21.15.17:0/2635888904 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.840+0000 7f1f8b7fe640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f8c101fb0 0x7f1f8c102f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f83fff640 1 -- 172.21.15.17:0/2635888904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 msgr2=0x7f1f8c104390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f83fff640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 0x7f1f8c104390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f83fff640 1 -- 172.21.15.17:0/2635888904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f8c101fb0 msgr2=0x7f1f8c102f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f83fff640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f8c101fb0 0x7f1f8c102f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:04.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f83fff640 1 -- 172.21.15.17:0/2635888904 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f84009840 con 0x7f1f8c1015f0 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f8affd640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 0x7f1f8c104390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f83fff640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c1029d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1f74036040 tx=0x7f1f74004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74004a50 con 0x7f1f8c1015f0 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1f7402de90 con 0x7f1f8c1015f0 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f74009560 con 0x7f1f8c1015f0 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f74003b60 con 0x7f1f8c1015f0 2024-03-16T18:21:04.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.841+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f8c1a1b10 con 0x7f1f8c1015f0 2024-03-16T18:21:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.842+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f8c10bcc0 con 0x7f1f8c1015f0 2024-03-16T18:21:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.843+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1f74003cc0 con 0x7f1f8c1015f0 2024-03-16T18:21:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.844+0000 7f1f9081a640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f780a1a30 0x7f1f780a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.844+0000 7f1f8affd640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f780a1a30 0x7f1f780a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.844+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f1f740efff0 con 0x7f1f8c1015f0 2024-03-16T18:21:04.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.844+0000 7f1f8affd640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f780a1a30 0x7f1f780a3ef0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c101450 tx=0x7f1f7c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:04.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:04.848+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1f740b8e10 con 0x7f1f8c1015f0 2024-03-16T18:21:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.036+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f1f8c1a1f80 con 0x7f1f8c1015f0 2024-03-16T18:21:05.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.036+0000 7f1f9081a640 1 -- 172.21.15.17:0/2635888904 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f1f74043020 con 0x7f1f8c1015f0 2024-03-16T18:21:05.038 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:05.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f780a1a30 msgr2=0x7f1f780a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f780a1a30 0x7f1f780a3ef0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f1f8c101450 tx=0x7f1f7c005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 msgr2=0x7f1f8c1029d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c1029d0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f1f74036040 tx=0x7f1f74004370 comp rx=0 tx=0).stop 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 shutdown_connections 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1f780a1a30 0x7f1f780a3ef0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f8c1015f0 0x7f1f8c1029d0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f8c101fb0 0x7f1f8c102f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 --2- 172.21.15.17:0/2635888904 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f8c100400 0x7f1f8c104390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 >> 172.21.15.17:0/2635888904 conn(0x7f1f8c0fb990 msgr2=0x7f1f8c069af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 shutdown_connections 2024-03-16T18:21:05.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.038+0000 7f1f9181c640 1 -- 172.21.15.17:0/2635888904 wait complete. 2024-03-16T18:21:05.052 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:21:05.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 -- 172.21.15.17:0/2712522223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 msgr2=0x7fc7cc109660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2712522223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc109660 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4009ca0 tx=0x7fc7c402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 -- 172.21.15.17:0/2712522223 shutdown_connections 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2712522223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc109660 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2712522223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc1048e0 0x7fc7cc106cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2712522223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc101fb0 0x7fc7cc1043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 -- 172.21.15.17:0/2712522223 >> 172.21.15.17:0/2712522223 conn(0x7fc7cc0fb9a0 msgr2=0x7fc7cc0fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 -- 172.21.15.17:0/2712522223 shutdown_connections 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 -- 172.21.15.17:0/2712522223 wait complete. 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.155+0000 7fc7d220f640 1 Processor -- start 2024-03-16T18:21:05.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 -- start start 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc101fb0 0x7fc7cc197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc1048e0 0x7fc7cc197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7cc19eff0 con 0x7fc7cc107210 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7cc19f160 con 0x7fc7cc101fb0 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7d220f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7cc19f320 con 0x7fc7cc1048e0 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc19eab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56724/0 (socket says 172.21.15.17:56724) 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2156689492 learned_addr learned my addr 172.21.15.17:0/2156689492 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc101fb0 0x7fc7cc197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7caffd640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc1048e0 0x7fc7cc197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2156689492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc1048e0 msgr2=0x7fc7cc197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc1048e0 0x7fc7cc197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2156689492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc101fb0 msgr2=0x7fc7cc197500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc101fb0 0x7fc7cc197500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 -- 172.21.15.17:0/2156689492 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7c4009900 con 0x7fc7cc107210 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc101fb0 0x7fc7cc197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7caffd640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc1048e0 0x7fc7cc197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.156+0000 7fc7cbfff640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc19eab0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4037040 tx=0x7fc7c4032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.157+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4034e70 con 0x7fc7cc107210 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.157+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7cc19f5a0 con 0x7fc7cc107210 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.157+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc7c4003e20 con 0x7fc7cc107210 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.157+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c4004770 con 0x7fc7cc107210 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.157+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7cc19faa0 con 0x7fc7cc107210 2024-03-16T18:21:05.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.158+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7cc0fd490 con 0x7fc7cc107210 2024-03-16T18:21:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.159+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc7c403b040 con 0x7fc7cc107210 2024-03-16T18:21:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.159+0000 7fc7c8ff9640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7b40a1a30 0x7fc7b40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.159+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7b40a1a30 0x7fc7b40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.159+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fc7c40efd80 con 0x7fc7cc107210 2024-03-16T18:21:05.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.160+0000 7fc7cb7fe640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7b40a1a30 0x7fc7b40a3ef0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009fc0 tx=0x7fc7bc005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:05.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.164+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc7c40b8c50 con 0x7fc7cc107210 2024-03-16T18:21:05.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4071474142' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3864942952' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3673416436' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:04 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4071474142' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:04 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3864942952' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:04 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3673416436' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:04 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4071474142' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:04 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3864942952' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:04 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3673416436' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:05.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.385+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc7cc0fcf00 con 0x7fc7cc107210 2024-03-16T18:21:05.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.386+0000 7fc7c8ff9640 1 -- 172.21.15.17:0/2156689492 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fc7c40bc310 con 0x7fc7cc107210 2024-03-16T18:21:05.388 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:05.388 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:19.247563+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24464,24460,24490,24545,24494]},"id":1}]} 2024-03-16T18:21:05.388 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7b40a1a30 msgr2=0x7fc7b40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7b40a1a30 0x7fc7b40a3ef0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc7bc009fc0 tx=0x7fc7bc005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 msgr2=0x7fc7cc19eab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc19eab0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fc7c4037040 tx=0x7fc7c4032980 comp rx=0 tx=0).stop 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 shutdown_connections 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7b40a1a30 0x7fc7b40a3ef0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7cc107210 0x7fc7cc19eab0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7cc1048e0 0x7fc7cc197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 --2- 172.21.15.17:0/2156689492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7cc101fb0 0x7fc7cc197500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 >> 172.21.15.17:0/2156689492 conn(0x7fc7cc0fb9a0 msgr2=0x7fc7cc102870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 shutdown_connections 2024-03-16T18:21:05.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.388+0000 7fc7d220f640 1 -- 172.21.15.17:0/2156689492 wait complete. 2024-03-16T18:21:05.401 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 -- 172.21.15.17:0/2162013606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504101510 msgr2=0x7f9504101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 --2- 172.21.15.17:0/2162013606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504101510 0x7f9504101930 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f94f4009900 tx=0x7f94f402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 -- 172.21.15.17:0/2162013606 shutdown_connections 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 --2- 172.21.15.17:0/2162013606 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95041030c0 0x7f9504109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 --2- 172.21.15.17:0/2162013606 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9504102700 0x7f9504102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 --2- 172.21.15.17:0/2162013606 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504101510 0x7f9504101930 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 -- 172.21.15.17:0/2162013606 >> 172.21.15.17:0/2162013606 conn(0x7f95040fcaa0 msgr2=0x7f95040feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:05.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 -- 172.21.15.17:0/2162013606 shutdown_connections 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.504+0000 7f950a64d640 1 -- 172.21.15.17:0/2162013606 wait complete. 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 Processor -- start 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 -- start start 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9504101510 0x7f95041974f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 0x7f9504197a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95041030c0 0x7f950419eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f950419efe0 con 0x7f9504102700 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f950419f150 con 0x7f95041030c0 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f950a64d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f950419f310 con 0x7f9504101510 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f95037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 0x7f9504197a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f95037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 0x7f9504197a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56752/0 (socket says 172.21.15.17:56752) 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f95037fe640 1 -- 172.21.15.17:0/134085386 learned_addr learned my addr 172.21.15.17:0/134085386 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:05.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f9503fff640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9504101510 0x7f95041974f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.505+0000 7f9508bea640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95041030c0 0x7f950419eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95037fe640 1 -- 172.21.15.17:0/134085386 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9504101510 msgr2=0x7f95041974f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95037fe640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9504101510 0x7f95041974f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95037fe640 1 -- 172.21.15.17:0/134085386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95041030c0 msgr2=0x7f950419eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95037fe640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95041030c0 0x7f950419eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95037fe640 1 -- 172.21.15.17:0/134085386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f4009560 con 0x7f9504102700 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f9508bea640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95041030c0 0x7f950419eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f9503fff640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9504101510 0x7f95041974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95037fe640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 0x7f9504197a30 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f94f800e9f0 tx=0x7f94f800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f8009700 con 0x7f9504102700 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f94f800cd80 con 0x7f9504102700 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f8018840 con 0x7f9504102700 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f950419f5f0 con 0x7f9504102700 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.506+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f950419fb50 con 0x7f9504102700 2024-03-16T18:21:05.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.507+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9504108900 con 0x7f9504102700 2024-03-16T18:21:05.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.508+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f94f80189a0 con 0x7f9504102700 2024-03-16T18:21:05.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.509+0000 7f95017fa640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94ec0a1ab0 0x7f94ec0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.509+0000 7f9503fff640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94ec0a1ab0 0x7f94ec0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.509+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f94f8014070 con 0x7f9504102700 2024-03-16T18:21:05.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.509+0000 7f9503fff640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94ec0a1ab0 0x7f94ec0a3f70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f94f402c7d0 tx=0x7f94f4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:05.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.513+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f94f8053280 con 0x7f9504102700 2024-03-16T18:21:05.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.697+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f950402d000 con 0x7f9504102700 2024-03-16T18:21:05.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.699+0000 7f95017fa640 1 -- 172.21.15.17:0/134085386 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7f94f8096940 con 0x7f9504102700 2024-03-16T18:21:05.701 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:05.701 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94ec0a1ab0 msgr2=0x7f94ec0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94ec0a1ab0 0x7f94ec0a3f70 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f94f402c7d0 tx=0x7f94f4005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 msgr2=0x7f9504197a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 0x7f9504197a30 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f94f800e9f0 tx=0x7f94f800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 shutdown_connections 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f94ec0a1ab0 0x7f94ec0a3f70 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9504102700 0x7f9504197a30 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95041030c0 0x7f950419eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 --2- 172.21.15.17:0/134085386 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9504101510 0x7f95041974f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 >> 172.21.15.17:0/134085386 conn(0x7f95040fcaa0 msgr2=0x7f9504105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:05.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 shutdown_connections 2024-03-16T18:21:05.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.701+0000 7f950a64d640 1 -- 172.21.15.17:0/134085386 wait complete. 2024-03-16T18:21:05.714 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:21:05.715 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/863366550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd44101500 msgr2=0x7fcd44101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/863366550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd44101500 0x7fcd44101920 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c009900 tx=0x7fcd2c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/863366550 shutdown_connections 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/863366550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd441030b0 0x7fcd44109940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/863366550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd441026f0 0x7fcd44102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/863366550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd44101500 0x7fcd44101920 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/863366550 >> 172.21.15.17:0/863366550 conn(0x7fcd440fca90 msgr2=0x7fcd440feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/863366550 shutdown_connections 2024-03-16T18:21:05.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.819+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/863366550 wait complete. 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 Processor -- start 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 -- start start 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd44101500 0x7fcd441974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 0x7fcd44197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd441030b0 0x7fcd4419ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4419efd0 con 0x7fcd441026f0 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4419f140 con 0x7fcd441030b0 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd4a8fa640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd4419f300 con 0x7fcd44101500 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 0x7fcd44197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 0x7fcd44197a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56758/0 (socket says 172.21.15.17:56758) 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 -- 172.21.15.17:0/4128903107 learned_addr learned my addr 172.21.15.17:0/4128903107 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd48e97640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd441030b0 0x7fcd4419ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd43fff640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd44101500 0x7fcd441974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 -- 172.21.15.17:0/4128903107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd44101500 msgr2=0x7fcd441974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd44101500 0x7fcd441974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 -- 172.21.15.17:0/4128903107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd441030b0 msgr2=0x7fcd4419ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd441030b0 0x7fcd4419ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.820+0000 7fcd437fe640 1 -- 172.21.15.17:0/4128903107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd2c009560 con 0x7fcd441026f0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.821+0000 7fcd437fe640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 0x7fcd44197a20 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fcd3400e9f0 tx=0x7fcd3400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.821+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd34009720 con 0x7fcd441026f0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.821+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcd3400cd80 con 0x7fcd441026f0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.821+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd4419f5e0 con 0x7fcd441026f0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.821+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd34010430 con 0x7fcd441026f0 2024-03-16T18:21:05.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.821+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd4419faa0 con 0x7fcd441026f0 2024-03-16T18:21:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.822+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcd44108990 con 0x7fcd441026f0 2024-03-16T18:21:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.823+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fcd34005020 con 0x7fcd441026f0 2024-03-16T18:21:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.823+0000 7fcd417fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd300a1a30 0x7fcd300a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.823+0000 7fcd43fff640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd300a1a30 0x7fcd300a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.823+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fcd34014070 con 0x7fcd441026f0 2024-03-16T18:21:05.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.824+0000 7fcd43fff640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd300a1a30 0x7fcd300a3ef0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c02c7d0 tx=0x7fcd2c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:05.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:05.828+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fcd34096950 con 0x7fcd441026f0 2024-03-16T18:21:06.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.010+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcd4402cf90 con 0x7fcd441026f0 2024-03-16T18:21:06.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.010+0000 7fcd417fa640 1 -- 172.21.15.17:0/4128903107 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcd3409a010 con 0x7fcd441026f0 2024-03-16T18:21:06.013 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:21:06.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd300a1a30 msgr2=0x7fcd300a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd300a1a30 0x7fcd300a3ef0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fcd2c02c7d0 tx=0x7fcd2c005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 msgr2=0x7fcd44197a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 0x7fcd44197a20 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fcd3400e9f0 tx=0x7fcd3400edf0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 shutdown_connections 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fcd300a1a30 0x7fcd300a3ef0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd441026f0 0x7fcd44197a20 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd441030b0 0x7fcd4419ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 --2- 172.21.15.17:0/4128903107 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd44101500 0x7fcd441974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.012+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 >> 172.21.15.17:0/4128903107 conn(0x7fcd440fca90 msgr2=0x7fcd44105b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.013+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 shutdown_connections 2024-03-16T18:21:06.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.013+0000 7fcd4a8fa640 1 -- 172.21.15.17:0/4128903107 wait complete. 2024-03-16T18:21:06.026 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:21:06.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.129+0000 7f7a42e2a640 1 -- 172.21.15.17:0/2296011976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 msgr2=0x7f7a3c101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.129+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/2296011976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c101a60 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f7a28009900 tx=0x7f7a2802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:06.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.129+0000 7f7a42e2a640 1 -- 172.21.15.17:0/2296011976 shutdown_connections 2024-03-16T18:21:06.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.129+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/2296011976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c101a60 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/2296011976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a3c101fa0 0x7f7a3c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/2296011976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a3c1003f0 0x7f7a3c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- 172.21.15.17:0/2296011976 >> 172.21.15.17:0/2296011976 conn(0x7f7a3c0fb980 msgr2=0x7f7a3c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- 172.21.15.17:0/2296011976 shutdown_connections 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- 172.21.15.17:0/2296011976 wait complete. 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 Processor -- start 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- start start 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a3c1003f0 0x7f7a3c196420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a3c101fa0 0x7f7a3c19d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a3c19df10 con 0x7f7a3c1015e0 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a3c19e080 con 0x7f7a3c1003f0 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a42e2a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a3c19e240 con 0x7f7a3c101fa0 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a3bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a3bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c196960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56776/0 (socket says 172.21.15.17:56776) 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a3bfff640 1 -- 172.21.15.17:0/763436815 learned_addr learned my addr 172.21.15.17:0/763436815 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a40bc6640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a3c1003f0 0x7f7a3c196420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.130+0000 7f7a413c7640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a3c101fa0 0x7f7a3c19d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a3bfff640 1 -- 172.21.15.17:0/763436815 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a3c101fa0 msgr2=0x7f7a3c19d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a3bfff640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a3c101fa0 0x7f7a3c19d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a3bfff640 1 -- 172.21.15.17:0/763436815 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a3c1003f0 msgr2=0x7f7a3c196420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a3bfff640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a3c1003f0 0x7f7a3c196420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a3bfff640 1 -- 172.21.15.17:0/763436815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a28009560 con 0x7f7a3c1015e0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a3bfff640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c196960 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f7a28005ab0 tx=0x7f7a280040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a280044c0 con 0x7f7a3c1015e0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a3c19e4c0 con 0x7f7a3c1015e0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7a28003aa0 con 0x7f7a3c1015e0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a28005580 con 0x7f7a3c1015e0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.131+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a3c19ea20 con 0x7f7a3c1015e0 2024-03-16T18:21:06.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.132+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a3c1077e0 con 0x7f7a3c1015e0 2024-03-16T18:21:06.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.133+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f7a28004dc0 con 0x7f7a3c1015e0 2024-03-16T18:21:06.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.134+0000 7f7a39ffb640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7a2c0a1a30 0x7f7a2c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.134+0000 7f7a40bc6640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7a2c0a1a30 0x7f7a2c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.134+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f7a2802de40 con 0x7f7a3c1015e0 2024-03-16T18:21:06.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.134+0000 7f7a40bc6640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7a2c0a1a30 0x7f7a2c0a3ef0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7a3c101440 tx=0x7f7a30005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:06.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.138+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f7a280b92a0 con 0x7f7a3c1015e0 2024-03-16T18:21:06.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:05 smithi017 ceph-mon[32207]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:06.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:05 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2635888904' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:06.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:05 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2156689492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:06.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:05 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/134085386' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:06.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.320+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7a3c10bd00 con 0x7f7a3c1015e0 2024-03-16T18:21:06.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.320+0000 7f7a39ffb640 1 -- 172.21.15.17:0/763436815 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7a28043020 con 0x7f7a3c1015e0 2024-03-16T18:21:06.322 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:06.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7a2c0a1a30 msgr2=0x7f7a2c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7a2c0a1a30 0x7f7a2c0a3ef0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f7a3c101440 tx=0x7f7a30005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:06.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 msgr2=0x7f7a3c196960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c196960 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f7a28005ab0 tx=0x7f7a280040c0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 shutdown_connections 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f7a2c0a1a30 0x7f7a2c0a3ef0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7a3c1015e0 0x7f7a3c196960 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7a3c101fa0 0x7f7a3c19d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 --2- 172.21.15.17:0/763436815 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7a3c1003f0 0x7f7a3c196420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 >> 172.21.15.17:0/763436815 conn(0x7f7a3c0fb980 msgr2=0x7f7a3c1049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 shutdown_connections 2024-03-16T18:21:06.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.322+0000 7f7a42e2a640 1 -- 172.21.15.17:0/763436815 wait complete. 2024-03-16T18:21:06.335 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:21:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:05 smithi149 ceph-mon[35991]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:05 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2635888904' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:05 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2156689492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:05 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/134085386' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:05 smithi153 ceph-mon[36005]: pgmap v360: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.7 KiB/s rd, 11 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:06.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:05 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2635888904' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:06.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:05 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2156689492' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:06.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:05 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/134085386' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:06.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 -- 172.21.15.17:0/3379962760 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc107250 msgr2=0x7f54fc109640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 --2- 172.21.15.17:0/3379962760 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc107250 0x7f54fc109640 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f54f4009ca0 tx=0x7f54f402c100 comp rx=0 tx=0).stop 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 -- 172.21.15.17:0/3379962760 shutdown_connections 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 --2- 172.21.15.17:0/3379962760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc106d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 --2- 172.21.15.17:0/3379962760 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc107250 0x7f54fc109640 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 --2- 172.21.15.17:0/3379962760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54fc101ff0 0x7f54fc1043e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 -- 172.21.15.17:0/3379962760 >> 172.21.15.17:0/3379962760 conn(0x7f54fc0fb9a0 msgr2=0x7f54fc0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 -- 172.21.15.17:0/3379962760 shutdown_connections 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.439+0000 7f5502dc7640 1 -- 172.21.15.17:0/3379962760 wait complete. 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 Processor -- start 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 -- start start 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc101ff0 0x7f54fc1996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54fc107250 0x7f54fc1a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54fc1a1190 con 0x7f54fc104920 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54fc1a1300 con 0x7f54fc107250 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5502dc7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54fc1a14c0 con 0x7f54fc101ff0 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f54fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f54fbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc199be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56796/0 (socket says 172.21.15.17:56796) 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f54fbfff640 1 -- 172.21.15.17:0/2597918139 learned_addr learned my addr 172.21.15.17:0/2597918139 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5500b63640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc101ff0 0x7f54fc1996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5501364640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54fc107250 0x7f54fc1a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5500b63640 1 -- 172.21.15.17:0/2597918139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54fc107250 msgr2=0x7f54fc1a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5500b63640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54fc107250 0x7f54fc1a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5500b63640 1 -- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 msgr2=0x7f54fc199be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5500b63640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc199be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f5500b63640 1 -- 172.21.15.17:0/2597918139 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e8009490 con 0x7f54fc101ff0 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.440+0000 7f54fbfff640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.441+0000 7f5500b63640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc101ff0 0x7f54fc1996a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f54f000e9f0 tx=0x7f54f000eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.441+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f000ccc0 con 0x7f54fc101ff0 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.441+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54f4009900 con 0x7f54fc101ff0 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.441+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f54f00044d0 con 0x7f54fc101ff0 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.441+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0004a00 con 0x7f54fc101ff0 2024-03-16T18:21:06.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.441+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54fc1a1ad0 con 0x7f54fc101ff0 2024-03-16T18:21:06.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.442+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54fc108d40 con 0x7f54fc101ff0 2024-03-16T18:21:06.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.443+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f54f0004b60 con 0x7f54fc101ff0 2024-03-16T18:21:06.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.444+0000 7f54f9ffb640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54ec0a1ab0 0x7f54ec0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.444+0000 7f54fbfff640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54ec0a1ab0 0x7f54ec0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.444+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f54f0014070 con 0x7f54fc101ff0 2024-03-16T18:21:06.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.444+0000 7f54fbfff640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54ec0a1ab0 0x7f54ec0a3f70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f54fc19abb0 tx=0x7f54e8005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:06.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.450+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f54f0096530 con 0x7f54fc101ff0 2024-03-16T18:21:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.631+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f54fc10cdd0 con 0x7f54fc101ff0 2024-03-16T18:21:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.632+0000 7f54f9ffb640 1 -- 172.21.15.17:0/2597918139 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7f54f0099bf0 con 0x7f54fc101ff0 2024-03-16T18:21:06.634 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54ec0a1ab0 msgr2=0x7f54ec0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54ec0a1ab0 0x7f54ec0a3f70 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f54fc19abb0 tx=0x7f54e8005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc101ff0 msgr2=0x7f54fc1996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc101ff0 0x7f54fc1996a0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f54f000e9f0 tx=0x7f54f000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 shutdown_connections 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f54ec0a1ab0 0x7f54ec0a3f70 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f54fc104920 0x7f54fc199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f54fc107250 0x7f54fc1a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 --2- 172.21.15.17:0/2597918139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f54fc101ff0 0x7f54fc1996a0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 >> 172.21.15.17:0/2597918139 conn(0x7f54fc0fb9a0 msgr2=0x7f54fc1016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 shutdown_connections 2024-03-16T18:21:06.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.634+0000 7f5502dc7640 1 -- 172.21.15.17:0/2597918139 wait complete. 2024-03-16T18:21:06.647 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:21:06.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 -- 172.21.15.17:0/3972828417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864100400 msgr2=0x7f7864100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 --2- 172.21.15.17:0/3972828417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864100400 0x7f7864100820 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f7860009900 tx=0x7f786002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:06.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 -- 172.21.15.17:0/3972828417 shutdown_connections 2024-03-16T18:21:06.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 --2- 172.21.15.17:0/3972828417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7864101fb0 0x7f7864108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 --2- 172.21.15.17:0/3972828417 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78641015f0 0x7f7864101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 --2- 172.21.15.17:0/3972828417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864100400 0x7f7864100820 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 -- 172.21.15.17:0/3972828417 >> 172.21.15.17:0/3972828417 conn(0x7f78640fb990 msgr2=0x7f78640fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 -- 172.21.15.17:0/3972828417 shutdown_connections 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.750+0000 7f786b1d7640 1 -- 172.21.15.17:0/3972828417 wait complete. 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 Processor -- start 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 -- start start 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7864100400 0x7f7864197590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78641015f0 0x7f7864197ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 0x7f786419eb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f786419f080 con 0x7f7864101fb0 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f786419f1f0 con 0x7f7864100400 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f786b1d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f786419f3b0 con 0x7f78641015f0 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 0x7f786419eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 0x7f786419eb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56806/0 (socket says 172.21.15.17:56806) 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 -- 172.21.15.17:0/17236229 learned_addr learned my addr 172.21.15.17:0/17236229 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7868f73640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7864100400 0x7f7864197590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f785bfff640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78641015f0 0x7f7864197ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 -- 172.21.15.17:0/17236229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78641015f0 msgr2=0x7f7864197ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78641015f0 0x7f7864197ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 -- 172.21.15.17:0/17236229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7864100400 msgr2=0x7f7864197590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7864100400 0x7f7864197590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.751+0000 7f7869774640 1 -- 172.21.15.17:0/17236229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f785c009840 con 0x7f7864101fb0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.752+0000 7f7869774640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 0x7f786419eb40 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f785c00efd0 tx=0x7f785c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.752+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785c009b40 con 0x7f7864101fb0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.752+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f785c003b70 con 0x7f7864101fb0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.752+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7860009560 con 0x7f7864101fb0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.752+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785c0107e0 con 0x7f7864101fb0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.752+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f786419fa10 con 0x7f7864101fb0 2024-03-16T18:21:06.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.753+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f786410bcc0 con 0x7f7864101fb0 2024-03-16T18:21:06.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.754+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f785c003ce0 con 0x7f7864101fb0 2024-03-16T18:21:06.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.754+0000 7f7859ffb640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f784c0a1ab0 0x7f784c0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:06.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.754+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f785c014070 con 0x7f7864101fb0 2024-03-16T18:21:06.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.754+0000 7f7868f73640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f784c0a1ab0 0x7f784c0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:06.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.755+0000 7f7868f73640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f784c0a1ab0 0x7f784c0a3f70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f786002c7d0 tx=0x7f7860005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:06.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.759+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f785c096b10 con 0x7f7864101fb0 2024-03-16T18:21:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.942+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f786419fe60 con 0x7f7864101fb0 2024-03-16T18:21:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.942+0000 7f7859ffb640 1 -- 172.21.15.17:0/17236229 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f785c09a1d0 con 0x7f7864101fb0 2024-03-16T18:21:06.944 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f784c0a1ab0 msgr2=0x7f784c0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f784c0a1ab0 0x7f784c0a3f70 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f786002c7d0 tx=0x7f7860005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 msgr2=0x7f786419eb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 0x7f786419eb40 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f785c00efd0 tx=0x7f785c00c6a0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 shutdown_connections 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f784c0a1ab0 0x7f784c0a3f70 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7864101fb0 0x7f786419eb40 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78641015f0 0x7f7864197ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 --2- 172.21.15.17:0/17236229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7864100400 0x7f7864197590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 >> 172.21.15.17:0/17236229 conn(0x7f78640fb990 msgr2=0x7f7864069b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 shutdown_connections 2024-03-16T18:21:06.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:06.944+0000 7f786b1d7640 1 -- 172.21.15.17:0/17236229 wait complete. 2024-03-16T18:21:06.958 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 -- 172.21.15.17:0/4201989462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea4102700 msgr2=0x7f1ea4102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/4201989462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea4102700 0x7f1ea4102b80 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f1e94009900 tx=0x7f1e9402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 -- 172.21.15.17:0/4201989462 shutdown_connections 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/4201989462 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea4102700 0x7f1ea4102b80 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/4201989462 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ea41030c0 0x7f1ea4109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/4201989462 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ea4101510 0x7f1ea4101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 -- 172.21.15.17:0/4201989462 >> 172.21.15.17:0/4201989462 conn(0x7f1ea40fcaa0 msgr2=0x7f1ea40feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 -- 172.21.15.17:0/4201989462 shutdown_connections 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.061+0000 7f1eaba6f640 1 -- 172.21.15.17:0/4201989462 wait complete. 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 Processor -- start 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 -- start start 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ea4101510 0x7f1ea41974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ea4102700 0x7f1ea4197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 0x7f1ea419ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ea419efd0 con 0x7f1ea41030c0 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ea419f140 con 0x7f1ea4102700 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaba6f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ea419f300 con 0x7f1ea4101510 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 0x7f1ea419ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 0x7f1ea419ea90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56826/0 (socket says 172.21.15.17:56826) 2024-03-16T18:21:07.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 -- 172.21.15.17:0/488295835 learned_addr learned my addr 172.21.15.17:0/488295835 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1ea980b640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ea4101510 0x7f1ea41974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1ea900a640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ea4102700 0x7f1ea4197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 -- 172.21.15.17:0/488295835 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ea4101510 msgr2=0x7f1ea41974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ea4101510 0x7f1ea41974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 -- 172.21.15.17:0/488295835 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ea4102700 msgr2=0x7f1ea4197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ea4102700 0x7f1ea4197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 -- 172.21.15.17:0/488295835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e94009560 con 0x7f1ea41030c0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.062+0000 7f1eaa00c640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 0x7f1ea419ea90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00eb10 tx=0x7f1e9c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.063+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c004b20 con 0x7f1ea41030c0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.063+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1e9c004c80 con 0x7f1ea41030c0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.063+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ea419f5e0 con 0x7f1ea41030c0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.063+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e9c010690 con 0x7f1ea41030c0 2024-03-16T18:21:07.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.063+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ea419fac0 con 0x7f1ea41030c0 2024-03-16T18:21:07.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.064+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ea4108850 con 0x7f1ea41030c0 2024-03-16T18:21:07.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.065+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1e9c005020 con 0x7f1ea41030c0 2024-03-16T18:21:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.065+0000 7f1e9affd640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1e900a1a30 0x7f1e900a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.065+0000 7f1ea980b640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1e900a1a30 0x7f1e900a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.065+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f1e9c014070 con 0x7f1ea41030c0 2024-03-16T18:21:07.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.066+0000 7f1ea980b640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1e900a1a30 0x7f1e900a3ef0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4102560 tx=0x7f1ea0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.069+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1e9c096b70 con 0x7f1ea41030c0 2024-03-16T18:21:07.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4128903107' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/763436815' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2597918139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/17236229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.290+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1ea410cdd0 con 0x7f1ea41030c0 2024-03-16T18:21:07.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.290+0000 7f1e9affd640 1 -- 172.21.15.17:0/488295835 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 27 v27) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f1e9c09a230 con 0x7f1ea41030c0 2024-03-16T18:21:07.292 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:07.292 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":27,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":27,"flags":50,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:19:19.247563+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24464,24460,24490,24545,24494]},"id":1}]} 2024-03-16T18:21:07.293 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 27 2024-03-16T18:21:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1e900a1a30 msgr2=0x7f1e900a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1e900a1a30 0x7f1e900a3ef0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4102560 tx=0x7f1ea0005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 msgr2=0x7f1ea419ea90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 0x7f1ea419ea90 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f1e9c00eb10 tx=0x7f1e9c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 shutdown_connections 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1e900a1a30 0x7f1e900a3ef0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ea41030c0 0x7f1ea419ea90 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ea4102700 0x7f1ea4197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 --2- 172.21.15.17:0/488295835 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ea4101510 0x7f1ea41974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 >> 172.21.15.17:0/488295835 conn(0x7f1ea40fcaa0 msgr2=0x7f1ea4105a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 shutdown_connections 2024-03-16T18:21:07.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.292+0000 7f1eaba6f640 1 -- 172.21.15.17:0/488295835 wait complete. 2024-03-16T18:21:07.306 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:07.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4128903107' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/763436815' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2597918139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/17236229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4128903107' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/763436815' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2597918139' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/17236229' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 -- 172.21.15.17:0/1625077919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 msgr2=0x7f2d741088d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/1625077919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d741088d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c009ca0 tx=0x7f2d6c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 -- 172.21.15.17:0/1625077919 shutdown_connections 2024-03-16T18:21:07.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/1625077919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d741088d0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/1625077919 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d74101680 0x7f2d74101b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/1625077919 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d74100490 0x7f2d741008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 -- 172.21.15.17:0/1625077919 >> 172.21.15.17:0/1625077919 conn(0x7f2d740fba20 msgr2=0x7f2d740fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 -- 172.21.15.17:0/1625077919 shutdown_connections 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 -- 172.21.15.17:0/1625077919 wait complete. 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.407+0000 7f2d7b75c640 1 Processor -- start 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 -- start start 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d74100490 0x7f2d74196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d74101680 0x7f2d741968a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d7419d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7419de50 con 0x7f2d74102040 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7419dfc0 con 0x7f2d74101680 2024-03-16T18:21:07.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d7419e180 con 0x7f2d74100490 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d7419d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d7419d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56848/0 (socket says 172.21.15.17:56848) 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 -- 172.21.15.17:0/620175792 learned_addr learned my addr 172.21.15.17:0/620175792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d78cf7640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d74101680 0x7f2d741968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d794f8640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d74100490 0x7f2d74196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 -- 172.21.15.17:0/620175792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d74100490 msgr2=0x7f2d74196360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d74100490 0x7f2d74196360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 -- 172.21.15.17:0/620175792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d74101680 msgr2=0x7f2d741968a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d74101680 0x7f2d741968a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 -- 172.21.15.17:0/620175792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d6c009900 con 0x7f2d74102040 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d79cf9640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d7419d910 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c037040 tx=0x7f2d6c032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c034e70 con 0x7f2d74102040 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2d6c003e20 con 0x7f2d74102040 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d7419e400 con 0x7f2d74102040 2024-03-16T18:21:07.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.408+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d6c004710 con 0x7f2d74102040 2024-03-16T18:21:07.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.409+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d7419e900 con 0x7f2d74102040 2024-03-16T18:21:07.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.410+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d74107830 con 0x7f2d74102040 2024-03-16T18:21:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.411+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f2d6c03b040 con 0x7f2d74102040 2024-03-16T18:21:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.411+0000 7f2d6a7fc640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d600a1ab0 0x7f2d600a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.411+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f2d6c0efcd0 con 0x7f2d74102040 2024-03-16T18:21:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.411+0000 7f2d794f8640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d600a1ab0 0x7f2d600a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.412+0000 7f2d794f8640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d600a1ab0 0x7f2d600a3f70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2d741014e0 tx=0x7f2d70005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.416+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f2d6c0b8ba0 con 0x7f2d74102040 2024-03-16T18:21:07.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.600+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d7402d000 con 0x7f2d74102040 2024-03-16T18:21:07.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.602+0000 7f2d6a7fc640 1 -- 172.21.15.17:0/620175792 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7f2d6c0bc260 con 0x7f2d74102040 2024-03-16T18:21:07.604 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:07.605 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:07.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d600a1ab0 msgr2=0x7f2d600a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d600a1ab0 0x7f2d600a3f70 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f2d741014e0 tx=0x7f2d70005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:07.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 msgr2=0x7f2d7419d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d7419d910 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f2d6c037040 tx=0x7f2d6c032980 comp rx=0 tx=0).stop 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 shutdown_connections 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f2d600a1ab0 0x7f2d600a3f70 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d74102040 0x7f2d7419d910 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d74101680 0x7f2d741968a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 --2- 172.21.15.17:0/620175792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d74100490 0x7f2d74196360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 >> 172.21.15.17:0/620175792 conn(0x7f2d740fba20 msgr2=0x7f2d74104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 shutdown_connections 2024-03-16T18:21:07.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.604+0000 7f2d7b75c640 1 -- 172.21.15.17:0/620175792 wait complete. 2024-03-16T18:21:07.618 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 27, 'flags': 50, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': True, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 32, 'explicitly_allowed_features': 32, 'created': '2024-03-16T18:18:56.806453+0000', 'modified': '2024-03-16T18:19:19.247563+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 300, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 5, 'in': [0, 1, 2, 3, 4], 'up': {'mds_0': 24545, 'mds_1': 24494, 'mds_2': 24490, 'mds_3': 24464, 'mds_4': 24460}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_14622': {'gid': 14622, 'name': 'g', 'rank': 4, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.17:6839/237087686', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6838', 'nonce': 237087686}, {'type': 'v1', 'addr': '172.21.15.17:6839', 'nonce': 237087686}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_14634': {'gid': 14634, 'name': 'a', 'rank': 3, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.17:6841/4143054545', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.17:6840', 'nonce': 4143054545}, {'type': 'v1', 'addr': '172.21.15.17:6841', 'nonce': 4143054545}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24415': {'gid': 24415, 'name': 'l', 'rank': 2, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.153:6833/1818040216', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6832', 'nonce': 1818040216}, {'type': 'v1', 'addr': '172.21.15.153:6833', 'nonce': 1818040216}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24434': {'gid': 24434, 'name': 'k', 'rank': 1, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.149:6833/3519896731', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6832', 'nonce': 3519896731}, {'type': 'v1', 'addr': '172.21.15.149:6833', 'nonce': 3519896731}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24454': {'gid': 24454, 'name': 'f', 'rank': 0, 'incarnation': 0, 'state': 'up:standby-replay', 'state_seq': 1, 'addr': '172.21.15.153:6835/1474094458', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6834', 'nonce': 1474094458}, {'type': 'v1', 'addr': '172.21.15.153:6835', 'nonce': 1474094458}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24460': {'gid': 24460, 'name': 'c', 'rank': 4, 'incarnation': 26, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.153:6837/1940463335', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6836', 'nonce': 1940463335}, {'type': 'v1', 'addr': '172.21.15.153:6837', 'nonce': 1940463335}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24464': {'gid': 24464, 'name': 'e', 'rank': 3, 'incarnation': 24, 'state': 'up:active', 'state_seq': 13, 'addr': '172.21.15.149:6835/1680529830', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6834', 'nonce': 1680529830}, {'type': 'v1', 'addr': '172.21.15.149:6835', 'nonce': 1680529830}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24490': {'gid': 24490, 'name': 'i', 'rank': 2, 'incarnation': 22, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.153:6839/3876939861', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.153:6838', 'nonce': 3876939861}, {'type': 'v1', 'addr': '172.21.15.153:6839', 'nonce': 3876939861}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24494': {'gid': 24494, 'name': 'h', 'rank': 1, 'incarnation': 20, 'state': 'up:active', 'state_seq': 10, 'addr': '172.21.15.149:6837/212212221', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6836', 'nonce': 212212221}, {'type': 'v1', 'addr': '172.21.15.149:6837', 'nonce': 212212221}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}, 'gid_24545': {'gid': 24545, 'name': 'b', 'rank': 0, 'incarnation': 14, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.149:6839/219844008', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.149:6838', 'nonce': 219844008}, {'type': 'v1', 'addr': '172.21.15.149:6839', 'nonce': 219844008}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540701547738038271, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0, 'qdb_leader': 24545, 'qdb_cluster': [24464, 24460, 24490, 24545, 24494]} 2024-03-16T18:21:07.618 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 5/5 2024-03-16T18:21:07.619 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-03-16T18:21:07.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 -- 172.21.15.17:0/3615152028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0641071e0 msgr2=0x7fb064109630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3615152028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0641071e0 0x7fb064109630 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7fb05c009ca0 tx=0x7fb05c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 -- 172.21.15.17:0/3615152028 shutdown_connections 2024-03-16T18:21:07.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3615152028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb0641071e0 0x7fb064109630 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3615152028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb0641048b0 0x7fb064106ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3615152028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb064101f80 0x7fb064104370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 -- 172.21.15.17:0/3615152028 >> 172.21.15.17:0/3615152028 conn(0x7fb0640fb990 msgr2=0x7fb0640fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 -- 172.21.15.17:0/3615152028 shutdown_connections 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.721+0000 7fb069ac3640 1 -- 172.21.15.17:0/3615152028 wait complete. 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 Processor -- start 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 -- start start 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 0x7fb0641974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0641048b0 0x7fb064197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb0641071e0 0x7fb06419ea90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06419efd0 con 0x7fb064101f80 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06419f140 con 0x7fb0641071e0 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb069ac3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb06419f300 con 0x7fb0641048b0 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 0x7fb0641974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 0x7fb0641974e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56868/0 (socket says 172.21.15.17:56868) 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb0637fe640 1 -- 172.21.15.17:0/3846255899 learned_addr learned my addr 172.21.15.17:0/3846255899 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.722+0000 7fb062ffd640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0641048b0 0x7fb064197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb063fff640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb0641071e0 0x7fb06419ea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb0637fe640 1 -- 172.21.15.17:0/3846255899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0641048b0 msgr2=0x7fb064197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0641048b0 0x7fb064197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb0637fe640 1 -- 172.21.15.17:0/3846255899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb0641071e0 msgr2=0x7fb06419ea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb0641071e0 0x7fb06419ea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb0637fe640 1 -- 172.21.15.17:0/3846255899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb05c009900 con 0x7fb064101f80 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 0x7fb0641974e0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb05400e9f0 tx=0x7fb05400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb060ff9640 1 -- 172.21.15.17:0/3846255899 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb054009700 con 0x7fb064101f80 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb060ff9640 1 -- 172.21.15.17:0/3846255899 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb05400cd80 con 0x7fb064101f80 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb06419f5e0 con 0x7fb064101f80 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb060ff9640 1 -- 172.21.15.17:0/3846255899 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb054018840 con 0x7fb064101f80 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.723+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb06419faf0 con 0x7fb064101f80 2024-03-16T18:21:07.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.725+0000 7fb060ff9640 1 -- 172.21.15.17:0/3846255899 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fb0540189a0 con 0x7fb064101f80 2024-03-16T18:21:07.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 Processor -- start 2024-03-16T18:21:07.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb060ff9640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb04c0a1a30 0x7fb04c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 -- start start 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab280853a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb063fff640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb04c0a1a30 0x7fb04c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb060ff9640 1 -- 172.21.15.17:0/3846255899 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fb054014070 con 0x7fb064101f80 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808a470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab28040cd0 con 0x55ab2808aae0 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab27ff3f20 con 0x55ab28084f80 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb06c77e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab27ff1450 con 0x55ab28085970 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab280853a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb063fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb062ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab280853a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42434/0 (socket says 172.21.15.17:42434) 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb063fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808cf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56880/0 (socket says 172.21.15.17:56880) 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 -- 172.21.15.17:0/3194591227 learned_addr learned my addr 172.21.15.17:0/3194591227 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 -- 172.21.15.17:0/3194591227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 msgr2=0x55ab2808a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 -- 172.21.15.17:0/3194591227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 msgr2=0x55ab2808cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808cf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb0637fe640 1 -- 172.21.15.17:0/3194591227 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab27fa1f20 con 0x55ab28084f80 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb062ffd640 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.726+0000 7fb063fff640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb04c0a1a30 0x7fb04c0a3ef0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005e30 tx=0x7fb05c032fa0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab280853a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb054097120 tx=0x7fb05409a750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60dc65a8c7bc47ce server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb049ffb640 1 -- 172.21.15.17:0/3194591227 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0540a2e40 con 0x55ab28084f80 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb049ffb640 1 -- 172.21.15.17:0/3194591227 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb054098a50 con 0x55ab28084f80 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb049ffb640 1 -- 172.21.15.17:0/3194591227 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb054099ba0 con 0x55ab28084f80 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 -- 172.21.15.17:0/3194591227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 msgr2=0x55ab280853a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab280853a0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb054097120 tx=0x7fb05409a750 comp rx=0 tx=0).stop 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 -- 172.21.15.17:0/3194591227 shutdown_connections 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3194591227 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab280853a0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 -- 172.21.15.17:0/3194591227 >> 172.21.15.17:0/3194591227 conn(0x55ab280804f0 msgr2=0x55ab280808f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 -- 172.21.15.17:0/3194591227 shutdown_connections 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.727+0000 7fb06c77e740 1 -- 172.21.15.17:0/3194591227 wait complete. 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 -- start start 2024-03-16T18:21:07.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 Processor -- start 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 0x55ab2808f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab2808aae0 0x55ab28096690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab27fecc30 con 0x55ab28084f80 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab27f91d30 con 0x55ab2808aae0 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab27cc0310 con 0x55ab28085970 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb06c77e740 10 client.0 _ll_register_callbacks cb 0x55ab27f99d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 0x55ab2808f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 0x55ab2808f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56896/0 (socket says 172.21.15.17:56896) 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb0637fe640 1 -- 172.21.15.17:0/2344935248 learned_addr learned my addr 172.21.15.17:0/2344935248 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb063fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab2808aae0 0x55ab28096690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.728+0000 7fb062ffd640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb0637fe640 1 -- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 msgr2=0x55ab2808f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb0637fe640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb0637fe640 1 -- 172.21.15.17:0/2344935248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab2808aae0 msgr2=0x55ab28096690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb0637fe640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab2808aae0 0x55ab28096690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb0637fe640 1 -- 172.21.15.17:0/2344935248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb06419faf0 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb063fff640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab2808aae0 0x55ab28096690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb0637fe640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 0x55ab2808f110 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb054096bb0 tx=0x7fb05400cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45fa71b6e29690a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb042ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb042ffd640 1 -- 172.21.15.17:0/2344935248 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0540852e0 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb042ffd640 1 -- 172.21.15.17:0/2344935248 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fb0540a6020 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab27cec6c0 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb042ffd640 1 -- 172.21.15.17:0/2344935248 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb0540a2e40 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 10 client.15429 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55ab27feb2b0 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb042ffd640 1 -- 172.21.15.17:0/2344935248 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ab27cec6c0 con 0x55ab28084f80 2024-03-16T18:21:07.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb042ffd640 1 -- 172.21.15.17:0/2344935248 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb054099610 con 0x55ab28084f80 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 10 client.15429 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 10 client.15429 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 20 client.15429 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.729+0000 7fb06c77e740 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab2809b1f0 0x55ab2809fc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.730+0000 7fb06c77e740 4 client.15429 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.730+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab27d3d270 con 0x55ab2809b1f0 2024-03-16T18:21:07.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.730+0000 7fb062ffd640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab2809b1f0 0x55ab2809fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.730+0000 7fb062ffd640 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab2809b1f0 0x55ab2809fc90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7920ed74dd094750 server_cookie=95cd2411c6c40868 in_seq=0 out_seq=0 2024-03-16T18:21:07.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.730+0000 7fb042ffd640 10 client.15429 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:07.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb042ffd640 1 -- 172.21.15.17:0/2344935248 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ab27d3d270 con 0x55ab2809b1f0 2024-03-16T18:21:07.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb042ffd640 10 client.15429 handle_command_reply: tid=0 2024-03-16T18:21:07.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 client.15429 shutdown 2024-03-16T18:21:07.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 msgr2=0x55ab2808f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 0x55ab2808f110 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7fb054096bb0 tx=0x7fb05400cf50 comp rx=0 tx=0).stop 2024-03-16T18:21:07.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 shutdown_connections 2024-03-16T18:21:07.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab2809b1f0 0x55ab2809fc90 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab2808aae0 0x55ab28096690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab2808f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb042ffd640 0 client.15429 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:07.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 --2- 172.21.15.17:0/2344935248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab28084f80 0x55ab2808f110 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 >> 172.21.15.17:0/2344935248 conn(0x55ab280804f0 msgr2=0x55ab2807f7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 shutdown_connections 2024-03-16T18:21:07.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 1 -- 172.21.15.17:0/2344935248 wait complete. 2024-03-16T18:21:07.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.731+0000 7fb06c77e740 20 client.15429 trim_cache size 0 max 16384 2024-03-16T18:21:07.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 Processor -- start 2024-03-16T18:21:07.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 -- start start 2024-03-16T18:21:07.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28084f80 0x55ab2808a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28085970 0x55ab28096620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab27f72490 con 0x55ab2808aae0 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab28080f40 con 0x55ab28085970 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb06c77e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab28086060 con 0x55ab28084f80 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb0637fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28084f80 0x55ab2808a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808ed20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56906/0 (socket says 172.21.15.17:56906) 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 -- 172.21.15.17:0/124335477 learned_addr learned my addr 172.21.15.17:0/124335477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb062ffd640 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28085970 0x55ab28096620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 -- 172.21.15.17:0/124335477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28084f80 msgr2=0x55ab2808a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28084f80 0x55ab2808a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 -- 172.21.15.17:0/124335477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28085970 msgr2=0x55ab28096620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28085970 0x55ab28096620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 -- 172.21.15.17:0/124335477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab27f87a20 con 0x55ab2808aae0 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb062ffd640 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28085970 0x55ab28096620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb0637fe640 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28084f80 0x55ab2808a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.748+0000 7fb063fff640 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808ed20 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb05c036000 tx=0x7fb05c02e050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48bbe2a02b48b374 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb0497fa640 1 -- 172.21.15.17:0/124335477 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c034c60 con 0x55ab2808aae0 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb0497fa640 1 -- 172.21.15.17:0/124335477 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb05c034720 con 0x55ab2808aae0 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb0497fa640 1 -- 172.21.15.17:0/124335477 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c004640 con 0x55ab2808aae0 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 -- 172.21.15.17:0/124335477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 msgr2=0x55ab2808ed20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808ed20 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fb05c036000 tx=0x7fb05c02e050 comp rx=0 tx=0).stop 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 -- 172.21.15.17:0/124335477 shutdown_connections 2024-03-16T18:21:07.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab2808ed20 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28085970 0x55ab28096620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 --2- 172.21.15.17:0/124335477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28084f80 0x55ab2808a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 -- 172.21.15.17:0/124335477 >> 172.21.15.17:0/124335477 conn(0x55ab280804f0 msgr2=0x55ab2807b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 -- 172.21.15.17:0/124335477 shutdown_connections 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.749+0000 7fb06c77e740 1 -- 172.21.15.17:0/124335477 wait complete. 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 -- start start 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 Processor -- start 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab28092800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab28092d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab28095d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab280962a0 con 0x55ab2808aae0 2024-03-16T18:21:07.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab28096410 con 0x55ab28084f80 2024-03-16T18:21:07.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab280965d0 con 0x55ab28085970 2024-03-16T18:21:07.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb06c77e740 10 client.0 _ll_register_callbacks cb 0x7fb058005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:07.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab28095d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab28095d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56912/0 (socket says 172.21.15.17:56912) 2024-03-16T18:21:07.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 -- 172.21.15.17:0/3393848014 learned_addr learned my addr 172.21.15.17:0/3393848014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab28092800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb062ffd640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab28092d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 -- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 msgr2=0x55ab28092d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab28092d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 -- 172.21.15.17:0/3393848014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 msgr2=0x55ab28092800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab28092800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.750+0000 7fb063fff640 1 -- 172.21.15.17:0/3393848014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab27feb2b0 con 0x55ab2808aae0 2024-03-16T18:21:07.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb063fff640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab28095d60 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fb05c037040 tx=0x7fb05c004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=698001407fa6129b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb042ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:07.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb042ffd640 1 -- 172.21.15.17:0/3393848014 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb05c003b80 con 0x55ab2808aae0 2024-03-16T18:21:07.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb042ffd640 1 -- 172.21.15.17:0/3393848014 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fb05c003ce0 con 0x55ab2808aae0 2024-03-16T18:21:07.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab2809c1e0 con 0x55ab2808aae0 2024-03-16T18:21:07.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb042ffd640 1 -- 172.21.15.17:0/3393848014 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb05c003ee0 con 0x55ab2808aae0 2024-03-16T18:21:07.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 10 client.15435 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:07.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x7fb058010430 con 0x55ab2808aae0 2024-03-16T18:21:07.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb042ffd640 1 -- 172.21.15.17:0/3393848014 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ab2809c1e0 con 0x55ab2808aae0 2024-03-16T18:21:07.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb042ffd640 1 -- 172.21.15.17:0/3393848014 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb05c04d4b0 con 0x55ab2808aae0 2024-03-16T18:21:07.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 10 client.15435 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:07.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 10 client.15435 resolve_mds: resolved name 'c' to daemon mds.c 2024-03-16T18:21:07.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 20 client.15435 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:07.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab280fb890 0x55ab280f7d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 4 client.15435 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:21:07.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fb054098a50 con 0x55ab280fb890 2024-03-16T18:21:07.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.751+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab280fb890 0x55ab280f7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb0637fe640 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab280fb890 0x55ab280f7d70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=716a4b89ad62eed3 server_cookie=5bb158dac1bd24f5 in_seq=0 out_seq=0 2024-03-16T18:21:07.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb042ffd640 10 client.15435 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:07.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb042ffd640 1 -- 172.21.15.17:0/3393848014 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+322 (crc 0 0 0) 0x7fb054098a50 con 0x55ab280fb890 2024-03-16T18:21:07.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb042ffd640 10 client.15435 handle_command_reply: tid=0 2024-03-16T18:21:07.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 client.15435 shutdown 2024-03-16T18:21:07.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 msgr2=0x55ab28095d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab28095d60 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fb05c037040 tx=0x7fb05c004610 comp rx=0 tx=0).stop 2024-03-16T18:21:07.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 shutdown_connections 2024-03-16T18:21:07.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55ab280fb890 0x55ab280f7d70 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab2808aae0 0x55ab28095d60 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab28085970 0x55ab28092d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 --2- 172.21.15.17:0/3393848014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab28084f80 0x55ab28092800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 >> 172.21.15.17:0/3393848014 conn(0x55ab280804f0 msgr2=0x55ab2808ed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb042ffd640 0 client.15435 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:07.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 shutdown_connections 2024-03-16T18:21:07.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 1 -- 172.21.15.17:0/3393848014 wait complete. 2024-03-16T18:21:07.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.752+0000 7fb06c77e740 20 client.15435 trim_cache size 0 max 16384 2024-03-16T18:21:07.767 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:07.767 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:21:07.768 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 4, 2024-03-16T18:21:07.768 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24460, 2024-03-16T18:21:07.768 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:21:07.768 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:21:07.768 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:21:07.768 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 108.747038257, 2024-03-16T18:21:07.769 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:21:07.769 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 93, 2024-03-16T18:21:07.769 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:21:07.769 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 149.806580758 2024-03-16T18:21:07.769 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:07.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb04c0a1a30 msgr2=0x7fb04c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb04c0a1a30 0x7fb04c0a3ef0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fb05c005e30 tx=0x7fb05c032fa0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 msgr2=0x7fb0641974e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 0x7fb0641974e0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7fb05400e9f0 tx=0x7fb05400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 shutdown_connections 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb04c0a1a30 0x7fb04c0a3ef0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb0641071e0 0x7fb06419ea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb0641048b0 0x7fb064197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 --2- 172.21.15.17:0/3846255899 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb064101f80 0x7fb0641974e0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 >> 172.21.15.17:0/3846255899 conn(0x7fb0640fb990 msgr2=0x7fb0641029e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 shutdown_connections 2024-03-16T18:21:07.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.753+0000 7fb069ac3640 1 -- 172.21.15.17:0/3846255899 wait complete. 2024-03-16T18:21:07.773 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.e status 2024-03-16T18:21:07.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.875+0000 7fa743b9a640 1 -- 172.21.15.17:0/617063036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1015e0 msgr2=0x7fa73c101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.875+0000 7fa743b9a640 1 --2- 172.21.15.17:0/617063036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1015e0 0x7fa73c101a60 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fa738009900 tx=0x7fa73802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- 172.21.15.17:0/617063036 shutdown_connections 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 --2- 172.21.15.17:0/617063036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1015e0 0x7fa73c101a60 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 --2- 172.21.15.17:0/617063036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa73c101fa0 0x7fa73c108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 --2- 172.21.15.17:0/617063036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa73c1003f0 0x7fa73c100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- 172.21.15.17:0/617063036 >> 172.21.15.17:0/617063036 conn(0x7fa73c0fb980 msgr2=0x7fa73c0fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- 172.21.15.17:0/617063036 shutdown_connections 2024-03-16T18:21:07.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- 172.21.15.17:0/617063036 wait complete. 2024-03-16T18:21:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 Processor -- start 2024-03-16T18:21:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- start start 2024-03-16T18:21:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 0x7fa73c0691e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa73c1015e0 0x7fa73c19c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa73c101fa0 0x7fa73c19e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73c19efa0 con 0x7fa73c1003f0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73c19f110 con 0x7fa73c101fa0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa743b9a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa73c19f2d0 con 0x7fa73c1015e0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa741936640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 0x7fa73c0691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa741936640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 0x7fa73c0691e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56934/0 (socket says 172.21.15.17:56934) 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.876+0000 7fa741936640 1 -- 172.21.15.17:0/3383085969 learned_addr learned my addr 172.21.15.17:0/3383085969 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa742137640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa73c101fa0 0x7fa73c19e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741135640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa73c1015e0 0x7fa73c19c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741936640 1 -- 172.21.15.17:0/3383085969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa73c1015e0 msgr2=0x7fa73c19c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741936640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa73c1015e0 0x7fa73c19c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741936640 1 -- 172.21.15.17:0/3383085969 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa73c101fa0 msgr2=0x7fa73c19e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741936640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa73c101fa0 0x7fa73c19e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741936640 1 -- 172.21.15.17:0/3383085969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa72c009490 con 0x7fa73c1003f0 2024-03-16T18:21:07.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa741936640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 0x7fa73c0691e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fa72c00e9c0 tx=0x7fa72c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa732ffd640 1 -- 172.21.15.17:0/3383085969 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72c00cde0 con 0x7fa73c1003f0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa732ffd640 1 -- 172.21.15.17:0/3383085969 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa72c0108e0 con 0x7fa73c1003f0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa732ffd640 1 -- 172.21.15.17:0/3383085969 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa72c0188e0 con 0x7fa73c1003f0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa738009560 con 0x7fa73c1003f0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.877+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa73c19f900 con 0x7fa73c1003f0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.879+0000 7fa732ffd640 1 -- 172.21.15.17:0/3383085969 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa72c010a50 con 0x7fa73c1003f0 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 Processor -- start 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 -- start start 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a413a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a46470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a48f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564519fccd0 con 0x556451a41970 2024-03-16T18:21:07.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564519aff20 con 0x556451a40f80 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa74677b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564519ad450 con 0x556451a46ae0 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa732ffd640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa7280a1a30 0x7fa7280a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa741936640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a46470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa741936640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a46470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56944/0 (socket says 172.21.15.17:56944) 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.880+0000 7fa741135640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a48f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741936640 1 -- 172.21.15.17:0/309815875 learned_addr learned my addr 172.21.15.17:0/309815875 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa742137640 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a413a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa742137640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa7280a1a30 0x7fa7280a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa732ffd640 1 -- 172.21.15.17:0/3383085969 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa72c014070 con 0x7fa73c1003f0 2024-03-16T18:21:07.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741135640 1 -- 172.21.15.17:0/309815875 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 msgr2=0x556451a413a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741135640 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a413a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741135640 1 -- 172.21.15.17:0/309815875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 msgr2=0x556451a46470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741135640 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a46470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741135640 1 -- 172.21.15.17:0/309815875 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55645195df20 con 0x556451a46ae0 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa742137640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa7280a1a30 0x7fa7280a3ef0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x556451a421d0 tx=0x7fa734009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa741135640 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a48f70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa738000c00 tx=0x7fa738005dd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5473188c4ed65b56 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa727fff640 1 -- 172.21.15.17:0/309815875 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73802c970 con 0x556451a46ae0 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa727fff640 1 -- 172.21.15.17:0/309815875 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa73802de90 con 0x556451a46ae0 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.881+0000 7fa727fff640 1 -- 172.21.15.17:0/309815875 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa738003850 con 0x556451a46ae0 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 -- 172.21.15.17:0/309815875 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 msgr2=0x556451a48f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a48f70 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fa738000c00 tx=0x7fa738005dd0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 -- 172.21.15.17:0/309815875 shutdown_connections 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a46470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a48f70 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 --2- 172.21.15.17:0/309815875 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a413a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 -- 172.21.15.17:0/309815875 >> 172.21.15.17:0/309815875 conn(0x556451a3c4f0 msgr2=0x556451a3c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 -- 172.21.15.17:0/309815875 shutdown_connections 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 -- 172.21.15.17:0/309815875 wait complete. 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.882+0000 7fa74677b740 1 -- start start 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 Processor -- start 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4b160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a41970 0x556451a4b6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a526e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564519a8c30 con 0x556451a46ae0 2024-03-16T18:21:07.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55645194dd30 con 0x556451a40f80 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55645167c310 con 0x556451a41970 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa74677b740 10 client.0 _ll_register_callbacks cb 0x556451955d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a526e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56950/0 (socket says 172.21.15.17:56950) 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa741936640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4b160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 -- 172.21.15.17:0/537006725 learned_addr learned my addr 172.21.15.17:0/537006725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa741135640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a41970 0x556451a4b6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 -- 172.21.15.17:0/537006725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a41970 msgr2=0x556451a4b6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a41970 0x556451a4b6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 -- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 msgr2=0x556451a4b160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4b160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa742137640 1 -- 172.21.15.17:0/537006725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa73c109130 con 0x556451a46ae0 2024-03-16T18:21:07.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa741936640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.883+0000 7fa741135640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a41970 0x556451a4b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa742137640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a526e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fa734011ab0 tx=0x7fa734004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f5f1d883d9dd1fa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa7257fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa7257fa640 1 -- 172.21.15.17:0/537006725 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7340047a0 con 0x556451a46ae0 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa7257fa640 1 -- 172.21.15.17:0/537006725 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa734020460 con 0x556451a46ae0 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564516a86c0 con 0x556451a46ae0 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa7257fa640 1 -- 172.21.15.17:0/537006725 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa734020620 con 0x556451a46ae0 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 10 client.15447 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:07.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5564519a72b0 con 0x556451a46ae0 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa7257fa640 1 -- 172.21.15.17:0/537006725 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5564516a86c0 con 0x556451a46ae0 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa7257fa640 1 -- 172.21.15.17:0/537006725 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa73401e6c0 con 0x556451a46ae0 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 10 client.15447 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 10 client.15447 resolve_mds: resolved name 'e' to daemon mds.e 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 20 client.15447 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451a57b70 0x556451a56e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 4 client.15447 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.884+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5564516f9270 con 0x556451a57b70 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.885+0000 7fa741936640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451a57b70 0x556451a56e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.885+0000 7fa7257fa640 10 client.15447 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:07.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.885+0000 7fa741936640 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451a57b70 0x556451a56e00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=441e18089700986d server_cookie=55599b2c064fbcdd in_seq=0 out_seq=0 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa7257fa640 1 -- 172.21.15.17:0/537006725 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5564516f9270 con 0x556451a57b70 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa7257fa640 10 client.15447 handle_command_reply: tid=0 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 client.15447 shutdown 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 msgr2=0x556451a526e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a526e0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fa734011ab0 tx=0x7fa734004a40 comp rx=0 tx=0).stop 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 shutdown_connections 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451a57b70 0x556451a56e00 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a526e0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a41970 0x556451a4b6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa7257fa640 0 client.15447 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 --2- 172.21.15.17:0/537006725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4b160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 >> 172.21.15.17:0/537006725 conn(0x556451a3c4f0 msgr2=0x556451a3b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 shutdown_connections 2024-03-16T18:21:07.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 1 -- 172.21.15.17:0/537006725 wait complete. 2024-03-16T18:21:07.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.886+0000 7fa74677b740 20 client.15447 trim_cache size 0 max 16384 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 Processor -- start 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 -- start start 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a40f80 0x556451a53130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a41970 0x556451a52600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a3c8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55645192e490 con 0x556451a46ae0 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556451a42060 con 0x556451a41970 2024-03-16T18:21:07.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa74677b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564519a1ad0 con 0x556451a40f80 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a3c8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a3c8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56960/0 (socket says 172.21.15.17:56960) 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 -- 172.21.15.17:0/4146560443 learned_addr learned my addr 172.21.15.17:0/4146560443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa741135640 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a41970 0x556451a52600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa741936640 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a40f80 0x556451a53130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 -- 172.21.15.17:0/4146560443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a40f80 msgr2=0x556451a53130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a40f80 0x556451a53130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 -- 172.21.15.17:0/4146560443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a41970 msgr2=0x556451a52600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a41970 0x556451a52600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 -- 172.21.15.17:0/4146560443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556451943a20 con 0x556451a46ae0 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa741135640 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a41970 0x556451a52600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa742137640 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a3c8d0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fa73400ffd0 tx=0x7fa734011d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65a5a4b025295b62 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa7277fe640 1 -- 172.21.15.17:0/4146560443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa73401ee60 con 0x556451a46ae0 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa7277fe640 1 -- 172.21.15.17:0/4146560443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa734009da0 con 0x556451a46ae0 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.903+0000 7fa7277fe640 1 -- 172.21.15.17:0/4146560443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7340206a0 con 0x556451a46ae0 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 -- 172.21.15.17:0/4146560443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 msgr2=0x556451a3c8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a3c8d0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7fa73400ffd0 tx=0x7fa734011d20 comp rx=0 tx=0).stop 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 -- 172.21.15.17:0/4146560443 shutdown_connections 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a46ae0 0x556451a3c8d0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a41970 0x556451a52600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 --2- 172.21.15.17:0/4146560443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a40f80 0x556451a53130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 -- 172.21.15.17:0/4146560443 >> 172.21.15.17:0/4146560443 conn(0x556451a3c4f0 msgr2=0x556451a42410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 -- 172.21.15.17:0/4146560443 shutdown_connections 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 -- 172.21.15.17:0/4146560443 wait complete. 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 -- start start 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.904+0000 7fa74677b740 1 Processor -- start 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4e510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a4ea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a51a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556451a51fb0 con 0x556451a41970 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556451a52120 con 0x556451a40f80 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556451a522e0 con 0x556451a46ae0 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 10 client.0 _ll_register_callbacks cb 0x7fa734011860 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:07.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a4ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a4ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56972/0 (socket says 172.21.15.17:56972) 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 -- 172.21.15.17:0/526042136 learned_addr learned my addr 172.21.15.17:0/526042136 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741936640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa742137640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a51a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 -- 172.21.15.17:0/526042136 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 msgr2=0x556451a51a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a51a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 -- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 msgr2=0x556451a4e510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4e510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 -- 172.21.15.17:0/526042136 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55645195df20 con 0x556451a41970 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741936640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa741135640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a4ea50 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa738000c00 tx=0x7fa738004250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=488a90ab6016e515 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa7257fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa7257fa640 1 -- 172.21.15.17:0/526042136 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa738004fc0 con 0x556451a41970 2024-03-16T18:21:07.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa7257fa640 1 -- 172.21.15.17:0/526042136 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa738005120 con 0x556451a41970 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.905+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556451a58ba0 con 0x556451a41970 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa7257fa640 1 -- 172.21.15.17:0/526042136 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7380052e0 con 0x556451a41970 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 10 client.15453 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x5564519a72b0 con 0x556451a41970 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa7257fa640 1 -- 172.21.15.17:0/526042136 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556451a58ba0 con 0x556451a41970 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa7257fa640 1 -- 172.21.15.17:0/526042136 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa73803c050 con 0x556451a41970 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 10 client.15453 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 10 client.15453 resolve_mds: resolved name 'e' to daemon mds.e 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 20 client.15453 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451ab7290 0x556451ab3730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 4 client.15453 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fa73802de90 con 0x556451ab7290 2024-03-16T18:21:07.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.906+0000 7fa741936640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451ab7290 0x556451ab3730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa741936640 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451ab7290 0x556451ab3730 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=eb90d65c3592ce5c server_cookie=3b971fbc8eed6269 in_seq=0 out_seq=0 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa7257fa640 10 client.15453 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa7257fa640 1 -- 172.21.15.17:0/526042136 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x7fa73802de90 con 0x556451ab7290 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa7257fa640 10 client.15453 handle_command_reply: tid=0 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 client.15453 shutdown 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 msgr2=0x556451a4ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a4ea50 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7fa738000c00 tx=0x7fa738004250 comp rx=0 tx=0).stop 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 shutdown_connections 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556451ab7290 0x556451ab3730 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556451a41970 0x556451a4ea50 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556451a46ae0 0x556451a51a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 --2- 172.21.15.17:0/526042136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556451a40f80 0x556451a4e510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa7257fa640 0 client.15453 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 >> 172.21.15.17:0/526042136 conn(0x556451a3c4f0 msgr2=0x556451a3c8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 shutdown_connections 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 1 -- 172.21.15.17:0/526042136 wait complete. 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa74677b740 20 client.15453 trim_cache size 0 max 16384 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 3, 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24464, 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:21:07.919 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 109.915078913, 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 93, 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 155.54554828799999 2024-03-16T18:21:07.920 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:07.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.907+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa7280a1a30 msgr2=0x7fa7280a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa7280a1a30 0x7fa7280a3ef0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x556451a421d0 tx=0x7fa734009500 comp rx=0 tx=0).stop 2024-03-16T18:21:07.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 msgr2=0x7fa73c0691e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:07.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 0x7fa73c0691e0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fa72c00e9c0 tx=0x7fa72c00ee80 comp rx=0 tx=0).stop 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 shutdown_connections 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa7280a1a30 0x7fa7280a3ef0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa73c101fa0 0x7fa73c19e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa73c1015e0 0x7fa73c19c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 --2- 172.21.15.17:0/3383085969 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa73c1003f0 0x7fa73c0691e0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 >> 172.21.15.17:0/3383085969 conn(0x7fa73c0fb980 msgr2=0x7fa73c104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 shutdown_connections 2024-03-16T18:21:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:07.908+0000 7fa743b9a640 1 -- 172.21.15.17:0/3383085969 wait complete. 2024-03-16T18:21:07.922 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.i status 2024-03-16T18:21:08.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.024+0000 7f3852d2c640 1 -- 172.21.15.17:0/2321770485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c101600 msgr2=0x7f384c101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.024+0000 7f3852d2c640 1 --2- 172.21.15.17:0/2321770485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c101600 0x7f384c101a80 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7f3838009900 tx=0x7f383802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:08.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- 172.21.15.17:0/2321770485 shutdown_connections 2024-03-16T18:21:08.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 --2- 172.21.15.17:0/2321770485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c101600 0x7f384c101a80 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 --2- 172.21.15.17:0/2321770485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f384c101fc0 0x7f384c108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 --2- 172.21.15.17:0/2321770485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f384c100410 0x7f384c100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- 172.21.15.17:0/2321770485 >> 172.21.15.17:0/2321770485 conn(0x7f384c0fb9a0 msgr2=0x7f384c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- 172.21.15.17:0/2321770485 shutdown_connections 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- 172.21.15.17:0/2321770485 wait complete. 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 Processor -- start 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- start start 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 0x7f384c197490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f384c101600 0x7f384c1979d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f384c101fc0 0x7f384c19ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f384c19ef80 con 0x7f384c100410 2024-03-16T18:21:08.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f384c19f0f0 con 0x7f384c101600 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3852d2c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f384c19f2b0 con 0x7f384c101fc0 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 0x7f384c197490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 0x7f384c197490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56998/0 (socket says 172.21.15.17:56998) 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f3850ac8640 1 -- 172.21.15.17:0/1288787979 learned_addr learned my addr 172.21.15.17:0/1288787979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f384bfff640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f384c101600 0x7f384c1979d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.025+0000 7f38512c9640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f384c101fc0 0x7f384c19ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3850ac8640 1 -- 172.21.15.17:0/1288787979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f384c101fc0 msgr2=0x7f384c19ea40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3850ac8640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f384c101fc0 0x7f384c19ea40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3850ac8640 1 -- 172.21.15.17:0/1288787979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f384c101600 msgr2=0x7f384c1979d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3850ac8640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f384c101600 0x7f384c1979d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3850ac8640 1 -- 172.21.15.17:0/1288787979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3838009560 con 0x7f384c100410 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3850ac8640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 0x7f384c197490 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f384000e9c0 tx=0x7f384000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3849ffb640 1 -- 172.21.15.17:0/1288787979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3840009700 con 0x7f384c100410 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f384c19f590 con 0x7f384c100410 2024-03-16T18:21:08.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3849ffb640 1 -- 172.21.15.17:0/1288787979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f38400044d0 con 0x7f384c100410 2024-03-16T18:21:08.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3849ffb640 1 -- 172.21.15.17:0/1288787979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3840010430 con 0x7f384c100410 2024-03-16T18:21:08.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.026+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f384c19fac0 con 0x7f384c100410 2024-03-16T18:21:08.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.028+0000 7f3849ffb640 1 -- 172.21.15.17:0/1288787979 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f3840003f30 con 0x7f384c100410 2024-03-16T18:21:08.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 Processor -- start 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f3849ffb640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f383c0a1a30 0x7f383c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 -- start start 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3bd7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38512c9640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f383c0a1a30 0x7f383c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3c2880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f3849ffb640 1 -- 172.21.15.17:0/1288787979 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f3840014070 con 0x7f384c100410 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3c5380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d374cd0 con 0x55605d3bdd80 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d327f20 con 0x55605d3c2ef0 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38559e2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d325450 con 0x55605d3bd390 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3c2880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3c2880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57000/0 (socket says 172.21.15.17:57000) 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 -- 172.21.15.17:0/1995683274 learned_addr learned my addr 172.21.15.17:0/1995683274 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f3850ac8640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3bd7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38512c9640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3c5380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 -- 172.21.15.17:0/1995683274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 msgr2=0x55605d3bd7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3bd7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 -- 172.21.15.17:0/1995683274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 msgr2=0x55605d3c5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3c5380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f384bfff640 1 -- 172.21.15.17:0/1995683274 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55605d2d5f20 con 0x55605d3bdd80 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f3850ac8640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3bd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.029+0000 7f38512c9640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38512c9640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f383c0a1a30 0x7f383c0a3ef0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3844005fd0 tx=0x7f3844011bc0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f384bfff640 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3c2880 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3838009900 tx=0x7f3838005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54c405f1cfb5eb80 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f3836ffd640 1 -- 172.21.15.17:0/1995683274 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f383802ca30 con 0x55605d3bdd80 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f3836ffd640 1 -- 172.21.15.17:0/1995683274 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f383802de90 con 0x55605d3bdd80 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f3836ffd640 1 -- 172.21.15.17:0/1995683274 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3838003850 con 0x55605d3bdd80 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 -- 172.21.15.17:0/1995683274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 msgr2=0x55605d3c2880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3c2880 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f3838009900 tx=0x7f3838005dd0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 -- 172.21.15.17:0/1995683274 shutdown_connections 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3c2880 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3c5380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 --2- 172.21.15.17:0/1995683274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3bd7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.030+0000 7f38559e2740 1 -- 172.21.15.17:0/1995683274 >> 172.21.15.17:0/1995683274 conn(0x55605d3b44f0 msgr2=0x55605d3b48f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 -- 172.21.15.17:0/1995683274 shutdown_connections 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 -- 172.21.15.17:0/1995683274 wait complete. 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 -- start start 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 Processor -- start 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3c7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3c7a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d320c30 con 0x55605d3bd390 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d2c5d30 con 0x55605d3bdd80 2024-03-16T18:21:08.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605cff4310 con 0x55605d3c2ef0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38559e2740 10 client.0 _ll_register_callbacks cb 0x55605d2cdd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3c7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3c7510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57004/0 (socket says 172.21.15.17:57004) 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f3850ac8640 1 -- 172.21.15.17:0/4162575431 learned_addr learned my addr 172.21.15.17:0/4162575431 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f384bfff640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3c7a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.031+0000 7f38512c9640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f3850ac8640 1 -- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 msgr2=0x55605d3cea90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f3850ac8640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f3850ac8640 1 -- 172.21.15.17:0/4162575431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 msgr2=0x55605d3c7a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f3850ac8640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3c7a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f3850ac8640 1 -- 172.21.15.17:0/4162575431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f384c069ac0 con 0x55605d3bd390 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f3850ac8640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3c7510 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3840003890 tx=0x7f384000cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61a050e741bf4428 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f382bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:08.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f382bfff640 1 -- 172.21.15.17:0/4162575431 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f384009e8a0 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f382bfff640 1 -- 172.21.15.17:0/4162575431 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f38400a2ef0 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55605d0206c0 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f382bfff640 1 -- 172.21.15.17:0/4162575431 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f38400b3260 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f38559e2740 10 client.15465 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55605d31f2b0 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f382bfff640 1 -- 172.21.15.17:0/4162575431 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55605d0206c0 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f382bfff640 1 -- 172.21.15.17:0/4162575431 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f384001f060 con 0x55605d3bd390 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f38559e2740 10 client.15465 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f38559e2740 10 client.15465 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.032+0000 7f38559e2740 20 client.15465 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.033+0000 7f38559e2740 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d3d3e60 0x55605d3d82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.033+0000 7f38559e2740 4 client.15465 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.033+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55605d071270 con 0x55605d3d3e60 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.033+0000 7f384bfff640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d3d3e60 0x55605d3d82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.033+0000 7f382bfff640 10 client.15465 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.033+0000 7f384bfff640 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d3d3e60 0x55605d3d82e0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=1a9875ed346afc16 server_cookie=b29712166def8262 in_seq=0 out_seq=0 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f382bfff640 1 -- 172.21.15.17:0/4162575431 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55605d071270 con 0x55605d3d3e60 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f382bfff640 10 client.15465 handle_command_reply: tid=0 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 client.15465 shutdown 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 msgr2=0x55605d3c7510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3c7510 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3840003890 tx=0x7f384000cec0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 shutdown_connections 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d3d3e60 0x55605d3d82e0 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3c7a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f382bfff640 0 client.15465 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 --2- 172.21.15.17:0/4162575431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3c7510 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 >> 172.21.15.17:0/4162575431 conn(0x55605d3b44f0 msgr2=0x55605d3b37d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 shutdown_connections 2024-03-16T18:21:08.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 1 -- 172.21.15.17:0/4162575431 wait complete. 2024-03-16T18:21:08.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.034+0000 7f38559e2740 20 client.15465 trim_cache size 0 max 16384 2024-03-16T18:21:08.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 Processor -- start 2024-03-16T18:21:08.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 -- start start 2024-03-16T18:21:08.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3bf280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3bf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d2a6490 con 0x55605d3bd390 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d3b4fe0 con 0x55605d3bdd80 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38559e2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d071270 con 0x55605d3c2ef0 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3bf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3bf280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57010/0 (socket says 172.21.15.17:57010) 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 -- 172.21.15.17:0/3081785793 learned_addr learned my addr 172.21.15.17:0/3081785793 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f384bfff640 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3bf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f38512c9640 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 -- 172.21.15.17:0/3081785793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 msgr2=0x55605d3cea50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 -- 172.21.15.17:0/3081785793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 msgr2=0x55605d3bf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3bf7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 -- 172.21.15.17:0/3081785793 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55605d2bba20 con 0x55605d3bd390 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.051+0000 7f3850ac8640 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3bf280 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3840097120 tx=0x7f3840000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eff597c009cb011 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38367fc640 1 -- 172.21.15.17:0/3081785793 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3840099ba0 con 0x55605d3bd390 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38367fc640 1 -- 172.21.15.17:0/3081785793 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f38400b3260 con 0x55605d3bd390 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38367fc640 1 -- 172.21.15.17:0/3081785793 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f384009e8a0 con 0x55605d3bd390 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 -- 172.21.15.17:0/3081785793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 msgr2=0x55605d3bf280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3bf280 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f3840097120 tx=0x7f3840000bc0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 -- 172.21.15.17:0/3081785793 shutdown_connections 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3c2ef0 0x55605d3cea50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3bdd80 0x55605d3bf7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 --2- 172.21.15.17:0/3081785793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bd390 0x55605d3bf280 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 -- 172.21.15.17:0/3081785793 >> 172.21.15.17:0/3081785793 conn(0x55605d3b44f0 msgr2=0x55605d3b48d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 -- 172.21.15.17:0/3081785793 shutdown_connections 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 -- 172.21.15.17:0/3081785793 wait complete. 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.052+0000 7f38559e2740 1 -- start start 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 Processor -- start 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3caaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3cb030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3ce050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d3ce590 con 0x55605d3bdd80 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d3ce700 con 0x55605d3c2ef0 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55605d3ce8c0 con 0x55605d3bd390 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38559e2740 10 client.0 _ll_register_callbacks cb 0x7f384009a520 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f384bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3cb030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f3850ac8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3caaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f384bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3cb030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57014/0 (socket says 172.21.15.17:57014) 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f384bfff640 1 -- 172.21.15.17:0/3745603250 learned_addr learned my addr 172.21.15.17:0/3745603250 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f38512c9640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f3850ac8640 1 -- 172.21.15.17:0/3745603250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 msgr2=0x55605d3ce050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f3850ac8640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3ce050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f3850ac8640 1 -- 172.21.15.17:0/3745603250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 msgr2=0x55605d3cb030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f3850ac8640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3cb030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f3850ac8640 1 -- 172.21.15.17:0/3745603250 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55605d31f2b0 con 0x55605d3bd390 2024-03-16T18:21:08.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.053+0000 7f384bfff640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3cb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f3850ac8640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3caaf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3840098a00 tx=0x7f3840004410 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d401028bcc9bca6c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f382bfff640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f382bfff640 1 -- 172.21.15.17:0/3745603250 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f384009e8a0 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f382bfff640 1 -- 172.21.15.17:0/3745603250 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f3840099ba0 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f383802de90 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f382bfff640 1 -- 172.21.15.17:0/3745603250 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f38400964a0 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 10 client.25270 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x55605d2e1780 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f382bfff640 1 -- 172.21.15.17:0/3745603250 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f383802de90 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f382bfff640 1 -- 172.21.15.17:0/3745603250 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f38400a7020 con 0x55605d3bd390 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 10 client.25270 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 10 client.25270 resolve_mds: resolved name 'i' to daemon mds.i 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 20 client.25270 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:08.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d433860 0x55605d42ff20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 4 client.25270 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55605d05d610 con 0x55605d433860 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.054+0000 7f384bfff640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d433860 0x55605d42ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f382bfff640 10 client.25270 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f384bfff640 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d433860 0x55605d42ff20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2a8885c6a7ebedce server_cookie=ee042718ed39a38 in_seq=0 out_seq=0 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f382bfff640 1 -- 172.21.15.17:0/3745603250 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+327 (crc 0 0 0) 0x55605d05d610 con 0x55605d433860 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f382bfff640 10 client.25270 handle_command_reply: tid=0 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 client.25270 shutdown 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 msgr2=0x55605d3caaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3caaf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3840098a00 tx=0x7f3840004410 comp rx=0 tx=0).stop 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 shutdown_connections 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55605d433860 0x55605d42ff20 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55605d3bdd80 0x55605d3cb030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f382bfff640 0 client.25270 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:08.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55605d3c2ef0 0x55605d3ce050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 --2- 172.21.15.17:0/3745603250 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55605d3bd390 0x55605d3caaf0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 >> 172.21.15.17:0/3745603250 conn(0x55605d3b44f0 msgr2=0x55605d3bf280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 shutdown_connections 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 1 -- 172.21.15.17:0/3745603250 wait complete. 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.055+0000 7f38559e2740 20 client.25270 trim_cache size 0 max 16384 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 2, 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24490, 2024-03-16T18:21:08.064 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 111.068435443, 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 93, 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 144.50472765399999 2024-03-16T18:21:08.065 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f383c0a1a30 msgr2=0x7f383c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f383c0a1a30 0x7f383c0a3ef0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f3844005fd0 tx=0x7f3844011bc0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 msgr2=0x7f384c197490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 0x7f384c197490 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f384000e9c0 tx=0x7f384000ee80 comp rx=0 tx=0).stop 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 shutdown_connections 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f383c0a1a30 0x7f383c0a3ef0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f384c101fc0 0x7f384c19ea40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f384c101600 0x7f384c1979d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 --2- 172.21.15.17:0/1288787979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f384c100410 0x7f384c197490 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 >> 172.21.15.17:0/1288787979 conn(0x7f384c0fb9a0 msgr2=0x7f384c104a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 shutdown_connections 2024-03-16T18:21:08.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.056+0000 7f3852d2c640 1 -- 172.21.15.17:0/1288787979 wait complete. 2024-03-16T18:21:08.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.h status 2024-03-16T18:21:08.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 -- 172.21.15.17:0/474593643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81201015e0 msgr2=0x7f8120101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 --2- 172.21.15.17:0/474593643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81201015e0 0x7f8120101a60 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f8108009900 tx=0x7f810802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 -- 172.21.15.17:0/474593643 shutdown_connections 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 --2- 172.21.15.17:0/474593643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f81201015e0 0x7f8120101a60 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 --2- 172.21.15.17:0/474593643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8120101fa0 0x7f8120108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 --2- 172.21.15.17:0/474593643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81201003f0 0x7f8120100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.170+0000 7f81264d4640 1 -- 172.21.15.17:0/474593643 >> 172.21.15.17:0/474593643 conn(0x7f81200fb980 msgr2=0x7f81200fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 -- 172.21.15.17:0/474593643 shutdown_connections 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 -- 172.21.15.17:0/474593643 wait complete. 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 Processor -- start 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 -- start start 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81201003f0 0x7f81201974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81201015e0 0x7f81201979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 0x7f812019ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812019efa0 con 0x7f8120101fa0 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812019f110 con 0x7f81201003f0 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.171+0000 7f81264d4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f812019f2d0 con 0x7f81201015e0 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 0x7f812019ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 0x7f812019ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57034/0 (socket says 172.21.15.17:57034) 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 -- 172.21.15.17:0/4288734540 learned_addr learned my addr 172.21.15.17:0/4288734540 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f811f7fe640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81201015e0 0x7f81201979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f811ffff640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81201003f0 0x7f81201974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 -- 172.21.15.17:0/4288734540 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81201015e0 msgr2=0x7f81201979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81201015e0 0x7f81201979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 -- 172.21.15.17:0/4288734540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81201003f0 msgr2=0x7f81201974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81201003f0 0x7f81201974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 -- 172.21.15.17:0/4288734540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8110009490 con 0x7f8120101fa0 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f8124a71640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 0x7f812019ea60 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f811800eb10 tx=0x7f811800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f811d7fa640 1 -- 172.21.15.17:0/4288734540 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8118004b20 con 0x7f8120101fa0 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f811d7fa640 1 -- 172.21.15.17:0/4288734540 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8118004c80 con 0x7f8120101fa0 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8108009560 con 0x7f8120101fa0 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f811d7fa640 1 -- 172.21.15.17:0/4288734540 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8118010690 con 0x7f8120101fa0 2024-03-16T18:21:08.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.172+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f812019f8b0 con 0x7f8120101fa0 2024-03-16T18:21:08.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.174+0000 7f811d7fa640 1 -- 172.21.15.17:0/4288734540 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8118005020 con 0x7f8120101fa0 2024-03-16T18:21:08.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 Processor -- start 2024-03-16T18:21:08.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 -- start start 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc331e3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc3323470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc3325f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc32d9cd0 con 0x556bc331e970 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc328cf20 con 0x556bc331df80 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8129190740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc328a450 con 0x556bc3323ae0 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811d7fa640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f810c0a1a30 0x7f810c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc3323470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc3323470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57038/0 (socket says 172.21.15.17:57038) 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811ffff640 1 -- 172.21.15.17:0/1517236290 learned_addr learned my addr 172.21.15.17:0/1517236290 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811f7fe640 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc331e3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f8124a71640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f810c0a1a30 0x7f810c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811f7fe640 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc3325f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.175+0000 7f811d7fa640 1 -- 172.21.15.17:0/4288734540 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f8118014070 con 0x7f8120101fa0 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811ffff640 1 -- 172.21.15.17:0/1517236290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 msgr2=0x556bc3325f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811ffff640 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc3325f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811ffff640 1 -- 172.21.15.17:0/1517236290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 msgr2=0x556bc331e3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811ffff640 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc331e3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811ffff640 1 -- 172.21.15.17:0/1517236290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556bc323af20 con 0x556bc331e970 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811f7fe640 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc331e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f811ffff640 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc3323470 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8110009e20 tx=0x7f8110011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f47143bd9e6b5a26 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f8124a71640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f810c0a1a30 0x7f810c0a3ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8118096d80 tx=0x7f81180cb040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f81167fc640 1 -- 172.21.15.17:0/1517236290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8110019630 con 0x556bc331e970 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f81167fc640 1 -- 172.21.15.17:0/1517236290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8110019c40 con 0x556bc331e970 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.176+0000 7f81167fc640 1 -- 172.21.15.17:0/1517236290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811000ec50 con 0x556bc331e970 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- 172.21.15.17:0/1517236290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 msgr2=0x556bc3323470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc3323470 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f8110009e20 tx=0x7f8110011810 comp rx=0 tx=0).stop 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- 172.21.15.17:0/1517236290 shutdown_connections 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc3323470 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc3325f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- 172.21.15.17:0/1517236290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc331e3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- 172.21.15.17:0/1517236290 >> 172.21.15.17:0/1517236290 conn(0x556bc33194f0 msgr2=0x556bc33198f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- 172.21.15.17:0/1517236290 shutdown_connections 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- 172.21.15.17:0/1517236290 wait complete. 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- start start 2024-03-16T18:21:08.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 Processor -- start 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc3328100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc3328640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc3285c30 con 0x556bc331df80 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc322ad30 con 0x556bc331e970 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc2f59310 con 0x556bc3323ae0 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f8129190740 10 client.0 _ll_register_callbacks cb 0x556bc3232d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.177+0000 7f811f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc3328100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc3328640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc3328100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57050/0 (socket says 172.21.15.17:57050) 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811f7fe640 1 -- 172.21.15.17:0/4141589040 learned_addr learned my addr 172.21.15.17:0/4141589040 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811f7fe640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 -- 172.21.15.17:0/4141589040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 msgr2=0x556bc332f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 -- 172.21.15.17:0/4141589040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 msgr2=0x556bc3328100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc3328100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 -- 172.21.15.17:0/4141589040 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8110009a50 con 0x556bc331e970 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811f7fe640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc3328100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f811ffff640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc3328640 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x556bc331a460 tx=0x7f81100052f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92395ba59e7c0ca server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f80ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f80ff7fe640 1 -- 172.21.15.17:0/4141589040 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f811000e3b0 con 0x556bc331e970 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556bc2f856c0 con 0x556bc331e970 2024-03-16T18:21:08.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f80ff7fe640 1 -- 172.21.15.17:0/4141589040 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f811000ee60 con 0x556bc331e970 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f80ff7fe640 1 -- 172.21.15.17:0/4141589040 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8110004020 con 0x556bc331e970 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f8129190740 10 client.25379 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.178+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556bc32842b0 con 0x556bc331e970 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f80ff7fe640 1 -- 172.21.15.17:0/4141589040 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556bc2f856c0 con 0x556bc331e970 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f80ff7fe640 1 -- 172.21.15.17:0/4141589040 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f81100046c0 con 0x556bc331e970 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f8129190740 10 client.25379 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f8129190740 10 client.25379 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f8129190740 20 client.25379 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f8129190740 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc33342c0 0x556bc3338d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f8129190740 4 client.25379 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:08.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556bc2fd6270 con 0x556bc33342c0 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f811f7fe640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc33342c0 0x556bc3338d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f811f7fe640 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc33342c0 0x556bc3338d80 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e305fc4dafdce27 server_cookie=c6fbe38c6a4408b6 in_seq=0 out_seq=0 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.179+0000 7f80ff7fe640 10 client.25379 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f80ff7fe640 1 -- 172.21.15.17:0/4141589040 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556bc2fd6270 con 0x556bc33342c0 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f80ff7fe640 10 client.25379 handle_command_reply: tid=0 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 client.25379 shutdown 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 msgr2=0x556bc3328640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc3328640 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x556bc331a460 tx=0x7f81100052f0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 shutdown_connections 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc33342c0 0x556bc3338d80 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc3328640 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f80ff7fe640 0 client.25379 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:08.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 --2- 172.21.15.17:0/4141589040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc3328100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 >> 172.21.15.17:0/4141589040 conn(0x556bc33194f0 msgr2=0x556bc33187d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 shutdown_connections 2024-03-16T18:21:08.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 1 -- 172.21.15.17:0/4141589040 wait complete. 2024-03-16T18:21:08.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.180+0000 7f8129190740 20 client.25379 trim_cache size 0 max 16384 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 Processor -- start 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 -- start start 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc3327720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc332f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc331fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc320b490 con 0x556bc331e970 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc3323880 con 0x556bc331df80 2024-03-16T18:21:08.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f8129190740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc3319f40 con 0x556bc3323ae0 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc332f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc332f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57066/0 (socket says 172.21.15.17:57066) 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 -- 172.21.15.17:0/3453040632 learned_addr learned my addr 172.21.15.17:0/3453040632 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811f7fe640 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc3327720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811f7fe640 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc331fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 -- 172.21.15.17:0/3453040632 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 msgr2=0x556bc331fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc331fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 -- 172.21.15.17:0/3453040632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 msgr2=0x556bc3327720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc3327720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811ffff640 1 -- 172.21.15.17:0/3453040632 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556bc3220a20 con 0x556bc331e970 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.197+0000 7f811f7fe640 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc3327720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f811ffff640 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc332f640 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f811000e9c0 tx=0x7f8110011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bffda4e2cab4a4be server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8115ffb640 1 -- 172.21.15.17:0/3453040632 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8110011dc0 con 0x556bc331e970 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8115ffb640 1 -- 172.21.15.17:0/3453040632 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8110005360 con 0x556bc331e970 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8115ffb640 1 -- 172.21.15.17:0/3453040632 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81100198e0 con 0x556bc331e970 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 -- 172.21.15.17:0/3453040632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 msgr2=0x556bc332f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc332f640 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f811000e9c0 tx=0x7f8110011810 comp rx=0 tx=0).stop 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 -- 172.21.15.17:0/3453040632 shutdown_connections 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331e970 0x556bc332f640 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc331fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 --2- 172.21.15.17:0/3453040632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331df80 0x556bc3327720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 -- 172.21.15.17:0/3453040632 >> 172.21.15.17:0/3453040632 conn(0x556bc33194f0 msgr2=0x556bc3326cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 -- 172.21.15.17:0/3453040632 shutdown_connections 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.198+0000 7f8129190740 1 -- 172.21.15.17:0/3453040632 wait complete. 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 -- start start 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 Processor -- start 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc332aa90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc332afd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc332e4e0 con 0x556bc331df80 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc332e650 con 0x556bc331e970 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556bc332e810 con 0x556bc3323ae0 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f8129190740 10 client.0 _ll_register_callbacks cb 0x7f8108009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc332aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc332aa90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57074/0 (socket says 172.21.15.17:57074) 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 -- 172.21.15.17:0/2258169038 learned_addr learned my addr 172.21.15.17:0/2258169038 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811ffff640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc332afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 -- 172.21.15.17:0/2258169038 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 msgr2=0x556bc332dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 -- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 msgr2=0x556bc332afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc332afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.199+0000 7f811f7fe640 1 -- 172.21.15.17:0/2258169038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556bc32842b0 con 0x556bc331df80 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f811f7fe640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc332aa90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f81080092a0 tx=0x7f810802c770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55aa5b71f00b236c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f80ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f80ff7fe640 1 -- 172.21.15.17:0/2258169038 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8108048070 con 0x556bc331df80 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8110019c40 con 0x556bc331df80 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f80ff7fe640 1 -- 172.21.15.17:0/2258169038 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f810802de40 con 0x556bc331df80 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f80ff7fe640 1 -- 172.21.15.17:0/2258169038 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8108004390 con 0x556bc331df80 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 10 client.15489 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:08.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x556bc3246780 con 0x556bc331df80 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f80ff7fe640 1 -- 172.21.15.17:0/2258169038 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8110019c40 con 0x556bc331df80 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f80ff7fe640 1 -- 172.21.15.17:0/2258169038 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f810803c040 con 0x556bc331df80 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 10 client.15489 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 10 client.15489 resolve_mds: resolved name 'h' to daemon mds.h 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 20 client.15489 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc3393da0 0x556bc3390200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 4 client.15489 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.200+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "status"}) v1 -- 0x556bc2fc2610 con 0x556bc3393da0 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f811ffff640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc3393da0 0x556bc3390200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f811ffff640 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc3393da0 0x556bc3390200 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88094e9215e7c349 server_cookie=7bc69bd369280cd8 in_seq=0 out_seq=0 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f80ff7fe640 10 client.15489 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f80ff7fe640 1 -- 172.21.15.17:0/2258169038 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+326 (crc 0 0 0) 0x556bc2fc2610 con 0x556bc3393da0 2024-03-16T18:21:08.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f80ff7fe640 10 client.15489 handle_command_reply: tid=0 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 client.15489 shutdown 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 msgr2=0x556bc332aa90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc332aa90 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f81080092a0 tx=0x7f810802c770 comp rx=0 tx=0).stop 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 shutdown_connections 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556bc3393da0 0x556bc3390200 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556bc3323ae0 0x556bc332dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556bc331e970 0x556bc332afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f80ff7fe640 0 client.15489 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 --2- 172.21.15.17:0/2258169038 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556bc331df80 0x556bc332aa90 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 >> 172.21.15.17:0/2258169038 conn(0x556bc33194f0 msgr2=0x556bc331fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 shutdown_connections 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 1 -- 172.21.15.17:0/2258169038 wait complete. 2024-03-16T18:21:08.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.201+0000 7f8129190740 20 client.15489 trim_cache size 0 max 16384 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 1, 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24494, 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 112.22401141, 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 93, 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:21:08.212 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 147.44272072300001 2024-03-16T18:21:08.213 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f810c0a1a30 msgr2=0x7f810c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f810c0a1a30 0x7f810c0a3ef0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f8118096d80 tx=0x7f81180cb040 comp rx=0 tx=0).stop 2024-03-16T18:21:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 msgr2=0x7f812019ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 0x7f812019ea60 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f811800eb10 tx=0x7f811800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 shutdown_connections 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f810c0a1a30 0x7f810c0a3ef0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8120101fa0 0x7f812019ea60 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f81201015e0 0x7f81201979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 --2- 172.21.15.17:0/4288734540 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f81201003f0 0x7f81201974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 >> 172.21.15.17:0/4288734540 conn(0x7f81200fb980 msgr2=0x7f81200fd480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 shutdown_connections 2024-03-16T18:21:08.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.202+0000 7f81264d4640 1 -- 172.21.15.17:0/4288734540 wait complete. 2024-03-16T18:21:08.214 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:08 smithi017 ceph-mon[32207]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:08.215 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:08 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/488295835' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:08.215 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:08 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/620175792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:08.216 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-03-16T18:21:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 -- 172.21.15.17:0/2964050311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 msgr2=0x7fa86c101a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 --2- 172.21.15.17:0/2964050311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 0x7fa86c101a70 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fa854009900 tx=0x7fa85402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 -- 172.21.15.17:0/2964050311 shutdown_connections 2024-03-16T18:21:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 --2- 172.21.15.17:0/2964050311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 --2- 172.21.15.17:0/2964050311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 0x7fa86c101a70 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 --2- 172.21.15.17:0/2964050311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 0x7fa86c100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 -- 172.21.15.17:0/2964050311 >> 172.21.15.17:0/2964050311 conn(0x7fa86c0fb990 msgr2=0x7fa86c0fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 -- 172.21.15.17:0/2964050311 shutdown_connections 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 -- 172.21.15.17:0/2964050311 wait complete. 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.317+0000 7fa870fe2640 1 Processor -- start 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 -- start start 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 0x7fa86c1974e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 0x7fa86c197a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c19ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c19ef80 con 0x7fa86c101fb0 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c19f0f0 con 0x7fa86c100400 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa870fe2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa86c19f2b0 con 0x7fa86c1015f0 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c19ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c19ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57096/0 (socket says 172.21.15.17:57096) 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 -- 172.21.15.17:0/1576752932 learned_addr learned my addr 172.21.15.17:0/1576752932 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86a59c640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 0x7fa86c1974e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa863fff640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 0x7fa86c197a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 -- 172.21.15.17:0/1576752932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 msgr2=0x7fa86c197a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 0x7fa86c197a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 -- 172.21.15.17:0/1576752932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 msgr2=0x7fa86c1974e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 0x7fa86c1974e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 -- 172.21.15.17:0/1576752932 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa854009560 con 0x7fa86c101fb0 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86a59c640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 0x7fa86c1974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:08.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa86ad9d640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c19ea40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa86400eb10 tx=0x7fa86400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa8637fe640 1 -- 172.21.15.17:0/1576752932 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864004b20 con 0x7fa86c101fb0 2024-03-16T18:21:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa8637fe640 1 -- 172.21.15.17:0/1576752932 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa864004c80 con 0x7fa86c101fb0 2024-03-16T18:21:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.318+0000 7fa8637fe640 1 -- 172.21.15.17:0/1576752932 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864010690 con 0x7fa86c101fb0 2024-03-16T18:21:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.319+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa86c19f590 con 0x7fa86c101fb0 2024-03-16T18:21:08.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.319+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa86c19fa20 con 0x7fa86c101fb0 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa8637fe640 1 -- 172.21.15.17:0/1576752932 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa864005020 con 0x7fa86c101fb0 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 Processor -- start 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 -- start start 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cdb3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9ce0ae0 0x555ca9ce2f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9c96cd0 con 0x555ca9cdaf80 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9c49f20 con 0x555ca9cdb970 2024-03-16T18:21:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa873bc3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9c47450 con 0x555ca9ce0ae0 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.321+0000 7fa8637fe640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8580a1a30 0x7fa8580a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cdb3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa86a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa86a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42654/0 (socket says 172.21.15.17:42654) 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa86ad9d640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8580a1a30 0x7fa8580a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa86a59c640 1 -- 172.21.15.17:0/2365483358 learned_addr learned my addr 172.21.15.17:0/2365483358 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cdb3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57102/0 (socket says 172.21.15.17:57102) 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa8637fe640 1 -- 172.21.15.17:0/1576752932 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa864014070 con 0x7fa86c101fb0 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9ce0ae0 0x555ca9ce2f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 -- 172.21.15.17:0/2365483358 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9ce0ae0 msgr2=0x555ca9ce2f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9ce0ae0 0x555ca9ce2f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 -- 172.21.15.17:0/2365483358 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 msgr2=0x555ca9ce0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 -- 172.21.15.17:0/2365483358 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ca9bf7f20 con 0x555ca9cdaf80 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa86ad9d640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8580a1a30 0x7fa8580a3ef0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa86409a8b0 tx=0x7fa864065cb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa863fff640 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cdb3a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa85402c170 tx=0x7fa854005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73e9e2e630b94946 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa860ff9640 1 -- 172.21.15.17:0/2365483358 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa854004880 con 0x555ca9cdaf80 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa860ff9640 1 -- 172.21.15.17:0/2365483358 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa8540044e0 con 0x555ca9cdaf80 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.322+0000 7fa860ff9640 1 -- 172.21.15.17:0/2365483358 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa854003c30 con 0x555ca9cdaf80 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 -- 172.21.15.17:0/2365483358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 msgr2=0x555ca9cdb3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cdb3a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fa85402c170 tx=0x7fa854005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 -- 172.21.15.17:0/2365483358 shutdown_connections 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9ce0ae0 0x555ca9ce2f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2365483358 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cdb3a0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 -- 172.21.15.17:0/2365483358 >> 172.21.15.17:0/2365483358 conn(0x555ca9cd64f0 msgr2=0x555ca9cd68f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 -- 172.21.15.17:0/2365483358 shutdown_connections 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 -- 172.21.15.17:0/2365483358 wait complete. 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.323+0000 7fa873bc3740 1 -- start start 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 Processor -- start 2024-03-16T18:21:08.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9ce5150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 0x555ca9cec6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9c42c30 con 0x555ca9ce0ae0 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9be7d30 con 0x555ca9cdb970 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9916310 con 0x555ca9cdaf80 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa873bc3740 10 client.0 _ll_register_callbacks cb 0x555ca9befd40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 0x555ca9cec6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 0x555ca9cec6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57118/0 (socket says 172.21.15.17:57118) 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 -- 172.21.15.17:0/3439760201 learned_addr learned my addr 172.21.15.17:0/3439760201 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa86a59c640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9ce5150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 -- 172.21.15.17:0/3439760201 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 msgr2=0x555ca9ce5150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9ce5150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 -- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 msgr2=0x555ca9ce5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 -- 172.21.15.17:0/3439760201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa86c109140 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa863fff640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 0x555ca9cec6d0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa854036040 tx=0x7fa85402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ec7873fbfe39c32 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa851ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.324+0000 7fa851ffb640 1 -- 172.21.15.17:0/3439760201 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa854003ff0 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa851ffb640 1 -- 172.21.15.17:0/3439760201 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa85402de40 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555ca99426c0 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa851ffb640 1 -- 172.21.15.17:0/3439760201 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa854004150 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 10 client.15501 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555ca9c412b0 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa851ffb640 1 -- 172.21.15.17:0/3439760201 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555ca99426c0 con 0x555ca9ce0ae0 2024-03-16T18:21:08.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa851ffb640 1 -- 172.21.15.17:0/3439760201 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa85404b040 con 0x555ca9ce0ae0 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 10 client.15501 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 10 client.15501 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 20 client.15501 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9cf0bc0 0x555ca9cf5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 4 client.15501 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555ca9993270 con 0x555ca9cf0bc0 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.325+0000 7fa86a59c640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9cf0bc0 0x555ca9cf5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa86a59c640 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9cf0bc0 0x555ca9cf5bf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1b7463a27edc4d7 server_cookie=7ec90b4206e21305 in_seq=0 out_seq=0 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa851ffb640 10 client.15501 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa851ffb640 1 -- 172.21.15.17:0/3439760201 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555ca9993270 con 0x555ca9cf0bc0 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa851ffb640 10 client.15501 handle_command_reply: tid=0 2024-03-16T18:21:08.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 client.15501 shutdown 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 msgr2=0x555ca9cec6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 0x555ca9cec6d0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fa854036040 tx=0x7fa85402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 shutdown_connections 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9cf0bc0 0x555ca9cf5bf0 crc :-1 s=READY pgs=29 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9ce0ae0 0x555ca9cec6d0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9cdb970 0x555ca9ce5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.326+0000 7fa851ffb640 0 client.15501 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:08.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.327+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3439760201 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9ce5150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.327+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 >> 172.21.15.17:0/3439760201 conn(0x555ca9cd64f0 msgr2=0x555ca9cd57d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.327+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 shutdown_connections 2024-03-16T18:21:08.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.327+0000 7fa873bc3740 1 -- 172.21.15.17:0/3439760201 wait complete. 2024-03-16T18:21:08.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.327+0000 7fa873bc3740 20 client.15501 trim_cache size 0 max 16384 2024-03-16T18:21:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:08 smithi149 ceph-mon[35991]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:08 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/488295835' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:08.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:08 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/620175792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 Processor -- start 2024-03-16T18:21:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 -- start start 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cd4f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdb970 0x555ca9cd5480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cd59c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9bc8490 con 0x555ca9cdaf80 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9cd6fe0 con 0x555ca9ce0ae0 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa873bc3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9cd74e0 con 0x555ca9cdb970 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa863fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cd4f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa863fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cd4f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57128/0 (socket says 172.21.15.17:57128) 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.343+0000 7fa863fff640 1 -- 172.21.15.17:0/3615162648 learned_addr learned my addr 172.21.15.17:0/3615162648 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa86a59c640 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdb970 0x555ca9cd5480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cd59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 -- 172.21.15.17:0/3615162648 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdb970 msgr2=0x555ca9cd5480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdb970 0x555ca9cd5480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 -- 172.21.15.17:0/3615162648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 msgr2=0x555ca9cd59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cd59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 -- 172.21.15.17:0/3615162648 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ca9bdda20 con 0x555ca9cdaf80 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa863fff640 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cd4f40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa854004650 tx=0x7fa85402c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b7ce03a38d7d2cb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa853fff640 1 -- 172.21.15.17:0/3615162648 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8540047d0 con 0x555ca9cdaf80 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa853fff640 1 -- 172.21.15.17:0/3615162648 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa8540042a0 con 0x555ca9cdaf80 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.344+0000 7fa853fff640 1 -- 172.21.15.17:0/3615162648 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa854041c50 con 0x555ca9cdaf80 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- 172.21.15.17:0/3615162648 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 msgr2=0x555ca9cd4f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cd4f40 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7fa854004650 tx=0x7fa85402c8f0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- 172.21.15.17:0/3615162648 shutdown_connections 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cd59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdb970 0x555ca9cd5480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- 172.21.15.17:0/3615162648 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdaf80 0x555ca9cd4f40 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- 172.21.15.17:0/3615162648 >> 172.21.15.17:0/3615162648 conn(0x555ca9cd64f0 msgr2=0x555ca9cd68d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- 172.21.15.17:0/3615162648 shutdown_connections 2024-03-16T18:21:08.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- 172.21.15.17:0/3615162648 wait complete. 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- start start 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 Processor -- start 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9cde0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 0x555ca9cde630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cdec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9cdf340 con 0x555ca9cdb970 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9cdf4b0 con 0x555ca9ce0ae0 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ca9cdf670 con 0x555ca9cdaf80 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa873bc3740 10 client.0 _ll_register_callbacks cb 0x7fa85c009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:08.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa86a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 0x555ca9cde630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa86a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 0x555ca9cde630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:57136/0 (socket says 172.21.15.17:57136) 2024-03-16T18:21:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa86a59c640 1 -- 172.21.15.17:0/2400523700 learned_addr learned my addr 172.21.15.17:0/2400523700 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa863fff640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9cde0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.345+0000 7fa863fff640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cdec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa86a59c640 1 -- 172.21.15.17:0/2400523700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 msgr2=0x555ca9cde0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa86a59c640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9cde0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa86a59c640 1 -- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 msgr2=0x555ca9cdec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa86a59c640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cdec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa86a59c640 1 -- 172.21.15.17:0/2400523700 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555ca9c412b0 con 0x555ca9cdb970 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa863fff640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9cde0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa86a59c640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 0x555ca9cde630 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa85c004700 tx=0x7fa85c0123d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5055e97f2f52d4b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa851ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa851ffb640 1 -- 172.21.15.17:0/2400523700 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa85c017040 con 0x555ca9cdb970 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa851ffb640 1 -- 172.21.15.17:0/2400523700 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa85c012c20 con 0x555ca9cdb970 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555ca9cf2e00 con 0x555ca9cdb970 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa851ffb640 1 -- 172.21.15.17:0/2400523700 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=27) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa85c012de0 con 0x555ca9cdb970 2024-03-16T18:21:08.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa873bc3740 10 client.15507 fetch_fsmap learned FSMap version 27 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=27,monmap=4+}) v3 -- 0x555ca9c03780 con 0x555ca9cdb970 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa851ffb640 1 -- 172.21.15.17:0/2400523700 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555ca9cf2e00 con 0x555ca9cdb970 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa851ffb640 1 -- 172.21.15.17:0/2400523700 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 27) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa85c004c40 con 0x555ca9cdb970 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa873bc3740 10 client.15507 fetch_fsmap finished waiting for FSMap version 27 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.346+0000 7fa873bc3740 10 client.15507 resolve_mds: resolved name 'b' to daemon mds.b 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 20 client.15507 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9d55960 0x555ca9d51de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 4 client.15507 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "status"}] 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "status"}) v1 -- 0x555ca9cf1ae0 con 0x555ca9d55960 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa863fff640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9d55960 0x555ca9d51de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa863fff640 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9d55960 0x555ca9d51de0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5c95262a15a62d5a server_cookie=58e718bef4784600 in_seq=0 out_seq=0 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa851ffb640 10 client.15507 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:08.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa851ffb640 1 -- 172.21.15.17:0/2400523700 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x555ca9cf1ae0 con 0x555ca9d55960 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa851ffb640 10 client.15507 handle_command_reply: tid=0 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 client.15507 shutdown 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 msgr2=0x555ca9cde630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 0x555ca9cde630 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7fa85c004700 tx=0x7fa85c0123d0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 shutdown_connections 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555ca9d55960 0x555ca9d51de0 crc :-1 s=READY pgs=30 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ca9cdb970 0x555ca9cde630 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ca9ce0ae0 0x555ca9cdec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 --2- 172.21.15.17:0/2400523700 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ca9cdaf80 0x555ca9cde0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa851ffb640 0 client.15507 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 >> 172.21.15.17:0/2400523700 conn(0x555ca9cd64f0 msgr2=0x555ca9cd9750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 shutdown_connections 2024-03-16T18:21:08.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.347+0000 7fa873bc3740 1 -- 172.21.15.17:0/2400523700 wait complete. 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa873bc3740 20 client.15507 trim_cache size 0 max 16384 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "cluster_fsid": "5a81d92e-e3c0-11ee-95c9-87774f69a715", 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "whoami": 0, 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 24545, 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "want_state": "up:active", 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "state": "up:active", 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs", 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "rank_uptime": 130.54512962000001, 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "mdsmap_epoch": 27, 2024-03-16T18:21:08.359 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch": 93, 2024-03-16T18:21:08.360 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_epoch_barrier": 89, 2024-03-16T18:21:08.360 INFO:teuthology.orchestra.run.smithi017.stdout: "uptime": 136.11628852800001 2024-03-16T18:21:08.360 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:08.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8580a1a30 msgr2=0x7fa8580a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8580a1a30 0x7fa8580a3ef0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa86409a8b0 tx=0x7fa864065cb0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 msgr2=0x7fa86c19ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:08.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c19ea40 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fa86400eb10 tx=0x7fa86400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 shutdown_connections 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8580a1a30 0x7fa8580a3ef0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa86c101fb0 0x7fa86c19ea40 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa86c1015f0 0x7fa86c197a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 --2- 172.21.15.17:0/1576752932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa86c100400 0x7fa86c1974e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 >> 172.21.15.17:0/1576752932 conn(0x7fa86c0fb990 msgr2=0x7fa86c0fd4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 shutdown_connections 2024-03-16T18:21:08.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:08.348+0000 7fa870fe2640 1 -- 172.21.15.17:0/1576752932 wait complete. 2024-03-16T18:21:08.362 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-03-16T18:21:08.373 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-03-16T18:21:08.373 INFO:tasks.ceph_fuse:config is {'client.0': {}} 2024-03-16T18:21:08.373 INFO:tasks.ceph_fuse:client.0 config is {'mount_subvol_num': 0} 2024-03-16T18:21:08.373 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-03-16T18:21:08.373 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:08.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:08.374 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-03-16T18:21:08.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:08 smithi153 ceph-mon[36005]: pgmap v361: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.0 KiB/s rd, 8 op/s; 0 B/s, 0 keys/s, 0 objects/s recovering 2024-03-16T18:21:08.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:08 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/488295835' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:08.375 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:08 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/620175792' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:08.390 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-03-16T18:21:08.390 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:08.391 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-03-16T18:21:08.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:08.459 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link delete ceph-brx 2024-03-16T18:21:08.555 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-03-16T18:21:08.556 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph fs ls 2024-03-16T18:21:08.801 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:21:10.281 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:10 smithi017 ceph-mon[32207]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:21:10.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:10 smithi149 ceph-mon[35991]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:21:10.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:10 smithi153 ceph-mon[36005]: pgmap v362: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.8 KiB/s rd, 10 op/s 2024-03-16T18:21:10.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.517+0000 7f4d54b56700 1 -- 172.21.15.17:0/2458329598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 msgr2=0x7f4d5006a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:10.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.517+0000 7f4d54b56700 1 --2- 172.21.15.17:0/2458329598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d5006a0f0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f4d380099c0 tx=0x7f4d38009cd0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 -- 172.21.15.17:0/2458329598 shutdown_connections 2024-03-16T18:21:10.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 --2- 172.21.15.17:0/2458329598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 0x7f4d5010ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 --2- 172.21.15.17:0/2458329598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d50108030 0x7f4d50108410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 --2- 172.21.15.17:0/2458329598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d5006a0f0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 -- 172.21.15.17:0/2458329598 >> 172.21.15.17:0/2458329598 conn(0x7f4d50077e10 msgr2=0x7f4d50078220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 -- 172.21.15.17:0/2458329598 shutdown_connections 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 -- 172.21.15.17:0/2458329598 wait complete. 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 Processor -- start 2024-03-16T18:21:10.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.518+0000 7f4d54b56700 1 -- start start 2024-03-16T18:21:10.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d50198420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 0x7f4d50198960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d50108030 0x7f4d5019ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5019d300 con 0x7f4d50069c90 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5019d470 con 0x7f4d5006a630 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d5019d630 con 0x7f4d50108030 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d50198420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d50198420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39834/0 (socket says 172.21.15.17:39834) 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 -- 172.21.15.17:0/3011466338 learned_addr learned my addr 172.21.15.17:0/3011466338 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4dd9b700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 0x7f4d50198960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4ed9d700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d50108030 0x7f4d5019ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 -- 172.21.15.17:0/3011466338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d50108030 msgr2=0x7f4d5019ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d50108030 0x7f4d5019ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 -- 172.21.15.17:0/3011466338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 msgr2=0x7f4d50198960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:10.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 0x7f4d50198960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 -- 172.21.15.17:0/3011466338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d380095f0 con 0x7f4d50069c90 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4dd9b700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 0x7f4d50198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d4e59c700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d50198420 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4d4800e9a0 tx=0x7f4d4800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d48009790 con 0x7f4d50069c90 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d48010430 con 0x7f4d50069c90 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.519+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d5019d910 con 0x7f4d50069c90 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.520+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d48018680 con 0x7f4d50069c90 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.520+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d501a5170 con 0x7f4d50069c90 2024-03-16T18:21:10.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.520+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d5010a550 con 0x7f4d50069c90 2024-03-16T18:21:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.522+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f4d480105a0 con 0x7f4d50069c90 2024-03-16T18:21:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.522+0000 7f4d477fe700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4d3c0a1b40 0x7f4d3c0a4000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.522+0000 7f4d4dd9b700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4d3c0a1b40 0x7f4d3c0a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.522+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f4d48014070 con 0x7f4d50069c90 2024-03-16T18:21:10.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.523+0000 7f4d4dd9b700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4d3c0a1b40 0x7f4d3c0a4000 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4d38000c00 tx=0x7f4d38005fb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:10.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.526+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4d48096950 con 0x7f4d50069c90 2024-03-16T18:21:10.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.772+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4d50199780 con 0x7f4d50069c90 2024-03-16T18:21:10.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.773+0000 7f4d477fe700 1 -- 172.21.15.17:0/3011466338 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v27) v1 ==== 53+0+88 (secure 0 0 0) 0x7f4d4809a010 con 0x7f4d50069c90 2024-03-16T18:21:10.775 INFO:teuthology.orchestra.run.smithi017.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4d3c0a1b40 msgr2=0x7f4d3c0a4000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4d3c0a1b40 0x7f4d3c0a4000 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f4d38000c00 tx=0x7f4d38005fb0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 msgr2=0x7f4d50198420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d50198420 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f4d4800e9a0 tx=0x7f4d4800ecb0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 shutdown_connections 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4d3c0a1b40 0x7f4d3c0a4000 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d50108030 0x7f4d5019ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d50069c90 0x7f4d50198420 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 --2- 172.21.15.17:0/3011466338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d5006a630 0x7f4d50198960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 >> 172.21.15.17:0/3011466338 conn(0x7f4d50077e10 msgr2=0x7f4d500ffcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:10.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 shutdown_connections 2024-03-16T18:21:10.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:10.775+0000 7f4d54b56700 1 -- 172.21.15.17:0/3011466338 wait complete. 2024-03-16T18:21:11.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3011466338' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-16T18:21:11.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:11 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3011466338' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-16T18:21:11.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:11 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3011466338' entity='client.admin' cmd=[{"prefix": "fs ls"}]: dispatch 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi017.front.sepia.ceph.com 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-03-16T18:21:11.414 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-03-16T18:21:11.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.415 DEBUG:teuthology.orchestra.run.smithi017:> ip addr 2024-03-16T18:21:11.430 INFO:teuthology.orchestra.run.smithi017.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: inet 127.0.0.1/8 scope host lo 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 ::1/128 scope host 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:00 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f0 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:6b:fe:01 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp7s0f1 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-03-16T18:21:11.431 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:92 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f0 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: inet 172.21.15.17/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft 42033sec preferred_lft 42033sec 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: inet6 fe80::ec4:7aff:fe59:d992/64 scope link noprefixroute 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: valid_lft forever preferred_lft forever 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: link/ether 0c:c4:7a:59:d9:93 brd ff:ff:ff:ff:ff:ff 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run.smithi017.stdout: altname enp1s0f1 2024-03-16T18:21:11.432 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-03-16T18:21:11.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.432 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:21:11.433 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:21:11.433 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add name ceph-brx type bridge 2024-03-16T18:21:11.433 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr flush dev ceph-brx 2024-03-16T18:21:11.433 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set ceph-brx up 2024-03-16T18:21:11.433 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-03-16T18:21:11.433 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:21:11.543 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.543 DEBUG:teuthology.orchestra.run.smithi017:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-03-16T18:21:11.570 INFO:teuthology.orchestra.run.smithi017.stdout:1 2024-03-16T18:21:11.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.572 DEBUG:teuthology.orchestra.run.smithi017:> route 2024-03-16T18:21:11.627 INFO:teuthology.orchestra.run.smithi017.stdout:Kernel IP routing table 2024-03-16T18:21:11.627 INFO:teuthology.orchestra.run.smithi017.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-03-16T18:21:11.627 INFO:teuthology.orchestra.run.smithi017.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-03-16T18:21:11.628 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-03-16T18:21:11.628 INFO:teuthology.orchestra.run.smithi017.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-03-16T18:21:11.628 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.628 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:21:11.628 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:21:11.628 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-03-16T18:21:11.628 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-03-16T18:21:11.628 DEBUG:teuthology.orchestra.run.smithi017:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-03-16T18:21:11.628 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:21:11.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.724 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-03-16T18:21:11.739 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.739 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list-id 2024-03-16T18:21:11.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.794 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:21:11.794 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:21:11.794 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:11.794 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-03-16T18:21:11.794 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:21:11.876 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-03-16T18:21:11.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-03-16T18:21:11.876 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:21:12.003 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:12.003 DEBUG:teuthology.orchestra.run.smithi017:> (cd / && exec bash -c ' 2024-03-16T18:21:12.003 DEBUG:teuthology.orchestra.run.smithi017:> set -e 2024-03-16T18:21:12.003 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set brx.0 up 2024-03-16T18:21:12.003 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link set dev brx.0 master ceph-brx 2024-03-16T18:21:12.003 DEBUG:teuthology.orchestra.run.smithi017:> ') 2024-03-16T18:21:12.045 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {'mount_subvol_num': 0} 2024-03-16T18:21:12.045 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-16T18:21:12.045 DEBUG:teuthology.orchestra.run.smithi017:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:12.099 INFO:teuthology.orchestra.run.smithi017.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-03-16T18:21:12.099 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-03-16T18:21:12.100 DEBUG:teuthology.orchestra.run.smithi017:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:12.154 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-03-16T18:21:12.218 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:12 smithi017 ceph-mon[32207]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:21:12.222 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-03-16T18:21:12.277 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-16T18:21:12.278 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8c89c899dcc37c3fa53ecb6dcaec40cc80305053563a4d5b52c66a76b1f4ce1/merged 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/a5831267927df5d53f4b69e5105f970adf65f77095b0d0970145c4a99199fd7d/merged 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:21:12.279 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f5d06581ac457afd405d0c4797057a45f9b887ceacc07e50ff9e64d8ef57979e/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ad349a0afe815341b5064213fc570cca94c68666c571eaca87a691a11e9b0015/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/e5facd23563919b602f04ba41a33bf98a191c2be7ef6fddcd5d155f46aca51c5/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f2727cd4ac93a4f28dfe0e51f984b21b3f190a1141327734a572e049726bf2d6/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/20eef91b2b9bf4f013782ca3b6729d029a995b14c5f99935d76d92870ca31037/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b881036179907081291f53f25547d86e05529fbb3f325bcbc5084e758a42c79e/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/c9d42a7ab2acb7ec98fac68a9b0995ae2efbeb68f93d42582dca8d6a5d4a2100/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/eda84e8e31daff742ef63e20da717a177aa4cbe62407a1afad909a684247b864/merged 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:12.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:12.281 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-03-16T18:21:12.331 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-03-16T18:21:12.331 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0 --client_mountpoint=/volumes/qa/sv_0/8ce9edae-a9a0-4f7d-a422-181610a268e1 --client_fs=cephfs) 2024-03-16T18:21:12.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:12 smithi149 ceph-mon[35991]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:21:12.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:12 smithi153 ceph-mon[36005]: pgmap v363: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 9 op/s 2024-03-16T18:21:12.374 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-03-16T18:21:12.401 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-03-16T18:21:12.456 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-03-16T18:21:12.456 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-03-16T18:21:12.456 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-03-16T18:21:12.456 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-03-16T18:21:12.456 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-03-16T18:21:12.457 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8c89c899dcc37c3fa53ecb6dcaec40cc80305053563a4d5b52c66a76b1f4ce1/merged 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/a5831267927df5d53f4b69e5105f970adf65f77095b0d0970145c4a99199fd7d/merged 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-03-16T18:21:12.458 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f5d06581ac457afd405d0c4797057a45f9b887ceacc07e50ff9e64d8ef57979e/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ad349a0afe815341b5064213fc570cca94c68666c571eaca87a691a11e9b0015/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/e5facd23563919b602f04ba41a33bf98a191c2be7ef6fddcd5d155f46aca51c5/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f2727cd4ac93a4f28dfe0e51f984b21b3f190a1141327734a572e049726bf2d6/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/20eef91b2b9bf4f013782ca3b6729d029a995b14c5f99935d76d92870ca31037/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b881036179907081291f53f25547d86e05529fbb3f325bcbc5084e758a42c79e/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/c9d42a7ab2acb7ec98fac68a9b0995ae2efbeb68f93d42582dca8d6a5d4a2100/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/eda84e8e31daff742ef63e20da717a177aa4cbe62407a1afad909a684247b864/merged 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:12.459 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:12.460 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-03-16T18:21:12.461 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:2024-03-16T18:21:12.459+0000 7fe69d77a480 -1 init, newargv = 0x5580099183e0 newargc=15 2024-03-16T18:21:12.461 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[86861]: starting ceph client 2024-03-16T18:21:12.483 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[86861]: starting fuse 2024-03-16T18:21:13.577 DEBUG:teuthology.orchestra.run.smithi017:> sudo modprobe fuse 2024-03-16T18:21:13.611 DEBUG:teuthology.orchestra.run.smithi017:> cat /proc/self/mounts | awk '{print $2}' 2024-03-16T18:21:13.670 INFO:teuthology.orchestra.run.smithi017.stdout:/proc 2024-03-16T18:21:13.670 INFO:teuthology.orchestra.run.smithi017.stdout:/sys 2024-03-16T18:21:13.670 INFO:teuthology.orchestra.run.smithi017.stdout:/dev 2024-03-16T18:21:13.670 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/security 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/shm 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/pts 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/run 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/cgroup 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/pstore 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/bpf 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/ 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/selinux 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/hugepages 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/dev/mqueue 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/debug 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/tracing 2024-03-16T18:21:13.671 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/fs/fuse/connections 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/sys/kernel/config 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-sysctl.service 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup-dev.service 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/run/credentials/systemd-tmpfiles-setup.service 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/nfs/rpc_pipefs 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/1000 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/ceph 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b8c89c899dcc37c3fa53ecb6dcaec40cc80305053563a4d5b52c66a76b1f4ce1/merged 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/a5831267927df5d53f4b69e5105f970adf65f77095b0d0970145c4a99199fd7d/merged 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/run/user/0 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/proc/sys/fs/binfmt_misc 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f5d06581ac457afd405d0c4797057a45f9b887ceacc07e50ff9e64d8ef57979e/merged 2024-03-16T18:21:13.672 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/ad349a0afe815341b5064213fc570cca94c68666c571eaca87a691a11e9b0015/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/e5facd23563919b602f04ba41a33bf98a191c2be7ef6fddcd5d155f46aca51c5/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/f2727cd4ac93a4f28dfe0e51f984b21b3f190a1141327734a572e049726bf2d6/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/20eef91b2b9bf4f013782ca3b6729d029a995b14c5f99935d76d92870ca31037/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/b881036179907081291f53f25547d86e05529fbb3f325bcbc5084e758a42c79e/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/c9d42a7ab2acb7ec98fac68a9b0995ae2efbeb68f93d42582dca8d6a5d4a2100/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/var/lib/containers/storage/overlay/eda84e8e31daff742ef63e20da717a177aa4cbe62407a1afad909a684247b864/merged 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run.smithi017.stdout:/home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:13.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:13.673 DEBUG:teuthology.orchestra.run.smithi017:> ls /sys/fs/fuse/connections 2024-03-16T18:21:13.728 INFO:teuthology.orchestra.run.smithi017.stdout:119 2024-03-16T18:21:13.729 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [119] 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> sudo stdin-killer -- python3 -c ' 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> import glob 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> import re 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> import os 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> import subprocess 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> def _find_admin_socket(client_name): 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-03-16T18:21:13.729 DEBUG:teuthology.orchestra.run.smithi017:> files = glob.glob(asok_path) 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> # Given a non-glob path, it better be there 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> if "*" not in asok_path: 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> assert(len(files) == 1) 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> return files[0] 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> for f in files: 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> if os.path.exists("/proc/{0}".format(pid)): 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> contents = proc_f.read() 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> if mountpoint in contents: 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> return f 2024-03-16T18:21:13.730 DEBUG:teuthology.orchestra.run.smithi017:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-03-16T18:21:13.731 DEBUG:teuthology.orchestra.run.smithi017:> 2024-03-16T18:21:13.731 DEBUG:teuthology.orchestra.run.smithi017:> print(_find_admin_socket("client.0")) 2024-03-16T18:21:13.731 DEBUG:teuthology.orchestra.run.smithi017:> ' 2024-03-16T18:21:13.861 INFO:teuthology.orchestra.run.smithi017.stdout:/var/run/ceph/ceph-client.0.86861.asok 2024-03-16T18:21:13.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:13 stdin-killer INFO: command exited with status 0: exiting normally with same code! 2024-03-16T18:21:13.873 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.86861.asok 2024-03-16T18:21:13.873 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:13.873 DEBUG:teuthology.orchestra.run.smithi017:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.86861.asok status 2024-03-16T18:21:14.012 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "metadata": { 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_sha1": "aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b", 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_version": "ceph version 19.0.0-1681-gaba3c1d2 (aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b) squid (dev)", 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "entity_id": "0", 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": "smithi017", 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "pid": "86861", 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "root": "/volumes/qa/sv_0/8ce9edae-a9a0-4f7d-a422-181610a268e1" 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_count": 0, 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "dentry_pinned_count": 0, 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "id": 15519, 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "inst": { 2024-03-16T18:21:14.013 INFO:teuthology.orchestra.run.smithi017.stdout: "name": { 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "client", 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "num": 15519 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4231986541 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": { 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "192.168.0.1:0", 2024-03-16T18:21:14.014 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 4231986541 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "inst_str": "client.15519 192.168.0.1:0/4231986541", 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "addr_str": "192.168.0.1:0/4231986541", 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "inode_count": 5, 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_epoch": 27, 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch": 93, 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_epoch_barrier": 0, 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "blocklisted": false, 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout: "fs_name": "cephfs" 2024-03-16T18:21:14.015 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:14.022 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:14.022 DEBUG:teuthology.orchestra.run.smithi017:> stat --file-system '--printf=%T 2024-03-16T18:21:14.022 DEBUG:teuthology.orchestra.run.smithi017:> ' -- /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:14.037 INFO:teuthology.orchestra.run.smithi017.stdout:fuseblk 2024-03-16T18:21:14.037 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:14.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:14.037 DEBUG:teuthology.orchestra.run.smithi017:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:14.106 INFO:teuthology.run_tasks:Running task exec... 2024-03-16T18:21:14.116 INFO:teuthology.task.exec:Executing custom commands... 2024-03-16T18:21:14.116 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:21:14.116 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs set cephfs balance_automate true' 2024-03-16T18:21:14.149 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:14 smithi017 ceph-mon[32207]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:21:14.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.261+0000 7f200557a640 1 -- 172.21.15.17:0/4125264157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 msgr2=0x7f2000106cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.261+0000 7f200557a640 1 --2- 172.21.15.17:0/4125264157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f2000106cf0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f1fe8009900 tx=0x7f1fe802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.261+0000 7f200557a640 1 -- 172.21.15.17:0/4125264157 shutdown_connections 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.261+0000 7f200557a640 1 --2- 172.21.15.17:0/4125264157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f2000106cf0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.261+0000 7f200557a640 1 --2- 172.21.15.17:0/4125264157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 0x7f2000109680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.261+0000 7f200557a640 1 --2- 172.21.15.17:0/4125264157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000101fd0 0x7f20001043c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- 172.21.15.17:0/4125264157 >> 172.21.15.17:0/4125264157 conn(0x7f20000fb9c0 msgr2=0x7f20000fde00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- 172.21.15.17:0/4125264157 shutdown_connections 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- 172.21.15.17:0/4125264157 wait complete. 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 Processor -- start 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- start start 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000101fd0 0x7f20001974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:14.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f20001979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 0x7f200019ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f200019ef90 con 0x7f2000104900 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f200019f100 con 0x7f2000107230 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.262+0000 7f200557a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f200019f2c0 con 0x7f2000101fd0 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ffe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f20001979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ffe7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f20001979e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39852/0 (socket says 172.21.15.17:39852) 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ffe7fc640 1 -- 172.21.15.17:0/2481476000 learned_addr learned my addr 172.21.15.17:0/2481476000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 0x7f200019ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000101fd0 0x7f20001974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2481476000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000101fd0 msgr2=0x7f20001974a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000101fd0 0x7f20001974a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 msgr2=0x7f20001979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f20001979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 -- 172.21.15.17:0/2481476000 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1fe8009560 con 0x7f2000107230 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ffe7fc640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f20001979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:14.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1fff7fe640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 0x7f200019ea50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1ff800e970 tx=0x7f1ff800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:14.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff8009620 con 0x7f2000107230 2024-03-16T18:21:14.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1ff80044d0 con 0x7f2000107230 2024-03-16T18:21:14.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f200019f5a0 con 0x7f2000107230 2024-03-16T18:21:14.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ff8004800 con 0x7f2000107230 2024-03-16T18:21:14.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.263+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f200019fab0 con 0x7f2000107230 2024-03-16T18:21:14.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.264+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20000fd4b0 con 0x7f2000107230 2024-03-16T18:21:14.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.265+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f1ff80049a0 con 0x7f2000107230 2024-03-16T18:21:14.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.266+0000 7f1ff7fff640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fec0a1ad0 0x7f1fec0a3f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:14.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.266+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fec0a1ad0 0x7f1fec0a3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:14.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.266+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f1ff8014070 con 0x7f2000107230 2024-03-16T18:21:14.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.266+0000 7f1ffeffd640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fec0a1ad0 0x7f1fec0a3f90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0005fd0 tx=0x7f1ff0009500 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:14.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.269+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1ff8096520 con 0x7f2000107230 2024-03-16T18:21:14.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:14 smithi149 ceph-mon[35991]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:21:14.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:14 smithi153 ceph-mon[36005]: pgmap v364: 129 pgs: 129 active+clean; 645 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:21:14.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:14.505+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"} v 0) v1 -- 0x7f200010ce10 con 0x7f2000107230 2024-03-16T18:21:15.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.018+0000 7f1ff7fff640 1 -- 172.21.15.17:0/2481476000 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]=0 v28) v1 ==== 117+0+0 (secure 0 0 0) 0x7f1ff8099be0 con 0x7f2000107230 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fec0a1ad0 msgr2=0x7f1fec0a3f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fec0a1ad0 0x7f1fec0a3f90 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f1ff0005fd0 tx=0x7f1ff0009500 comp rx=0 tx=0).stop 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 msgr2=0x7f200019ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 0x7f200019ea50 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f1ff800e970 tx=0x7f1ff800ee30 comp rx=0 tx=0).stop 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 shutdown_connections 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f1fec0a1ad0 0x7f1fec0a3f90 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2000104900 0x7f20001979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2000107230 0x7f200019ea50 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 --2- 172.21.15.17:0/2481476000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2000101fd0 0x7f20001974a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 >> 172.21.15.17:0/2481476000 conn(0x7f20000fb9c0 msgr2=0x7f2000102a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:15.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 shutdown_connections 2024-03-16T18:21:15.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.020+0000 7f200557a640 1 -- 172.21.15.17:0/2481476000 wait complete. 2024-03-16T18:21:15.033 INFO:teuthology.run_tasks:Running task check-counter... 2024-03-16T18:21:15.044 INFO:teuthology.run_tasks:Running task fwd_scrub... 2024-03-16T18:21:15.055 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:15.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 -- 172.21.15.17:0/3483330844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8101680 msgr2=0x7fd0a8101b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/3483330844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8101680 0x7fd0a8101b00 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fd090009900 tx=0x7fd09002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:15.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 -- 172.21.15.17:0/3483330844 shutdown_connections 2024-03-16T18:21:15.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/3483330844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8101680 0x7fd0a8101b00 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/3483330844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0a8102040 0x7fd0a81088d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/3483330844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0a8100490 0x7fd0a81008b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 -- 172.21.15.17:0/3483330844 >> 172.21.15.17:0/3483330844 conn(0x7fd0a80fba20 msgr2=0x7fd0a80fde40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:15.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 -- 172.21.15.17:0/3483330844 shutdown_connections 2024-03-16T18:21:15.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.168+0000 7fd0aca4e640 1 -- 172.21.15.17:0/3483330844 wait complete. 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 Processor -- start 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 -- start start 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0a8100490 0x7fd0a8197530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0a8101680 0x7fd0a8197a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 0x7fd0a819ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a819ef80 con 0x7fd0a8102040 2024-03-16T18:21:15.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a819f0f0 con 0x7fd0a8101680 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0aca4e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0a819f2b0 con 0x7fd0a8100490 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 0x7fd0a819ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 0x7fd0a819ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39858/0 (socket says 172.21.15.17:39858) 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 -- 172.21.15.17:0/767237795 learned_addr learned my addr 172.21.15.17:0/767237795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a659c640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0a8100490 0x7fd0a8197530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a5d9b640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0a8101680 0x7fd0a8197a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 -- 172.21.15.17:0/767237795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0a8100490 msgr2=0x7fd0a8197530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0a8100490 0x7fd0a8197530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 -- 172.21.15.17:0/767237795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0a8101680 msgr2=0x7fd0a8197a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0a8101680 0x7fd0a8197a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 -- 172.21.15.17:0/767237795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd090009560 con 0x7fd0a8102040 2024-03-16T18:21:15.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd0a6d9d640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 0x7fd0a819ea40 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd09800eb10 tx=0x7fd09800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:15.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.169+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd098004b20 con 0x7fd0a8102040 2024-03-16T18:21:15.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.170+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd098004c80 con 0x7fd0a8102040 2024-03-16T18:21:15.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.170+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0a819f590 con 0x7fd0a8102040 2024-03-16T18:21:15.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.170+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd098010690 con 0x7fd0a8102040 2024-03-16T18:21:15.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.170+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0a819fa20 con 0x7fd0a8102040 2024-03-16T18:21:15.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.171+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0a810bce0 con 0x7fd0a8102040 2024-03-16T18:21:15.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.172+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fd098005020 con 0x7fd0a8102040 2024-03-16T18:21:15.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.172+0000 7fd09f7fe640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd0940a1a30 0x7fd0940a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.172+0000 7fd0a659c640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd0940a1a30 0x7fd0940a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.172+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fd098014070 con 0x7fd0a8102040 2024-03-16T18:21:15.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.173+0000 7fd0a659c640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd0940a1a30 0x7fd0940a3ef0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd0a81014e0 tx=0x7fd0a0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:15.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.177+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd098096bc0 con 0x7fd0a8102040 2024-03-16T18:21:15.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:15 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2481476000' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-16T18:21:15.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:15 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-16T18:21:15.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:15 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2481476000' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-16T18:21:15.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:15 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-16T18:21:15.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:15 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2481476000' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-16T18:21:15.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:15 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]: dispatch 2024-03-16T18:21:15.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.363+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd0a810be70 con 0x7fd0a8102040 2024-03-16T18:21:15.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.365+0000 7fd09f7fe640 1 -- 172.21.15.17:0/767237795 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7fd09809a280 con 0x7fd0a8102040 2024-03-16T18:21:15.367 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:15.368 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd0940a1a30 msgr2=0x7fd0940a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd0940a1a30 0x7fd0940a3ef0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fd0a81014e0 tx=0x7fd0a0005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 msgr2=0x7fd0a819ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 0x7fd0a819ea40 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fd09800eb10 tx=0x7fd09800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 shutdown_connections 2024-03-16T18:21:15.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fd0940a1a30 0x7fd0940a3ef0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0a8102040 0x7fd0a819ea40 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0a8101680 0x7fd0a8197a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 --2- 172.21.15.17:0/767237795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0a8100490 0x7fd0a8197530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 >> 172.21.15.17:0/767237795 conn(0x7fd0a80fba20 msgr2=0x7fd0a80fd520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 shutdown_connections 2024-03-16T18:21:15.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.367+0000 7fd0aca4e640 1 -- 172.21.15.17:0/767237795 wait complete. 2024-03-16T18:21:15.380 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:21:15.380 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 -- 172.21.15.17:0/430700039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 msgr2=0x7f4e14108850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 --2- 172.21.15.17:0/430700039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e14108850 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c009ca0 tx=0x7f4e0c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 -- 172.21.15.17:0/430700039 shutdown_connections 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 --2- 172.21.15.17:0/430700039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e14108850 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 --2- 172.21.15.17:0/430700039 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e14101600 0x7f4e14101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 --2- 172.21.15.17:0/430700039 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e14100410 0x7f4e14100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 -- 172.21.15.17:0/430700039 >> 172.21.15.17:0/430700039 conn(0x7f4e140fb9a0 msgr2=0x7f4e140fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:15.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 -- 172.21.15.17:0/430700039 shutdown_connections 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 -- 172.21.15.17:0/430700039 wait complete. 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.485+0000 7f4e195d7640 1 Processor -- start 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 -- start start 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e14100410 0x7f4e14196360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e14101600 0x7f4e141968a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e1419d910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e1419de50 con 0x7f4e14101fc0 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e1419dfc0 con 0x7f4e14101600 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e195d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e1419e180 con 0x7f4e14100410 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e1419d910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e1419d910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39874/0 (socket says 172.21.15.17:39874) 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 -- 172.21.15.17:0/2586378728 learned_addr learned my addr 172.21.15.17:0/2586378728 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:15.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e127fc640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e14101600 0x7f4e141968a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e12ffd640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e14100410 0x7f4e14196360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 -- 172.21.15.17:0/2586378728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e14100410 msgr2=0x7f4e14196360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e14100410 0x7f4e14196360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 -- 172.21.15.17:0/2586378728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e14101600 msgr2=0x7f4e141968a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e14101600 0x7f4e141968a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 -- 172.21.15.17:0/2586378728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e0c009900 con 0x7f4e14101fc0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.486+0000 7f4e137fe640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e1419d910 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c037040 tx=0x7f4e0c032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.487+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e0c034e70 con 0x7f4e14101fc0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.487+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4e0c003e20 con 0x7f4e14101fc0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.487+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e0c004710 con 0x7f4e14101fc0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.487+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e1419e400 con 0x7f4e14101fc0 2024-03-16T18:21:15.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.487+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e1419e860 con 0x7f4e14101fc0 2024-03-16T18:21:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.488+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e14107800 con 0x7f4e14101fc0 2024-03-16T18:21:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.489+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f4e0c03b040 con 0x7f4e14101fc0 2024-03-16T18:21:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.489+0000 7f4dfbfff640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dfc0a1a30 0x7f4dfc0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.489+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f4e0c0efd80 con 0x7f4e14101fc0 2024-03-16T18:21:15.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.489+0000 7f4e12ffd640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dfc0a1a30 0x7f4dfc0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.490+0000 7f4e12ffd640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dfc0a1a30 0x7f4dfc0a3ef0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4e14101460 tx=0x7f4e04005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:15.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.494+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4e0c0b8c50 con 0x7f4e14101fc0 2024-03-16T18:21:15.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.676+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4e1402d000 con 0x7f4e14101fc0 2024-03-16T18:21:15.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.676+0000 7f4dfbfff640 1 -- 172.21.15.17:0/2586378728 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4e0c0bc310 con 0x7f4e14101fc0 2024-03-16T18:21:15.678 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:21:15.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dfc0a1a30 msgr2=0x7f4dfc0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dfc0a1a30 0x7f4dfc0a3ef0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f4e14101460 tx=0x7f4e04005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 msgr2=0x7f4e1419d910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e1419d910 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f4e0c037040 tx=0x7f4e0c032980 comp rx=0 tx=0).stop 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 shutdown_connections 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4dfc0a1a30 0x7f4dfc0a3ef0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e14101fc0 0x7f4e1419d910 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e14101600 0x7f4e141968a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 --2- 172.21.15.17:0/2586378728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e14100410 0x7f4e14196360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 >> 172.21.15.17:0/2586378728 conn(0x7f4e140fb9a0 msgr2=0x7f4e141049d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 shutdown_connections 2024-03-16T18:21:15.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.678+0000 7f4e195d7640 1 -- 172.21.15.17:0/2586378728 wait complete. 2024-03-16T18:21:15.720 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 -- 172.21.15.17:0/1332378741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 msgr2=0x7ff5f8100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 --2- 172.21.15.17:0/1332378741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f8100810 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec009900 tx=0x7ff5ec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 -- 172.21.15.17:0/1332378741 shutdown_connections 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 --2- 172.21.15.17:0/1332378741 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5f8101fa0 0x7ff5f8108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 --2- 172.21.15.17:0/1332378741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5f81015e0 0x7ff5f8101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 --2- 172.21.15.17:0/1332378741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f8100810 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 -- 172.21.15.17:0/1332378741 >> 172.21.15.17:0/1332378741 conn(0x7ff5f80fb980 msgr2=0x7ff5f80fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 -- 172.21.15.17:0/1332378741 shutdown_connections 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 -- 172.21.15.17:0/1332378741 wait complete. 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 Processor -- start 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.824+0000 7ff5feeae640 1 -- start start 2024-03-16T18:21:15.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f80691e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5f81015e0 0x7ff5f819c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5f8101fa0 0x7ff5f819e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5f819efe0 con 0x7ff5f81003f0 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5f819f150 con 0x7ff5f81015e0 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5f819f310 con 0x7ff5f8101fa0 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f80691e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f80691e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39892/0 (socket says 172.21.15.17:39892) 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 -- 172.21.15.17:0/2268276479 learned_addr learned my addr 172.21.15.17:0/2268276479 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5f7fff640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5f81015e0 0x7ff5f819c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fd44b640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5f8101fa0 0x7ff5f819e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 -- 172.21.15.17:0/2268276479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5f8101fa0 msgr2=0x7ff5f819e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5f8101fa0 0x7ff5f819e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 -- 172.21.15.17:0/2268276479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5f81015e0 msgr2=0x7ff5f819c210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5f81015e0 0x7ff5f819c210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 -- 172.21.15.17:0/2268276479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5e4009490 con 0x7ff5f81003f0 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5fcc4a640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f80691e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec02c7d0 tx=0x7ff5ec004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec004500 con 0x7ff5f81003f0 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff5ec02de90 con 0x7ff5f81003f0 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5ec009560 con 0x7ff5f81003f0 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.825+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5ec005350 con 0x7ff5f81003f0 2024-03-16T18:21:15.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.826+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5f819f960 con 0x7ff5f81003f0 2024-03-16T18:21:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.827+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5f8107830 con 0x7ff5f81003f0 2024-03-16T18:21:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.828+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7ff5ec0054b0 con 0x7ff5f81003f0 2024-03-16T18:21:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.828+0000 7ff5f5ffb640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5e80a1ab0 0x7ff5e80a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.828+0000 7ff5f7fff640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5e80a1ab0 0x7ff5e80a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.828+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7ff5ec0efda0 con 0x7ff5f81003f0 2024-03-16T18:21:15.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.829+0000 7ff5f7fff640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5e80a1ab0 0x7ff5e80a3f70 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5f8068f50 tx=0x7ff5e4005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:15.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:15.832+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff5ec0b8bc0 con 0x7ff5f81003f0 2024-03-16T18:21:16.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.013+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff5f810bf00 con 0x7ff5f81003f0 2024-03-16T18:21:16.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.013+0000 7ff5f5ffb640 1 -- 172.21.15.17:0/2268276479 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff5ec0bc280 con 0x7ff5f81003f0 2024-03-16T18:21:16.016 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5e80a1ab0 msgr2=0x7ff5e80a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5e80a1ab0 0x7ff5e80a3f70 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff5f8068f50 tx=0x7ff5e4005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 msgr2=0x7ff5f80691e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f80691e0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7ff5ec02c7d0 tx=0x7ff5ec004040 comp rx=0 tx=0).stop 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 shutdown_connections 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7ff5e80a1ab0 0x7ff5e80a3f70 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff5f8101fa0 0x7ff5f819e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff5f81015e0 0x7ff5f819c210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 --2- 172.21.15.17:0/2268276479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff5f81003f0 0x7ff5f80691e0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 >> 172.21.15.17:0/2268276479 conn(0x7ff5f80fb980 msgr2=0x7ff5f8104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 shutdown_connections 2024-03-16T18:21:16.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.016+0000 7ff5feeae640 1 -- 172.21.15.17:0/2268276479 wait complete. 2024-03-16T18:21:16.030 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:21:16.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 -- 172.21.15.17:0/3392824198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c101740 msgr2=0x7f523c107fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 --2- 172.21.15.17:0/3392824198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c101740 0x7f523c107fd0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f5234009ca0 tx=0x7f523402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 -- 172.21.15.17:0/3392824198 shutdown_connections 2024-03-16T18:21:16.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 --2- 172.21.15.17:0/3392824198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c101740 0x7f523c107fd0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 --2- 172.21.15.17:0/3392824198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f523c100d80 0x7f523c101200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 --2- 172.21.15.17:0/3392824198 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f523c0ffb90 0x7f523c0fffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 -- 172.21.15.17:0/3392824198 >> 172.21.15.17:0/3392824198 conn(0x7f523c0fb120 msgr2=0x7f523c0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 -- 172.21.15.17:0/3392824198 shutdown_connections 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.134+0000 7f52415bc640 1 -- 172.21.15.17:0/3392824198 wait complete. 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 Processor -- start 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 -- start start 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 0x7f523c1974d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f523c100d80 0x7f523c197a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f523c101740 0x7f523c19ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c19efc0 con 0x7f523c0ffb90 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c19f130 con 0x7f523c100d80 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f52415bc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523c19f2f0 con 0x7f523c101740 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 0x7f523c1974d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 0x7f523c1974d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39912/0 (socket says 172.21.15.17:39912) 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 -- 172.21.15.17:0/1604735677 learned_addr learned my addr 172.21.15.17:0/1604735677 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f5233fff640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f523c100d80 0x7f523c197a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523b7fe640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f523c101740 0x7f523c19ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 -- 172.21.15.17:0/1604735677 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f523c101740 msgr2=0x7f523c19ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f523c101740 0x7f523c19ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 -- 172.21.15.17:0/1604735677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f523c100d80 msgr2=0x7f523c197a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f523c100d80 0x7f523c197a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 -- 172.21.15.17:0/1604735677 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f522c00a5a0 con 0x7f523c0ffb90 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.135+0000 7f523affd640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 0x7f523c1974d0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f522c0058c0 tx=0x7f522c00ef80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.136+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c00cda0 con 0x7f523c0ffb90 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.136+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f522c0168c0 con 0x7f523c0ffb90 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.136+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5234009900 con 0x7f523c0ffb90 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.136+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f522c00b890 con 0x7f523c0ffb90 2024-03-16T18:21:16.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.136+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f523c19f950 con 0x7f523c0ffb90 2024-03-16T18:21:16.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.137+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f523c10ab90 con 0x7f523c0ffb90 2024-03-16T18:21:16.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.138+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f522c016a30 con 0x7f523c0ffb90 2024-03-16T18:21:16.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.138+0000 7f5238ff9640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f52280a1a30 0x7f52280a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.139+0000 7f5233fff640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f52280a1a30 0x7f52280a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.139+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f522c0cd7d0 con 0x7f523c0ffb90 2024-03-16T18:21:16.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.139+0000 7f5233fff640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f52280a1a30 0x7f52280a3ef0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f523c1989e0 tx=0x7f5224005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:16.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.143+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f522c096640 con 0x7f523c0ffb90 2024-03-16T18:21:16.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:16 smithi017 ceph-mon[32207]: pgmap v365: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-03-16T18:21:16.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:16 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-03-16T18:21:16.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:16 smithi017 ceph-mon[32207]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-16T18:21:16.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/767237795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:16.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2586378728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:16.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:16 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2268276479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:16.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.325+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f523c19fde0 con 0x7f523c0ffb90 2024-03-16T18:21:16.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.326+0000 7f5238ff9640 1 -- 172.21.15.17:0/1604735677 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7f522c099d00 con 0x7f523c0ffb90 2024-03-16T18:21:16.328 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.327+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f52280a1a30 msgr2=0x7f52280a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.327+0000 7f52415bc640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f52280a1a30 0x7f52280a3ef0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f523c1989e0 tx=0x7f5224005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 msgr2=0x7f523c1974d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 0x7f523c1974d0 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7f522c0058c0 tx=0x7f522c00ef80 comp rx=0 tx=0).stop 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 shutdown_connections 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f52280a1a30 0x7f52280a3ef0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f523c101740 0x7f523c19ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f523c100d80 0x7f523c197a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 --2- 172.21.15.17:0/1604735677 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f523c0ffb90 0x7f523c1974d0 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 >> 172.21.15.17:0/1604735677 conn(0x7f523c0fb120 msgr2=0x7f523c1062c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 shutdown_connections 2024-03-16T18:21:16.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.328+0000 7f52415bc640 1 -- 172.21.15.17:0/1604735677 wait complete. 2024-03-16T18:21:16.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:16 smithi149 ceph-mon[35991]: pgmap v365: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-03-16T18:21:16.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:16 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-03-16T18:21:16.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:16 smithi149 ceph-mon[35991]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-16T18:21:16.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:16 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/767237795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:16.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:16 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2586378728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:16.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:16 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2268276479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:16.341 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:21:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:16 smithi153 ceph-mon[36005]: pgmap v365: 129 pgs: 129 active+clean; 646 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.5 KiB/s rd, 767 B/s wr, 12 op/s 2024-03-16T18:21:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:16 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "balance_automate", "val": "true"}]': finished 2024-03-16T18:21:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:16 smithi153 ceph-mon[36005]: fsmap cephfs:5 5 up:standby-replay 2 up:standby 5 up:active 2024-03-16T18:21:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:16 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/767237795' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:16 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2586378728' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:16.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:16 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2268276479' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 -- 172.21.15.17:0/1509058473 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1500101fa0 msgr2=0x7f1500108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 --2- 172.21.15.17:0/1509058473 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1500101fa0 0x7f1500108830 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f14f8009ca0 tx=0x7f14f802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 -- 172.21.15.17:0/1509058473 shutdown_connections 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 --2- 172.21.15.17:0/1509058473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15001015e0 0x7f1500101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 --2- 172.21.15.17:0/1509058473 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1500101fa0 0x7f1500108830 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 --2- 172.21.15.17:0/1509058473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15001003f0 0x7f1500100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 -- 172.21.15.17:0/1509058473 >> 172.21.15.17:0/1509058473 conn(0x7f15000fb980 msgr2=0x7f15000fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 -- 172.21.15.17:0/1509058473 shutdown_connections 2024-03-16T18:21:16.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.444+0000 7f150508f640 1 -- 172.21.15.17:0/1509058473 wait complete. 2024-03-16T18:21:16.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 Processor -- start 2024-03-16T18:21:16.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 -- start start 2024-03-16T18:21:16.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15001003f0 0x7f15001974a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15001015e0 0x7f15001979e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 0x7f150019ea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f150019ef90 con 0x7f1500101fa0 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f150019f100 con 0x7f15001003f0 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.445+0000 7f150508f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f150019f2c0 con 0x7f15001015e0 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 0x7f150019ea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 0x7f150019ea50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39934/0 (socket says 172.21.15.17:39934) 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 -- 172.21.15.17:0/3363753159 learned_addr learned my addr 172.21.15.17:0/3363753159 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14fed9d640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15001003f0 0x7f15001974a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14f659c640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15001015e0 0x7f15001979e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 -- 172.21.15.17:0/3363753159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15001015e0 msgr2=0x7f15001979e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15001015e0 0x7f15001979e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 -- 172.21.15.17:0/3363753159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15001003f0 msgr2=0x7f15001974a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15001003f0 0x7f15001974a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 -- 172.21.15.17:0/3363753159 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14f8009900 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14ff59e640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 0x7f150019ea50 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f14f8037040 tx=0x7f14f8032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f8034e70 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f14f8003e20 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f150019f540 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14f8004770 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.446+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f150019f9f0 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.447+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f150010bcb0 con 0x7f1500101fa0 2024-03-16T18:21:16.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.448+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f14f803b040 con 0x7f1500101fa0 2024-03-16T18:21:16.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.449+0000 7f14fcd99640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14ec0a1a30 0x7f14ec0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.449+0000 7f14fed9d640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14ec0a1a30 0x7f14ec0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.449+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f14f80efd80 con 0x7f1500101fa0 2024-03-16T18:21:16.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.450+0000 7f14fed9d640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14ec0a1a30 0x7f14ec0a3ef0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1500101440 tx=0x7f14f0005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:16.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.454+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f14f80b8c50 con 0x7f1500101fa0 2024-03-16T18:21:16.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.636+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f150019feb0 con 0x7f1500101fa0 2024-03-16T18:21:16.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.636+0000 7f14fcd99640 1 -- 172.21.15.17:0/3363753159 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f14f80bc310 con 0x7f1500101fa0 2024-03-16T18:21:16.638 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14ec0a1a30 msgr2=0x7f14ec0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14ec0a1a30 0x7f14ec0a3ef0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1500101440 tx=0x7f14f0005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 msgr2=0x7f150019ea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 0x7f150019ea50 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f14f8037040 tx=0x7f14f8032980 comp rx=0 tx=0).stop 2024-03-16T18:21:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 shutdown_connections 2024-03-16T18:21:16.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f14ec0a1a30 0x7f14ec0a3ef0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1500101fa0 0x7f150019ea50 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f15001015e0 0x7f15001979e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 --2- 172.21.15.17:0/3363753159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15001003f0 0x7f15001974a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 >> 172.21.15.17:0/3363753159 conn(0x7f15000fb980 msgr2=0x7f15000fd480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 shutdown_connections 2024-03-16T18:21:16.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.638+0000 7f150508f640 1 -- 172.21.15.17:0/3363753159 wait complete. 2024-03-16T18:21:16.651 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 -- 172.21.15.17:0/3117463476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c1027d0 msgr2=0x7f740c102c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 --2- 172.21.15.17:0/3117463476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c1027d0 0x7f740c102c50 secure :-1 s=READY pgs=462 cs=0 l=1 rev1=1 crypto rx=0x7f7400009900 tx=0x7f740002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 -- 172.21.15.17:0/3117463476 shutdown_connections 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 --2- 172.21.15.17:0/3117463476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c1027d0 0x7f740c102c50 unknown :-1 s=CLOSED pgs=462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 --2- 172.21.15.17:0/3117463476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f740c103190 0x7f740c109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 --2- 172.21.15.17:0/3117463476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f740c0ff800 0x7f740c0ffc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 -- 172.21.15.17:0/3117463476 >> 172.21.15.17:0/3117463476 conn(0x7f740c0fb130 msgr2=0x7f740c0fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 -- 172.21.15.17:0/3117463476 shutdown_connections 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.753+0000 7f7411ab5640 1 -- 172.21.15.17:0/3117463476 wait complete. 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 Processor -- start 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 -- start start 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 0x7f740c197500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f740c1027d0 0x7f740c197a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f740c103190 0x7f740c19eab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f740c19eff0 con 0x7f740c0ff800 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f740c19f160 con 0x7f740c1027d0 2024-03-16T18:21:16.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f7411ab5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f740c19f320 con 0x7f740c103190 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 0x7f740c197500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 0x7f740c197500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39950/0 (socket says 172.21.15.17:39950) 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 -- 172.21.15.17:0/1413420087 learned_addr learned my addr 172.21.15.17:0/1413420087 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740affd640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f740c1027d0 0x7f740c197a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740bfff640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f740c103190 0x7f740c19eab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 -- 172.21.15.17:0/1413420087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f740c103190 msgr2=0x7f740c19eab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f740c103190 0x7f740c19eab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 -- 172.21.15.17:0/1413420087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f740c1027d0 msgr2=0x7f740c197a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f740c1027d0 0x7f740c197a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 -- 172.21.15.17:0/1413420087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7404009840 con 0x7f740c0ff800 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.754+0000 7f740b7fe640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 0x7f740c197500 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f73fc00e9c0 tx=0x7f73fc00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.755+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73fc0096e0 con 0x7f740c0ff800 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.755+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f73fc0044e0 con 0x7f740c0ff800 2024-03-16T18:21:16.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.755+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7400009560 con 0x7f740c0ff800 2024-03-16T18:21:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.755+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73fc003e90 con 0x7f740c0ff800 2024-03-16T18:21:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.755+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f740c19f900 con 0x7f740c0ff800 2024-03-16T18:21:16.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.756+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f740c1089d0 con 0x7f740c0ff800 2024-03-16T18:21:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.757+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f73fc004000 con 0x7f740c0ff800 2024-03-16T18:21:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.757+0000 7f7408ff9640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f73f40a1a30 0x7f73f40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.758+0000 7f740affd640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f73f40a1a30 0x7f73f40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.758+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f73fc014070 con 0x7f740c0ff800 2024-03-16T18:21:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.758+0000 7f740affd640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f73f40a1a30 0x7f73f40a3ef0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7400009230 tx=0x7f7400005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:16.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.761+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f73fc096a60 con 0x7f740c0ff800 2024-03-16T18:21:16.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.945+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f740c10ce10 con 0x7f740c0ff800 2024-03-16T18:21:16.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.947+0000 7f7408ff9640 1 -- 172.21.15.17:0/1413420087 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7f73fc09a120 con 0x7f740c0ff800 2024-03-16T18:21:16.949 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:16.949 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f73f40a1a30 msgr2=0x7f73f40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f73f40a1a30 0x7f73f40a3ef0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f7400009230 tx=0x7f7400005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 msgr2=0x7f740c197500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 0x7f740c197500 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f73fc00e9c0 tx=0x7f73fc00edc0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 shutdown_connections 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f73f40a1a30 0x7f73f40a3ef0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f740c103190 0x7f740c19eab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f740c1027d0 0x7f740c197a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 --2- 172.21.15.17:0/1413420087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f740c0ff800 0x7f740c197500 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 >> 172.21.15.17:0/1413420087 conn(0x7f740c0fb130 msgr2=0x7f740c105ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 shutdown_connections 2024-03-16T18:21:16.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:16.949+0000 7f7411ab5640 1 -- 172.21.15.17:0/1413420087 wait complete. 2024-03-16T18:21:16.963 INFO:tasks.fwd_scrub.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:21:16.963 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:21:17.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 -- 172.21.15.17:0/4156117623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40100410 msgr2=0x7f6e40100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/4156117623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40100410 0x7f6e40100830 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f6e38009900 tx=0x7f6e3802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 -- 172.21.15.17:0/4156117623 shutdown_connections 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/4156117623 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40101fc0 0x7f6e40108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/4156117623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e40101600 0x7f6e40101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/4156117623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40100410 0x7f6e40100830 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 -- 172.21.15.17:0/4156117623 >> 172.21.15.17:0/4156117623 conn(0x7f6e400fb9a0 msgr2=0x7f6e400fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 -- 172.21.15.17:0/4156117623 shutdown_connections 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.070+0000 7f6e46b3e640 1 -- 172.21.15.17:0/4156117623 wait complete. 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 Processor -- start 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 -- start start 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40100410 0x7f6e40104540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 0x7f6e40102b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e40101fc0 0x7f6e401030c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e40103820 con 0x7f6e40101600 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e40103990 con 0x7f6e40101fc0 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e46b3e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e401a1570 con 0x7f6e40100410 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 0x7f6e40102b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e448da640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40100410 0x7f6e40104540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e448da640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40100410 0x7f6e40104540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:54036/0 (socket says 172.21.15.17:54036) 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 0x7f6e40102b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39964/0 (socket says 172.21.15.17:39964) 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e448da640 1 -- 172.21.15.17:0/1159870472 learned_addr learned my addr 172.21.15.17:0/1159870472 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e450db640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e40101fc0 0x7f6e401030c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 -- 172.21.15.17:0/1159870472 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40100410 msgr2=0x7f6e40104540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40100410 0x7f6e40104540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 -- 172.21.15.17:0/1159870472 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e40101fc0 msgr2=0x7f6e401030c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e40101fc0 0x7f6e401030c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.071+0000 7f6e3ffff640 1 -- 172.21.15.17:0/1159870472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e30009840 con 0x7f6e40101600 2024-03-16T18:21:17.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.072+0000 7f6e3ffff640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 0x7f6e40102b80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000ecb0 tx=0x7f6e3000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:17.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.072+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30003b70 con 0x7f6e40101600 2024-03-16T18:21:17.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.072+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6e3000ced0 con 0x7f6e40101600 2024-03-16T18:21:17.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.072+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e38009560 con 0x7f6e40101600 2024-03-16T18:21:17.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.072+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e300107d0 con 0x7f6e40101600 2024-03-16T18:21:17.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.072+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e401a1ba0 con 0x7f6e40101600 2024-03-16T18:21:17.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.073+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e4010bcd0 con 0x7f6e40101600 2024-03-16T18:21:17.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.074+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f6e30003f90 con 0x7f6e40101600 2024-03-16T18:21:17.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.074+0000 7f6e3dffb640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6e2c0a1a30 0x7f6e2c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.075+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f6e30014070 con 0x7f6e40101600 2024-03-16T18:21:17.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.075+0000 7f6e448da640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6e2c0a1a30 0x7f6e2c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.075+0000 7f6e448da640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6e2c0a1a30 0x7f6e2c0a3ef0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6e38006010 tx=0x7f6e38005d50 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:17.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.079+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6e30096b00 con 0x7f6e40101600 2024-03-16T18:21:17.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.261+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6e401a2090 con 0x7f6e40101600 2024-03-16T18:21:17.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.261+0000 7f6e3dffb640 1 -- 172.21.15.17:0/1159870472 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6e3009a1c0 con 0x7f6e40101600 2024-03-16T18:21:17.263 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:21:17.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6e2c0a1a30 msgr2=0x7f6e2c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6e2c0a1a30 0x7f6e2c0a3ef0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f6e38006010 tx=0x7f6e38005d50 comp rx=0 tx=0).stop 2024-03-16T18:21:17.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 msgr2=0x7f6e40102b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 0x7f6e40102b80 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f6e3000ecb0 tx=0x7f6e3000c6a0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 shutdown_connections 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f6e2c0a1a30 0x7f6e2c0a3ef0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e40101600 0x7f6e40102b80 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e40101fc0 0x7f6e401030c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 --2- 172.21.15.17:0/1159870472 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e40100410 0x7f6e40104540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 >> 172.21.15.17:0/1159870472 conn(0x7f6e400fb9a0 msgr2=0x7f6e40069ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 shutdown_connections 2024-03-16T18:21:17.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.263+0000 7f6e46b3e640 1 -- 172.21.15.17:0/1159870472 wait complete. 2024-03-16T18:21:17.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1604735677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:17.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3363753159' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:17.275 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1413420087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:17.276 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:21:17.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:17 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1604735677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:17.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:17 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3363753159' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:17.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:17 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1413420087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:17.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:17 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1604735677' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:17.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:17 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3363753159' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:17.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:17 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1413420087' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 -- 172.21.15.17:0/1354999229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 msgr2=0x7fef70100820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 --2- 172.21.15.17:0/1354999229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70100820 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7fef60009900 tx=0x7fef6002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 -- 172.21.15.17:0/1354999229 shutdown_connections 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 --2- 172.21.15.17:0/1354999229 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef70101fb0 0x7fef70108840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 --2- 172.21.15.17:0/1354999229 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef701015f0 0x7fef70101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 --2- 172.21.15.17:0/1354999229 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70100820 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 -- 172.21.15.17:0/1354999229 >> 172.21.15.17:0/1354999229 conn(0x7fef700fb990 msgr2=0x7fef700fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 -- 172.21.15.17:0/1354999229 shutdown_connections 2024-03-16T18:21:17.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.380+0000 7fef7524d640 1 -- 172.21.15.17:0/1354999229 wait complete. 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 Processor -- start 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 -- start start 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70196420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef701015f0 0x7fef70196960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef70101fb0 0x7fef7019d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef7019df10 con 0x7fef70100400 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef7019e080 con 0x7fef701015f0 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef7524d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef7019e240 con 0x7fef70101fb0 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70196420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70196420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39978/0 (socket says 172.21.15.17:39978) 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 -- 172.21.15.17:0/2578222885 learned_addr learned my addr 172.21.15.17:0/2578222885 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef67fff640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef701015f0 0x7fef70196960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6f59e640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef70101fb0 0x7fef7019d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 -- 172.21.15.17:0/2578222885 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef70101fb0 msgr2=0x7fef7019d9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef70101fb0 0x7fef7019d9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 -- 172.21.15.17:0/2578222885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef701015f0 msgr2=0x7fef70196960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef701015f0 0x7fef70196960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 -- 172.21.15.17:0/2578222885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef60009560 con 0x7fef70100400 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6ed9d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70196420 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fef6002c7d0 tx=0x7fef60004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.381+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60004500 con 0x7fef70100400 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.382+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fef6002de90 con 0x7fef70100400 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.382+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef7019e4c0 con 0x7fef70100400 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.382+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60005350 con 0x7fef70100400 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.382+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef7019e9d0 con 0x7fef70100400 2024-03-16T18:21:17.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.383+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef70107890 con 0x7fef70100400 2024-03-16T18:21:17.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.384+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fef600054b0 con 0x7fef70100400 2024-03-16T18:21:17.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.384+0000 7fef6cd99640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fef5c0a1a30 0x7fef5c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.384+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fef600efe10 con 0x7fef70100400 2024-03-16T18:21:17.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.384+0000 7fef67fff640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fef5c0a1a30 0x7fef5c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.385+0000 7fef67fff640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fef5c0a1a30 0x7fef5c0a3ef0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fef70197930 tx=0x7fef58005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:17.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.388+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fef600b8c30 con 0x7fef70100400 2024-03-16T18:21:17.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.572+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fef7002cf90 con 0x7fef70100400 2024-03-16T18:21:17.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.572+0000 7fef6cd99640 1 -- 172.21.15.17:0/2578222885 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7fef600bc2f0 con 0x7fef70100400 2024-03-16T18:21:17.574 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:17.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.574+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fef5c0a1a30 msgr2=0x7fef5c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.574+0000 7fef7524d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fef5c0a1a30 0x7fef5c0a3ef0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fef70197930 tx=0x7fef58005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.574+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 msgr2=0x7fef70196420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.574+0000 7fef7524d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70196420 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7fef6002c7d0 tx=0x7fef60004040 comp rx=0 tx=0).stop 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 shutdown_connections 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fef5c0a1a30 0x7fef5c0a3ef0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef70101fb0 0x7fef7019d9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef701015f0 0x7fef70196960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 --2- 172.21.15.17:0/2578222885 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef70100400 0x7fef70196420 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 >> 172.21.15.17:0/2578222885 conn(0x7fef700fb990 msgr2=0x7fef70104a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 shutdown_connections 2024-03-16T18:21:17.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.575+0000 7fef7524d640 1 -- 172.21.15.17:0/2578222885 wait complete. 2024-03-16T18:21:17.587 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:21:17.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 -- 172.21.15.17:0/3458261186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5441071f0 msgr2=0x7fb544109640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 --2- 172.21.15.17:0/3458261186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5441071f0 0x7fb544109640 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fb53c009ca0 tx=0x7fb53c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 -- 172.21.15.17:0/3458261186 shutdown_connections 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 --2- 172.21.15.17:0/3458261186 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5441071f0 0x7fb544109640 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 --2- 172.21.15.17:0/3458261186 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5441048c0 0x7fb544106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 --2- 172.21.15.17:0/3458261186 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb544101f90 0x7fb544104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 -- 172.21.15.17:0/3458261186 >> 172.21.15.17:0/3458261186 conn(0x7fb5440fb9a0 msgr2=0x7fb5440fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 -- 172.21.15.17:0/3458261186 shutdown_connections 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.691+0000 7fb548f47640 1 -- 172.21.15.17:0/3458261186 wait complete. 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 Processor -- start 2024-03-16T18:21:17.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 -- start start 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 0x7fb544197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5441048c0 0x7fb544197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5441071f0 0x7fb54419e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54419ef30 con 0x7fb544101f90 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54419f0a0 con 0x7fb5441071f0 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb548f47640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb54419f260 con 0x7fb5441048c0 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 0x7fb544197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 0x7fb544197440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39992/0 (socket says 172.21.15.17:39992) 2024-03-16T18:21:17.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 -- 172.21.15.17:0/747384230 learned_addr learned my addr 172.21.15.17:0/747384230 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb542d9d640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5441071f0 0x7fb54419e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb539d9b640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5441048c0 0x7fb544197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 -- 172.21.15.17:0/747384230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5441048c0 msgr2=0x7fb544197980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5441048c0 0x7fb544197980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 -- 172.21.15.17:0/747384230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5441071f0 msgr2=0x7fb54419e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5441071f0 0x7fb54419e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 -- 172.21.15.17:0/747384230 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb53c009900 con 0x7fb544101f90 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.692+0000 7fb54259c640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 0x7fb544197440 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fb53400e9f0 tx=0x7fb53400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.693+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb534009700 con 0x7fb544101f90 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.693+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb53400cd80 con 0x7fb544101f90 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.693+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb534018840 con 0x7fb544101f90 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.693+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb54419f540 con 0x7fb544101f90 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.693+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb54419fa50 con 0x7fb544101f90 2024-03-16T18:21:17.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.694+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5440fd490 con 0x7fb544101f90 2024-03-16T18:21:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.695+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fb5340189a0 con 0x7fb544101f90 2024-03-16T18:21:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.695+0000 7fb53bfff640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb5300a1a30 0x7fb5300a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.696+0000 7fb539d9b640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb5300a1a30 0x7fb5300a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:17.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.696+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fb534014070 con 0x7fb544101f90 2024-03-16T18:21:17.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.696+0000 7fb539d9b640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb5300a1a30 0x7fb5300a3ef0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb544198950 tx=0x7fb52c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:17.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.699+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb534096e50 con 0x7fb544101f90 2024-03-16T18:21:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.880+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb54402cf60 con 0x7fb544101f90 2024-03-16T18:21:17.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.881+0000 7fb53bfff640 1 -- 172.21.15.17:0/747384230 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb53409a510 con 0x7fb544101f90 2024-03-16T18:21:17.883 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb5300a1a30 msgr2=0x7fb5300a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb5300a1a30 0x7fb5300a3ef0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fb544198950 tx=0x7fb52c005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 msgr2=0x7fb544197440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 0x7fb544197440 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fb53400e9f0 tx=0x7fb53400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 shutdown_connections 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb5300a1a30 0x7fb5300a3ef0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.882+0000 7fb548f47640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5441071f0 0x7fb54419e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.883+0000 7fb548f47640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5441048c0 0x7fb544197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.883+0000 7fb548f47640 1 --2- 172.21.15.17:0/747384230 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb544101f90 0x7fb544197440 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.883+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 >> 172.21.15.17:0/747384230 conn(0x7fb5440fb9a0 msgr2=0x7fb5441028d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.883+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 shutdown_connections 2024-03-16T18:21:17.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.883+0000 7fb548f47640 1 -- 172.21.15.17:0/747384230 wait complete. 2024-03-16T18:21:17.895 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:21:18.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 -- 172.21.15.17:0/1884382545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570104970 msgr2=0x7f8570106d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 --2- 172.21.15.17:0/1884382545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570104970 0x7f8570106d60 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f8564009900 tx=0x7f856402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:18.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 -- 172.21.15.17:0/1884382545 shutdown_connections 2024-03-16T18:21:18.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 --2- 172.21.15.17:0/1884382545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701072a0 0x7f8570109690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 --2- 172.21.15.17:0/1884382545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570104970 0x7f8570106d60 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 --2- 172.21.15.17:0/1884382545 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570102040 0x7f8570104430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 -- 172.21.15.17:0/1884382545 >> 172.21.15.17:0/1884382545 conn(0x7f85700fb990 msgr2=0x7f85700fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 -- 172.21.15.17:0/1884382545 shutdown_connections 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:17.999+0000 7f8576a64640 1 -- 172.21.15.17:0/1884382545 wait complete. 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 Processor -- start 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 -- start start 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 0x7f85701019b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570104970 0x7f85700ffff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85701072a0 0x7f8570100530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8570100c90 con 0x7f8570102040 2024-03-16T18:21:18.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8570100e00 con 0x7f8570104970 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8576a64640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85701a15b0 con 0x7f85701072a0 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 0x7f85701019b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 0x7f85701019b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40012/0 (socket says 172.21.15.17:40012) 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 -- 172.21.15.17:0/1116240024 learned_addr learned my addr 172.21.15.17:0/1116240024 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8575001640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85701072a0 0x7f8570100530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f856ffff640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570104970 0x7f85700ffff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 -- 172.21.15.17:0/1116240024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85701072a0 msgr2=0x7f8570100530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85701072a0 0x7f8570100530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 -- 172.21.15.17:0/1116240024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570104970 msgr2=0x7f85700ffff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570104970 0x7f85700ffff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 -- 172.21.15.17:0/1116240024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8564009560 con 0x7f8570102040 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.000+0000 7f8574800640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 0x7f85701019b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f856800ebc0 tx=0x7f856800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.001+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8568004d20 con 0x7f8570102040 2024-03-16T18:21:18.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.001+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f856800ced0 con 0x7f8570102040 2024-03-16T18:21:18.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.001+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85701a1860 con 0x7f8570102040 2024-03-16T18:21:18.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.001+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8568010650 con 0x7f8570102040 2024-03-16T18:21:18.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.001+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85701a1cf0 con 0x7f8570102040 2024-03-16T18:21:18.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.002+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85700fd480 con 0x7f8570102040 2024-03-16T18:21:18.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.003+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f8568005020 con 0x7f8570102040 2024-03-16T18:21:18.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.003+0000 7f856dffb640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f85580a1a30 0x7f85580a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.004+0000 7f856ffff640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f85580a1a30 0x7f85580a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.004+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f8568014070 con 0x7f8570102040 2024-03-16T18:21:18.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.004+0000 7f856ffff640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f85580a1a30 0x7f85580a3ef0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f856402c7d0 tx=0x7f8564005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:18.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.008+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8568096c90 con 0x7f8570102040 2024-03-16T18:21:18.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.189+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f857010cdd0 con 0x7f8570102040 2024-03-16T18:21:18.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.190+0000 7f856dffb640 1 -- 172.21.15.17:0/1116240024 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7f856809a350 con 0x7f8570102040 2024-03-16T18:21:18.191 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:18.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.191+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f85580a1a30 msgr2=0x7f85580a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.191+0000 7f8576a64640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f85580a1a30 0x7f85580a3ef0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f856402c7d0 tx=0x7f8564005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.191+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 msgr2=0x7f85701019b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.191+0000 7f8576a64640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 0x7f85701019b0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f856800ebc0 tx=0x7f856800c6a0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 shutdown_connections 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f85580a1a30 0x7f85580a3ef0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85701072a0 0x7f8570100530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570104970 0x7f85700ffff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 --2- 172.21.15.17:0/1116240024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8570102040 0x7f85701019b0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 >> 172.21.15.17:0/1116240024 conn(0x7f85700fb990 msgr2=0x7f8570103e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 shutdown_connections 2024-03-16T18:21:18.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.192+0000 7f8576a64640 1 -- 172.21.15.17:0/1116240024 wait complete. 2024-03-16T18:21:18.203 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:18 smithi017 ceph-mon[32207]: pgmap v366: 129 pgs: 129 active+clean; 647 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-16T18:21:18.204 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1159870472' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.204 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2578222885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.204 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:18 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/747384230' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.205 INFO:tasks.fwd_scrub:Wait for all MDSs to reach steady state... 2024-03-16T18:21:18.205 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:21:18.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 -- 172.21.15.17:0/2953396376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf80ff800 msgr2=0x7fabf80ffc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 --2- 172.21.15.17:0/2953396376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf80ff800 0x7fabf80ffc20 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fabec009900 tx=0x7fabec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:18.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 -- 172.21.15.17:0/2953396376 shutdown_connections 2024-03-16T18:21:18.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 --2- 172.21.15.17:0/2953396376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fabf8103190 0x7fabf8109a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 --2- 172.21.15.17:0/2953396376 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf81027d0 0x7fabf8102c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 --2- 172.21.15.17:0/2953396376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf80ff800 0x7fabf80ffc20 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 -- 172.21.15.17:0/2953396376 >> 172.21.15.17:0/2953396376 conn(0x7fabf80fb130 msgr2=0x7fabf80fd570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 -- 172.21.15.17:0/2953396376 shutdown_connections 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.305+0000 7fabfeff6640 1 -- 172.21.15.17:0/2953396376 wait complete. 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 Processor -- start 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 -- start start 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf80ff800 0x7fabf8197520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 0x7fabf8197a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fabf8103190 0x7fabf819ead0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf819f010 con 0x7fabf81027d0 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf819f180 con 0x7fabf80ff800 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfeff6640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabf819f340 con 0x7fabf8103190 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 0x7fabf8197a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 0x7fabf8197a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40022/0 (socket says 172.21.15.17:40022) 2024-03-16T18:21:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfcd92640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf80ff800 0x7fabf8197520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 -- 172.21.15.17:0/1601835661 learned_addr learned my addr 172.21.15.17:0/1601835661 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfd593640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fabf8103190 0x7fabf819ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 -- 172.21.15.17:0/1601835661 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fabf8103190 msgr2=0x7fabf819ead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fabf8103190 0x7fabf819ead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 -- 172.21.15.17:0/1601835661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf80ff800 msgr2=0x7fabf8197520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf80ff800 0x7fabf8197520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabf7fff640 1 -- 172.21.15.17:0/1601835661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabec009560 con 0x7fabf81027d0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.306+0000 7fabfcd92640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf80ff800 0x7fabf8197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.307+0000 7fabf7fff640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 0x7fabf8197a60 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fabe400e9f0 tx=0x7fabe400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.307+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe4009700 con 0x7fabf81027d0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.307+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fabe400cd80 con 0x7fabf81027d0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.307+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabf819f620 con 0x7fabf81027d0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.307+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabe4018840 con 0x7fabf81027d0 2024-03-16T18:21:18.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.307+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabf819fb80 con 0x7fabf81027d0 2024-03-16T18:21:18.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.308+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabf8108a20 con 0x7fabf81027d0 2024-03-16T18:21:18.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.309+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fabe40189a0 con 0x7fabf81027d0 2024-03-16T18:21:18.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.310+0000 7fabf5ffb640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fabe80a1ab0 0x7fabe80a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.310+0000 7fabfcd92640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fabe80a1ab0 0x7fabe80a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.310+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fabe4014070 con 0x7fabf81027d0 2024-03-16T18:21:18.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.311+0000 7fabfcd92640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fabe80a1ab0 0x7fabe80a3f70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fabec02c7d0 tx=0x7fabec005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:18.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.315+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fabe4053280 con 0x7fabf81027d0 2024-03-16T18:21:18.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:18 smithi149 ceph-mon[35991]: pgmap v366: 129 pgs: 129 active+clean; 647 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-16T18:21:18.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:18 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1159870472' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:18 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2578222885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:18 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/747384230' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:18 smithi153 ceph-mon[36005]: pgmap v366: 129 pgs: 129 active+clean; 647 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 1.2 KiB/s wr, 11 op/s 2024-03-16T18:21:18.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:18 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1159870472' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:18 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2578222885' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:18 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/747384230' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:18.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.534+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fabf810cdd0 con 0x7fabf81027d0 2024-03-16T18:21:18.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.535+0000 7fabf5ffb640 1 -- 172.21.15.17:0/1601835661 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fabe4096940 con 0x7fabf81027d0 2024-03-16T18:21:18.537 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:18.537 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:21:18.537 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:21:18.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fabe80a1ab0 msgr2=0x7fabe80a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fabe80a1ab0 0x7fabe80a3f70 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fabec02c7d0 tx=0x7fabec005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 msgr2=0x7fabf8197a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 0x7fabf8197a60 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7fabe400e9f0 tx=0x7fabe400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 shutdown_connections 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fabe80a1ab0 0x7fabe80a3f70 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fabf81027d0 0x7fabf8197a60 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fabf8103190 0x7fabf819ead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 --2- 172.21.15.17:0/1601835661 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fabf80ff800 0x7fabf8197520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 >> 172.21.15.17:0/1601835661 conn(0x7fabf80fb130 msgr2=0x7fabf8105bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 shutdown_connections 2024-03-16T18:21:18.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.537+0000 7fabfeff6640 1 -- 172.21.15.17:0/1601835661 wait complete. 2024-03-16T18:21:18.550 INFO:tasks.fwd_scrub:Ready to start scrub thrashing 2024-03-16T18:21:18.550 INFO:tasks.fwd_scrub.ceph_manager:waiting for clean 2024-03-16T18:21:18.551 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-16T18:21:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 -- 172.21.15.17:0/3160411102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa308101f90 msgr2=0x7fa308104380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3160411102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa308101f90 0x7fa308104380 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7fa304009900 tx=0x7fa30402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 -- 172.21.15.17:0/3160411102 shutdown_connections 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3160411102 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa3081071f0 0x7fa308109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3160411102 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3081048c0 0x7fa308106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3160411102 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa308101f90 0x7fa308104380 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 -- 172.21.15.17:0/3160411102 >> 172.21.15.17:0/3160411102 conn(0x7fa3080fb980 msgr2=0x7fa3080fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 -- 172.21.15.17:0/3160411102 shutdown_connections 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.651+0000 7fa30f30c640 1 -- 172.21.15.17:0/3160411102 wait complete. 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 Processor -- start 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 -- start start 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa308101f90 0x7fa308101900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3081048c0 0x7fa3080fff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 0x7fa308100480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa308100be0 con 0x7fa3081071f0 2024-03-16T18:21:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa308100d50 con 0x7fa308101f90 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30f30c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3081a1590 con 0x7fa3081048c0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 0x7fa308100480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 0x7fa308100480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40040/0 (socket says 172.21.15.17:40040) 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 -- 172.21.15.17:0/3664106973 learned_addr learned my addr 172.21.15.17:0/3664106973 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d0a8640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa308101f90 0x7fa308101900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30c8a7640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3081048c0 0x7fa3080fff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 -- 172.21.15.17:0/3664106973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3081048c0 msgr2=0x7fa3080fff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3081048c0 0x7fa3080fff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 -- 172.21.15.17:0/3664106973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa308101f90 msgr2=0x7fa308101900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa308101f90 0x7fa308101900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 -- 172.21.15.17:0/3664106973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa304009560 con 0x7fa3081071f0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.652+0000 7fa30d8a9640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 0x7fa308100480 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa30000eb40 tx=0x7fa30000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.653+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa300004b20 con 0x7fa3081071f0 2024-03-16T18:21:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.653+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa300004c80 con 0x7fa3081071f0 2024-03-16T18:21:18.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.653+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3081a1840 con 0x7fa3081071f0 2024-03-16T18:21:18.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.653+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa300010690 con 0x7fa3081071f0 2024-03-16T18:21:18.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.653+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3081a1d00 con 0x7fa3081071f0 2024-03-16T18:21:18.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.654+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3080fd470 con 0x7fa3081071f0 2024-03-16T18:21:18.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.655+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa3000107f0 con 0x7fa3081071f0 2024-03-16T18:21:18.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.655+0000 7fa2fe7fc640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa2f40a1a30 0x7fa2f40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:18.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.655+0000 7fa30d0a8640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa2f40a1a30 0x7fa2f40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:18.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.655+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa300014070 con 0x7fa3081071f0 2024-03-16T18:21:18.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.656+0000 7fa30d0a8640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa2f40a1a30 0x7fa2f40a3ef0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa304009230 tx=0x7fa304005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:18.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.659+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa300096d80 con 0x7fa3081071f0 2024-03-16T18:21:18.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.837+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa30802d070 con 0x7fa2f40a1a30 2024-03-16T18:21:18.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.846+0000 7fa2fe7fc640 1 -- 172.21.15.17:0/3664106973 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340546 (secure 0 0 0) 0x7fa30802d070 con 0x7fa2f40a1a30 2024-03-16T18:21:18.853 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:18.855 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:21:18.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa2f40a1a30 msgr2=0x7fa2f40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa2f40a1a30 0x7fa2f40a3ef0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa304009230 tx=0x7fa304005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 msgr2=0x7fa308100480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 0x7fa308100480 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fa30000eb40 tx=0x7fa30000c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 shutdown_connections 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa2f40a1a30 0x7fa2f40a3ef0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa3081071f0 0x7fa308100480 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa3081048c0 0x7fa3080fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 --2- 172.21.15.17:0/3664106973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa308101f90 0x7fa308101900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 >> 172.21.15.17:0/3664106973 conn(0x7fa3080fb980 msgr2=0x7fa308102a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 shutdown_connections 2024-03-16T18:21:18.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:18.850+0000 7fa30f30c640 1 -- 172.21.15.17:0/3664106973 wait complete. 2024-03-16T18:21:18.863 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":366,"stamp":"2024-03-16T18:21:16.928904+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":662506,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1295,"num_read_kb":790,"num_write":450,"num_write_kb":3099,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182130,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":870,"ondisk_log_size":870,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372108,"kb_used_data":14624,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569716,"statfs":{"total":1151940427776,"available":1151559389184,"internally_reserved":0,"allocated":14974976,"data_stored":8201539,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2465,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":115,"num_read_kb":55,"num_write":18,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003200"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994549+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:20:52.994549+0000","last_peered":"2024-03-16T18:20:52.994549+0000","last_clean":"2024-03-16T18:20:52.994549+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:20:52.994549+0000","last_undegraded":"2024-03-16T18:20:52.994549+0000","last_fullsized":"2024-03-16T18:20:52.994549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993879+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:20:52.993879+0000","last_peered":"2024-03-16T18:20:52.993879+0000","last_clean":"2024-03-16T18:20:52.993879+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:20:52.993879+0000","last_undegraded":"2024-03-16T18:20:52.993879+0000","last_fullsized":"2024-03-16T18:20:52.993879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993716+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:20:52.993716+0000","last_peered":"2024-03-16T18:20:52.993716+0000","last_clean":"2024-03-16T18:20:52.993716+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:20:52.993716+0000","last_undegraded":"2024-03-16T18:20:52.993716+0000","last_fullsized":"2024-03-16T18:20:52.993716+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992279+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:20:52.992279+0000","last_peered":"2024-03-16T18:20:52.992279+0000","last_clean":"2024-03-16T18:20:52.992279+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:20:52.992279+0000","last_undegraded":"2024-03-16T18:20:52.992279+0000","last_fullsized":"2024-03-16T18:20:52.992279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997469+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:20:52.997469+0000","last_peered":"2024-03-16T18:20:52.997469+0000","last_clean":"2024-03-16T18:20:52.997469+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:20:52.997469+0000","last_undegraded":"2024-03-16T18:20:52.997469+0000","last_fullsized":"2024-03-16T18:20:52.997469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994508+0000","last_change":"2024-03-16T18:19:52.160174+0000","last_active":"2024-03-16T18:20:52.994508+0000","last_peered":"2024-03-16T18:20:52.994508+0000","last_clean":"2024-03-16T18:20:52.994508+0000","last_became_active":"2024-03-16T18:19:52.159763+0000","last_became_peered":"2024-03-16T18:19:52.159763+0000","last_unstale":"2024-03-16T18:20:52.994508+0000","last_undegraded":"2024-03-16T18:20:52.994508+0000","last_fullsized":"2024-03-16T18:20:52.994508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:47:34.692847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996410+0000","last_change":"2024-03-16T18:19:51.991609+0000","last_active":"2024-03-16T18:20:52.996410+0000","last_peered":"2024-03-16T18:20:52.996410+0000","last_clean":"2024-03-16T18:20:52.996410+0000","last_became_active":"2024-03-16T18:19:51.991246+0000","last_became_peered":"2024-03-16T18:19:51.991246+0000","last_unstale":"2024-03-16T18:20:52.996410+0000","last_undegraded":"2024-03-16T18:20:52.996410+0000","last_fullsized":"2024-03-16T18:20:52.996410+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:36:47.110037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130924+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:20:53.130924+0000","last_peered":"2024-03-16T18:20:53.130924+0000","last_clean":"2024-03-16T18:20:53.130924+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:20:53.130924+0000","last_undegraded":"2024-03-16T18:20:53.130924+0000","last_fullsized":"2024-03-16T18:20:53.130924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020870+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:20:53.020870+0000","last_peered":"2024-03-16T18:20:53.020870+0000","last_clean":"2024-03-16T18:20:53.020870+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:20:53.020870+0000","last_undegraded":"2024-03-16T18:20:53.020870+0000","last_fullsized":"2024-03-16T18:20:53.020870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996047+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:20:52.996047+0000","last_peered":"2024-03-16T18:20:52.996047+0000","last_clean":"2024-03-16T18:20:52.996047+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:20:52.996047+0000","last_undegraded":"2024-03-16T18:20:52.996047+0000","last_fullsized":"2024-03-16T18:20:52.996047+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996787+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:20:52.996787+0000","last_peered":"2024-03-16T18:20:52.996787+0000","last_clean":"2024-03-16T18:20:52.996787+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:52.996787+0000","last_undegraded":"2024-03-16T18:20:52.996787+0000","last_fullsized":"2024-03-16T18:20:52.996787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992133+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:20:52.992133+0000","last_peered":"2024-03-16T18:20:52.992133+0000","last_clean":"2024-03-16T18:20:52.992133+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:20:52.992133+0000","last_undegraded":"2024-03-16T18:20:52.992133+0000","last_fullsized":"2024-03-16T18:20:52.992133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992115+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:20:52.992115+0000","last_peered":"2024-03-16T18:20:52.992115+0000","last_clean":"2024-03-16T18:20:52.992115+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:20:52.992115+0000","last_undegraded":"2024-03-16T18:20:52.992115+0000","last_fullsized":"2024-03-16T18:20:52.992115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993468+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:20:52.993468+0000","last_peered":"2024-03-16T18:20:52.993468+0000","last_clean":"2024-03-16T18:20:52.993468+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:20:52.993468+0000","last_undegraded":"2024-03-16T18:20:52.993468+0000","last_fullsized":"2024-03-16T18:20:52.993468+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993475+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:20:52.993475+0000","last_peered":"2024-03-16T18:20:52.993475+0000","last_clean":"2024-03-16T18:20:52.993475+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:20:52.993475+0000","last_undegraded":"2024-03-16T18:20:52.993475+0000","last_fullsized":"2024-03-16T18:20:52.993475+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020342+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:20:53.020342+0000","last_peered":"2024-03-16T18:20:53.020342+0000","last_clean":"2024-03-16T18:20:53.020342+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:20:53.020342+0000","last_undegraded":"2024-03-16T18:20:53.020342+0000","last_fullsized":"2024-03-16T18:20:53.020342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994424+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:20:52.994424+0000","last_peered":"2024-03-16T18:20:52.994424+0000","last_clean":"2024-03-16T18:20:52.994424+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:20:52.994424+0000","last_undegraded":"2024-03-16T18:20:52.994424+0000","last_fullsized":"2024-03-16T18:20:52.994424+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380309+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:20:53.380309+0000","last_peered":"2024-03-16T18:20:53.380309+0000","last_clean":"2024-03-16T18:20:53.380309+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:20:53.380309+0000","last_undegraded":"2024-03-16T18:20:53.380309+0000","last_fullsized":"2024-03-16T18:20:53.380309+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997180+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:20:52.997180+0000","last_peered":"2024-03-16T18:20:52.997180+0000","last_clean":"2024-03-16T18:20:52.997180+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:20:52.997180+0000","last_undegraded":"2024-03-16T18:20:52.997180+0000","last_fullsized":"2024-03-16T18:20:52.997180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996933+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:20:52.996933+0000","last_peered":"2024-03-16T18:20:52.996933+0000","last_clean":"2024-03-16T18:20:52.996933+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:20:52.996933+0000","last_undegraded":"2024-03-16T18:20:52.996933+0000","last_fullsized":"2024-03-16T18:20:52.996933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"93'14","reported_seq":161,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:12.402542+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:21:12.402542+0000","last_peered":"2024-03-16T18:21:12.402542+0000","last_clean":"2024-03-16T18:21:12.402542+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:21:12.402542+0000","last_undegraded":"2024-03-16T18:21:12.402542+0000","last_fullsized":"2024-03-16T18:21:12.402542+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":115,"num_read_kb":115,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131142+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:20:53.131142+0000","last_peered":"2024-03-16T18:20:53.131142+0000","last_clean":"2024-03-16T18:20:53.131142+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:20:53.131142+0000","last_undegraded":"2024-03-16T18:20:53.131142+0000","last_fullsized":"2024-03-16T18:20:53.131142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991707+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:20:52.991707+0000","last_peered":"2024-03-16T18:20:52.991707+0000","last_clean":"2024-03-16T18:20:52.991707+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:20:52.991707+0000","last_undegraded":"2024-03-16T18:20:52.991707+0000","last_fullsized":"2024-03-16T18:20:52.991707+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131416+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:20:53.131416+0000","last_peered":"2024-03-16T18:20:53.131416+0000","last_clean":"2024-03-16T18:20:53.131416+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:20:53.131416+0000","last_undegraded":"2024-03-16T18:20:53.131416+0000","last_fullsized":"2024-03-16T18:20:53.131416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993861+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:20:52.993861+0000","last_peered":"2024-03-16T18:20:52.993861+0000","last_clean":"2024-03-16T18:20:52.993861+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:20:52.993861+0000","last_undegraded":"2024-03-16T18:20:52.993861+0000","last_fullsized":"2024-03-16T18:20:52.993861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.132490+0000","last_change":"2024-03-16T18:20:53.132490+0000","last_active":"2024-03-16T18:20:53.132490+0000","last_peered":"2024-03-16T18:20:53.132490+0000","last_clean":"2024-03-16T18:20:53.132490+0000","last_became_active":"2024-03-16T18:20:53.132033+0000","last_became_peered":"2024-03-16T18:20:53.132033+0000","last_unstale":"2024-03-16T18:20:53.132490+0000","last_undegraded":"2024-03-16T18:20:53.132490+0000","last_fullsized":"2024-03-16T18:20:53.132490+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:07:39.178836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,10,5],"acting":[4,3,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.008726+0000","last_change":"2024-03-16T18:20:53.008333+0000","last_active":"2024-03-16T18:20:53.008726+0000","last_peered":"2024-03-16T18:20:53.008726+0000","last_clean":"2024-03-16T18:20:53.008726+0000","last_became_active":"2024-03-16T18:20:52.998560+0000","last_became_peered":"2024-03-16T18:20:52.998560+0000","last_unstale":"2024-03-16T18:20:53.008726+0000","last_undegraded":"2024-03-16T18:20:53.008726+0000","last_fullsized":"2024-03-16T18:20:53.008726+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:30:35.175847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020710+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:20:53.020710+0000","last_peered":"2024-03-16T18:20:53.020710+0000","last_clean":"2024-03-16T18:20:53.020710+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:20:53.020710+0000","last_undegraded":"2024-03-16T18:20:53.020710+0000","last_fullsized":"2024-03-16T18:20:53.020710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991737+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:20:52.991737+0000","last_peered":"2024-03-16T18:20:52.991737+0000","last_clean":"2024-03-16T18:20:52.991737+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:20:52.991737+0000","last_undegraded":"2024-03-16T18:20:52.991737+0000","last_fullsized":"2024-03-16T18:20:52.991737+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997601+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:20:52.997601+0000","last_peered":"2024-03-16T18:20:52.997601+0000","last_clean":"2024-03-16T18:20:52.997601+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:20:52.997601+0000","last_undegraded":"2024-03-16T18:20:52.997601+0000","last_fullsized":"2024-03-16T18:20:52.997601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992082+0000","last_change":"2024-03-16T18:19:51.995934+0000","last_active":"2024-03-16T18:20:52.992082+0000","last_peered":"2024-03-16T18:20:52.992082+0000","last_clean":"2024-03-16T18:20:52.992082+0000","last_became_active":"2024-03-16T18:19:51.995581+0000","last_became_peered":"2024-03-16T18:19:51.995581+0000","last_unstale":"2024-03-16T18:20:52.992082+0000","last_undegraded":"2024-03-16T18:20:52.992082+0000","last_fullsized":"2024-03-16T18:20:52.992082+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:30:33.908272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996303+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:20:52.996303+0000","last_peered":"2024-03-16T18:20:52.996303+0000","last_clean":"2024-03-16T18:20:52.996303+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:20:52.996303+0000","last_undegraded":"2024-03-16T18:20:52.996303+0000","last_fullsized":"2024-03-16T18:20:52.996303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'8","reported_seq":158,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.377245+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:21:13.377245+0000","last_peered":"2024-03-16T18:21:13.377245+0000","last_clean":"2024-03-16T18:21:13.377245+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:21:13.377245+0000","last_undegraded":"2024-03-16T18:21:13.377245+0000","last_fullsized":"2024-03-16T18:21:13.377245+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997613+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:20:52.997613+0000","last_peered":"2024-03-16T18:20:52.997613+0000","last_clean":"2024-03-16T18:20:52.997613+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:20:52.997613+0000","last_undegraded":"2024-03-16T18:20:52.997613+0000","last_fullsized":"2024-03-16T18:20:52.997613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996532+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:20:52.996532+0000","last_peered":"2024-03-16T18:20:52.996532+0000","last_clean":"2024-03-16T18:20:52.996532+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:20:52.996532+0000","last_undegraded":"2024-03-16T18:20:52.996532+0000","last_fullsized":"2024-03-16T18:20:52.996532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994456+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:20:52.994456+0000","last_peered":"2024-03-16T18:20:52.994456+0000","last_clean":"2024-03-16T18:20:52.994456+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:20:52.994456+0000","last_undegraded":"2024-03-16T18:20:52.994456+0000","last_fullsized":"2024-03-16T18:20:52.994456+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991938+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:20:52.991938+0000","last_peered":"2024-03-16T18:20:52.991938+0000","last_clean":"2024-03-16T18:20:52.991938+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:20:52.991938+0000","last_undegraded":"2024-03-16T18:20:52.991938+0000","last_fullsized":"2024-03-16T18:20:52.991938+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.999494+0000","last_change":"2024-03-16T18:20:52.998937+0000","last_active":"2024-03-16T18:20:52.999494+0000","last_peered":"2024-03-16T18:20:52.999494+0000","last_clean":"2024-03-16T18:20:52.999494+0000","last_became_active":"2024-03-16T18:20:52.998516+0000","last_became_peered":"2024-03-16T18:20:52.998516+0000","last_unstale":"2024-03-16T18:20:52.999494+0000","last_undegraded":"2024-03-16T18:20:52.999494+0000","last_fullsized":"2024-03-16T18:20:52.999494+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:11.137057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991559+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:20:52.991559+0000","last_peered":"2024-03-16T18:20:52.991559+0000","last_clean":"2024-03-16T18:20:52.991559+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:20:52.991559+0000","last_undegraded":"2024-03-16T18:20:52.991559+0000","last_fullsized":"2024-03-16T18:20:52.991559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130667+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:20:53.130667+0000","last_peered":"2024-03-16T18:20:53.130667+0000","last_clean":"2024-03-16T18:20:53.130667+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:20:53.130667+0000","last_undegraded":"2024-03-16T18:20:53.130667+0000","last_fullsized":"2024-03-16T18:20:53.130667+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993851+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:20:52.993851+0000","last_peered":"2024-03-16T18:20:52.993851+0000","last_clean":"2024-03-16T18:20:52.993851+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:20:52.993851+0000","last_undegraded":"2024-03-16T18:20:52.993851+0000","last_fullsized":"2024-03-16T18:20:52.993851+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991412+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:20:52.991412+0000","last_peered":"2024-03-16T18:20:52.991412+0000","last_clean":"2024-03-16T18:20:52.991412+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:20:52.991412+0000","last_undegraded":"2024-03-16T18:20:52.991412+0000","last_fullsized":"2024-03-16T18:20:52.991412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379478+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:20:53.379478+0000","last_peered":"2024-03-16T18:20:53.379478+0000","last_clean":"2024-03-16T18:20:53.379478+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:20:53.379478+0000","last_undegraded":"2024-03-16T18:20:53.379478+0000","last_fullsized":"2024-03-16T18:20:53.379478+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131014+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:20:53.131014+0000","last_peered":"2024-03-16T18:20:53.131014+0000","last_clean":"2024-03-16T18:20:53.131014+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:20:53.131014+0000","last_undegraded":"2024-03-16T18:20:53.131014+0000","last_fullsized":"2024-03-16T18:20:53.131014+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'7","reported_seq":267,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.093964+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:21:13.093964+0000","last_peered":"2024-03-16T18:21:13.093964+0000","last_clean":"2024-03-16T18:21:13.093964+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:21:13.093964+0000","last_undegraded":"2024-03-16T18:21:13.093964+0000","last_fullsized":"2024-03-16T18:21:13.093964+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":229,"num_read_kb":229,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020693+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:20:53.020693+0000","last_peered":"2024-03-16T18:20:53.020693+0000","last_clean":"2024-03-16T18:20:53.020693+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:20:53.020693+0000","last_undegraded":"2024-03-16T18:20:53.020693+0000","last_fullsized":"2024-03-16T18:20:53.020693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379478+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:20:53.379478+0000","last_peered":"2024-03-16T18:20:53.379478+0000","last_clean":"2024-03-16T18:20:53.379478+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:20:53.379478+0000","last_undegraded":"2024-03-16T18:20:53.379478+0000","last_fullsized":"2024-03-16T18:20:53.379478+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996951+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:20:52.996951+0000","last_peered":"2024-03-16T18:20:52.996951+0000","last_clean":"2024-03-16T18:20:52.996951+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:20:52.996951+0000","last_undegraded":"2024-03-16T18:20:52.996951+0000","last_fullsized":"2024-03-16T18:20:52.996951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993936+0000","last_change":"2024-03-16T18:19:51.993784+0000","last_active":"2024-03-16T18:20:52.993936+0000","last_peered":"2024-03-16T18:20:52.993936+0000","last_clean":"2024-03-16T18:20:52.993936+0000","last_became_active":"2024-03-16T18:19:51.993415+0000","last_became_peered":"2024-03-16T18:19:51.993415+0000","last_unstale":"2024-03-16T18:20:52.993936+0000","last_undegraded":"2024-03-16T18:20:52.993936+0000","last_fullsized":"2024-03-16T18:20:52.993936+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:58:24.178943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992760+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:20:52.992760+0000","last_peered":"2024-03-16T18:20:52.992760+0000","last_clean":"2024-03-16T18:20:52.992760+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:20:52.992760+0000","last_undegraded":"2024-03-16T18:20:52.992760+0000","last_fullsized":"2024-03-16T18:20:52.992760+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992053+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:20:52.992053+0000","last_peered":"2024-03-16T18:20:52.992053+0000","last_clean":"2024-03-16T18:20:52.992053+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:20:52.992053+0000","last_undegraded":"2024-03-16T18:20:52.992053+0000","last_fullsized":"2024-03-16T18:20:52.992053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020846+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:20:53.020846+0000","last_peered":"2024-03-16T18:20:53.020846+0000","last_clean":"2024-03-16T18:20:53.020846+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:20:53.020846+0000","last_undegraded":"2024-03-16T18:20:53.020846+0000","last_fullsized":"2024-03-16T18:20:53.020846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379578+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:20:53.379578+0000","last_peered":"2024-03-16T18:20:53.379578+0000","last_clean":"2024-03-16T18:20:53.379578+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:20:53.379578+0000","last_undegraded":"2024-03-16T18:20:53.379578+0000","last_fullsized":"2024-03-16T18:20:53.379578+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'38","reported_seq":307,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.376969+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:21:13.376969+0000","last_peered":"2024-03-16T18:21:13.376969+0000","last_clean":"2024-03-16T18:21:13.376969+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:21:13.376969+0000","last_undegraded":"2024-03-16T18:21:13.376969+0000","last_fullsized":"2024-03-16T18:21:13.376969+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":38,"log_dups_size":0,"ondisk_log_size":38,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":62446,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":238,"num_read_kb":181,"num_write":40,"num_write_kb":79,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997736+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:20:52.997736+0000","last_peered":"2024-03-16T18:20:52.997736+0000","last_clean":"2024-03-16T18:20:52.997736+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:20:52.997736+0000","last_undegraded":"2024-03-16T18:20:52.997736+0000","last_fullsized":"2024-03-16T18:20:52.997736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.133061+0000","last_change":"2024-03-16T18:20:53.132588+0000","last_active":"2024-03-16T18:20:53.133061+0000","last_peered":"2024-03-16T18:20:53.133061+0000","last_clean":"2024-03-16T18:20:53.133061+0000","last_became_active":"2024-03-16T18:20:53.132058+0000","last_became_peered":"2024-03-16T18:20:53.132058+0000","last_unstale":"2024-03-16T18:20:53.133061+0000","last_undegraded":"2024-03-16T18:20:53.133061+0000","last_fullsized":"2024-03-16T18:20:53.133061+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:31:47.880999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,3,6],"acting":[10,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996494+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:20:52.996494+0000","last_peered":"2024-03-16T18:20:52.996494+0000","last_clean":"2024-03-16T18:20:52.996494+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:20:52.996494+0000","last_undegraded":"2024-03-16T18:20:52.996494+0000","last_fullsized":"2024-03-16T18:20:52.996494+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991614+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:20:52.991614+0000","last_peered":"2024-03-16T18:20:52.991614+0000","last_clean":"2024-03-16T18:20:52.991614+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:20:52.991614+0000","last_undegraded":"2024-03-16T18:20:52.991614+0000","last_fullsized":"2024-03-16T18:20:52.991614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993988+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:20:52.993988+0000","last_peered":"2024-03-16T18:20:52.993988+0000","last_clean":"2024-03-16T18:20:52.993988+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:20:52.993988+0000","last_undegraded":"2024-03-16T18:20:52.993988+0000","last_fullsized":"2024-03-16T18:20:52.993988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991749+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:20:52.991749+0000","last_peered":"2024-03-16T18:20:52.991749+0000","last_clean":"2024-03-16T18:20:52.991749+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:20:52.991749+0000","last_undegraded":"2024-03-16T18:20:52.991749+0000","last_fullsized":"2024-03-16T18:20:52.991749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996675+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:20:52.996675+0000","last_peered":"2024-03-16T18:20:52.996675+0000","last_clean":"2024-03-16T18:20:52.996675+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:20:52.996675+0000","last_undegraded":"2024-03-16T18:20:52.996675+0000","last_fullsized":"2024-03-16T18:20:52.996675+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380274+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:20:53.380274+0000","last_peered":"2024-03-16T18:20:53.380274+0000","last_clean":"2024-03-16T18:20:53.380274+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:20:53.380274+0000","last_undegraded":"2024-03-16T18:20:53.380274+0000","last_fullsized":"2024-03-16T18:20:53.380274+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'8","reported_seq":159,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.391444+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:21:13.391444+0000","last_peered":"2024-03-16T18:21:13.391444+0000","last_clean":"2024-03-16T18:21:13.391444+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:21:13.391444+0000","last_undegraded":"2024-03-16T18:21:13.391444+0000","last_fullsized":"2024-03-16T18:21:13.391444+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996408+0000","last_change":"2024-03-16T18:19:51.993028+0000","last_active":"2024-03-16T18:20:52.996408+0000","last_peered":"2024-03-16T18:20:52.996408+0000","last_clean":"2024-03-16T18:20:52.996408+0000","last_became_active":"2024-03-16T18:19:51.992666+0000","last_became_peered":"2024-03-16T18:19:51.992666+0000","last_unstale":"2024-03-16T18:20:52.996408+0000","last_undegraded":"2024-03-16T18:20:52.996408+0000","last_fullsized":"2024-03-16T18:20:52.996408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:57:54.507126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992129+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:20:52.992129+0000","last_peered":"2024-03-16T18:20:52.992129+0000","last_clean":"2024-03-16T18:20:52.992129+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:20:52.992129+0000","last_undegraded":"2024-03-16T18:20:52.992129+0000","last_fullsized":"2024-03-16T18:20:52.992129+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":73,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997305+0000","last_change":"2024-03-16T18:19:52.012410+0000","last_active":"2024-03-16T18:20:52.997305+0000","last_peered":"2024-03-16T18:20:52.997305+0000","last_clean":"2024-03-16T18:20:52.997305+0000","last_became_active":"2024-03-16T18:19:51.994720+0000","last_became_peered":"2024-03-16T18:19:51.994720+0000","last_unstale":"2024-03-16T18:20:52.997305+0000","last_undegraded":"2024-03-16T18:20:52.997305+0000","last_fullsized":"2024-03-16T18:20:52.997305+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:17:27.808191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991429+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:20:52.991429+0000","last_peered":"2024-03-16T18:20:52.991429+0000","last_clean":"2024-03-16T18:20:52.991429+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:20:52.991429+0000","last_undegraded":"2024-03-16T18:20:52.991429+0000","last_fullsized":"2024-03-16T18:20:52.991429+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991470+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:20:52.991470+0000","last_peered":"2024-03-16T18:20:52.991470+0000","last_clean":"2024-03-16T18:20:52.991470+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:20:52.991470+0000","last_undegraded":"2024-03-16T18:20:52.991470+0000","last_fullsized":"2024-03-16T18:20:52.991470+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"93'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:11.674892+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:21:11.674892+0000","last_peered":"2024-03-16T18:21:11.674892+0000","last_clean":"2024-03-16T18:21:11.674892+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:21:11.674892+0000","last_undegraded":"2024-03-16T18:21:11.674892+0000","last_fullsized":"2024-03-16T18:21:11.674892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994479+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:20:52.994479+0000","last_peered":"2024-03-16T18:20:52.994479+0000","last_clean":"2024-03-16T18:20:52.994479+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:20:52.994479+0000","last_undegraded":"2024-03-16T18:20:52.994479+0000","last_fullsized":"2024-03-16T18:20:52.994479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997636+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:20:52.997636+0000","last_peered":"2024-03-16T18:20:52.997636+0000","last_clean":"2024-03-16T18:20:52.997636+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:20:52.997636+0000","last_undegraded":"2024-03-16T18:20:52.997636+0000","last_fullsized":"2024-03-16T18:20:52.997636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379999+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:20:53.379999+0000","last_peered":"2024-03-16T18:20:53.379999+0000","last_clean":"2024-03-16T18:20:53.379999+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:20:53.379999+0000","last_undegraded":"2024-03-16T18:20:53.379999+0000","last_fullsized":"2024-03-16T18:20:53.379999+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.995784+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:20:52.995784+0000","last_peered":"2024-03-16T18:20:52.995784+0000","last_clean":"2024-03-16T18:20:52.995784+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:20:52.995784+0000","last_undegraded":"2024-03-16T18:20:52.995784+0000","last_fullsized":"2024-03-16T18:20:52.995784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991800+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:20:52.991800+0000","last_peered":"2024-03-16T18:20:52.991800+0000","last_clean":"2024-03-16T18:20:52.991800+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:20:52.991800+0000","last_undegraded":"2024-03-16T18:20:52.991800+0000","last_fullsized":"2024-03-16T18:20:52.991800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"93'6","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.404757+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:21:13.404757+0000","last_peered":"2024-03-16T18:21:13.404757+0000","last_clean":"2024-03-16T18:21:13.404757+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:21:13.404757+0000","last_undegraded":"2024-03-16T18:21:13.404757+0000","last_fullsized":"2024-03-16T18:21:13.404757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994717+0000","last_change":"2024-03-16T18:19:51.993230+0000","last_active":"2024-03-16T18:20:52.994717+0000","last_peered":"2024-03-16T18:20:52.994717+0000","last_clean":"2024-03-16T18:20:52.994717+0000","last_became_active":"2024-03-16T18:19:51.992843+0000","last_became_peered":"2024-03-16T18:19:51.992843+0000","last_unstale":"2024-03-16T18:20:52.994717+0000","last_undegraded":"2024-03-16T18:20:52.994717+0000","last_fullsized":"2024-03-16T18:20:52.994717+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:24:01.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992113+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:20:52.992113+0000","last_peered":"2024-03-16T18:20:52.992113+0000","last_clean":"2024-03-16T18:20:52.992113+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:20:52.992113+0000","last_undegraded":"2024-03-16T18:20:52.992113+0000","last_fullsized":"2024-03-16T18:20:52.992113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991619+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:20:52.991619+0000","last_peered":"2024-03-16T18:20:52.991619+0000","last_clean":"2024-03-16T18:20:52.991619+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:20:52.991619+0000","last_undegraded":"2024-03-16T18:20:52.991619+0000","last_fullsized":"2024-03-16T18:20:52.991619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'7","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.390468+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:21:13.390468+0000","last_peered":"2024-03-16T18:21:13.390468+0000","last_clean":"2024-03-16T18:21:13.390468+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:21:13.390468+0000","last_undegraded":"2024-03-16T18:21:13.390468+0000","last_fullsized":"2024-03-16T18:21:13.390468+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996979+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:20:52.996979+0000","last_peered":"2024-03-16T18:20:52.996979+0000","last_clean":"2024-03-16T18:20:52.996979+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:20:52.996979+0000","last_undegraded":"2024-03-16T18:20:52.996979+0000","last_fullsized":"2024-03-16T18:20:52.996979+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130914+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:20:53.130914+0000","last_peered":"2024-03-16T18:20:53.130914+0000","last_clean":"2024-03-16T18:20:53.130914+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:20:53.130914+0000","last_undegraded":"2024-03-16T18:20:53.130914+0000","last_fullsized":"2024-03-16T18:20:53.130914+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992711+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:20:52.992711+0000","last_peered":"2024-03-16T18:20:52.992711+0000","last_clean":"2024-03-16T18:20:52.992711+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:20:52.992711+0000","last_undegraded":"2024-03-16T18:20:52.992711+0000","last_fullsized":"2024-03-16T18:20:52.992711+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":366,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996303+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:20:52.996303+0000","last_peered":"2024-03-16T18:20:52.996303+0000","last_clean":"2024-03-16T18:20:52.996303+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:20:52.996303+0000","last_undegraded":"2024-03-16T18:20:52.996303+0000","last_fullsized":"2024-03-16T18:20:52.996303+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992138+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:20:52.992138+0000","last_peered":"2024-03-16T18:20:52.992138+0000","last_clean":"2024-03-16T18:20:52.992138+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:20:52.992138+0000","last_undegraded":"2024-03-16T18:20:52.992138+0000","last_fullsized":"2024-03-16T18:20:52.992138+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991497+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:20:52.991497+0000","last_peered":"2024-03-16T18:20:52.991497+0000","last_clean":"2024-03-16T18:20:52.991497+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:20:52.991497+0000","last_undegraded":"2024-03-16T18:20:52.991497+0000","last_fullsized":"2024-03-16T18:20:52.991497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996520+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:20:52.996520+0000","last_peered":"2024-03-16T18:20:52.996520+0000","last_clean":"2024-03-16T18:20:52.996520+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:20:52.996520+0000","last_undegraded":"2024-03-16T18:20:52.996520+0000","last_fullsized":"2024-03-16T18:20:52.996520+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994055+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:20:52.994055+0000","last_peered":"2024-03-16T18:20:52.994055+0000","last_clean":"2024-03-16T18:20:52.994055+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:20:52.994055+0000","last_undegraded":"2024-03-16T18:20:52.994055+0000","last_fullsized":"2024-03-16T18:20:52.994055+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994409+0000","last_change":"2024-03-16T18:19:51.999027+0000","last_active":"2024-03-16T18:20:52.994409+0000","last_peered":"2024-03-16T18:20:52.994409+0000","last_clean":"2024-03-16T18:20:52.994409+0000","last_became_active":"2024-03-16T18:19:51.992832+0000","last_became_peered":"2024-03-16T18:19:51.992832+0000","last_unstale":"2024-03-16T18:20:52.994409+0000","last_undegraded":"2024-03-16T18:20:52.994409+0000","last_fullsized":"2024-03-16T18:20:52.994409+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:39:51.856136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992010+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:20:52.992010+0000","last_peered":"2024-03-16T18:20:52.992010+0000","last_clean":"2024-03-16T18:20:52.992010+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:20:52.992010+0000","last_undegraded":"2024-03-16T18:20:52.992010+0000","last_fullsized":"2024-03-16T18:20:52.992010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130741+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:20:53.130741+0000","last_peered":"2024-03-16T18:20:53.130741+0000","last_clean":"2024-03-16T18:20:53.130741+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:20:53.130741+0000","last_undegraded":"2024-03-16T18:20:53.130741+0000","last_fullsized":"2024-03-16T18:20:53.130741+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'14","reported_seq":46,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:07.983649+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:21:07.983649+0000","last_peered":"2024-03-16T18:21:07.983649+0000","last_clean":"2024-03-16T18:21:07.983649+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:21:07.983649+0000","last_undegraded":"2024-03-16T18:21:07.983649+0000","last_fullsized":"2024-03-16T18:21:07.983649+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131327+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:20:53.131327+0000","last_peered":"2024-03-16T18:20:53.131327+0000","last_clean":"2024-03-16T18:20:53.131327+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:20:53.131327+0000","last_undegraded":"2024-03-16T18:20:53.131327+0000","last_fullsized":"2024-03-16T18:20:53.131327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996750+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:20:52.996750+0000","last_peered":"2024-03-16T18:20:52.996750+0000","last_clean":"2024-03-16T18:20:52.996750+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:20:52.996750+0000","last_undegraded":"2024-03-16T18:20:52.996750+0000","last_fullsized":"2024-03-16T18:20:52.996750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992920+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:20:52.992920+0000","last_peered":"2024-03-16T18:20:52.992920+0000","last_clean":"2024-03-16T18:20:52.992920+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:20:52.992920+0000","last_undegraded":"2024-03-16T18:20:52.992920+0000","last_fullsized":"2024-03-16T18:20:52.992920+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994024+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:20:52.994024+0000","last_peered":"2024-03-16T18:20:52.994024+0000","last_clean":"2024-03-16T18:20:52.994024+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:20:52.994024+0000","last_undegraded":"2024-03-16T18:20:52.994024+0000","last_fullsized":"2024-03-16T18:20:52.994024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992341+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:20:52.992341+0000","last_peered":"2024-03-16T18:20:52.992341+0000","last_clean":"2024-03-16T18:20:52.992341+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:20:52.992341+0000","last_undegraded":"2024-03-16T18:20:52.992341+0000","last_fullsized":"2024-03-16T18:20:52.992341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020404+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:20:53.020404+0000","last_peered":"2024-03-16T18:20:53.020404+0000","last_clean":"2024-03-16T18:20:53.020404+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:20:53.020404+0000","last_undegraded":"2024-03-16T18:20:53.020404+0000","last_fullsized":"2024-03-16T18:20:53.020404+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997346+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:20:52.997346+0000","last_peered":"2024-03-16T18:20:52.997346+0000","last_clean":"2024-03-16T18:20:52.997346+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:20:52.997346+0000","last_undegraded":"2024-03-16T18:20:52.997346+0000","last_fullsized":"2024-03-16T18:20:52.997346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380310+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:20:53.380310+0000","last_peered":"2024-03-16T18:20:53.380310+0000","last_clean":"2024-03-16T18:20:53.380310+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:20:53.380310+0000","last_undegraded":"2024-03-16T18:20:53.380310+0000","last_fullsized":"2024-03-16T18:20:53.380310+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130832+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:20:53.130832+0000","last_peered":"2024-03-16T18:20:53.130832+0000","last_clean":"2024-03-16T18:20:53.130832+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:20:53.130832+0000","last_undegraded":"2024-03-16T18:20:53.130832+0000","last_fullsized":"2024-03-16T18:20:53.130832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993951+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:20:52.993951+0000","last_peered":"2024-03-16T18:20:52.993951+0000","last_clean":"2024-03-16T18:20:52.993951+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:20:52.993951+0000","last_undegraded":"2024-03-16T18:20:52.993951+0000","last_fullsized":"2024-03-16T18:20:52.993951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991910+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:20:52.991910+0000","last_peered":"2024-03-16T18:20:52.991910+0000","last_clean":"2024-03-16T18:20:52.991910+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:20:52.991910+0000","last_undegraded":"2024-03-16T18:20:52.991910+0000","last_fullsized":"2024-03-16T18:20:52.991910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:12.989909+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:21:12.989909+0000","last_peered":"2024-03-16T18:21:12.989909+0000","last_clean":"2024-03-16T18:21:12.989909+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:21:12.989909+0000","last_undegraded":"2024-03-16T18:21:12.989909+0000","last_fullsized":"2024-03-16T18:21:12.989909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131316+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:20:53.131316+0000","last_peered":"2024-03-16T18:20:53.131316+0000","last_clean":"2024-03-16T18:20:53.131316+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:20:53.131316+0000","last_undegraded":"2024-03-16T18:20:53.131316+0000","last_fullsized":"2024-03-16T18:20:53.131316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991805+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:20:52.991805+0000","last_peered":"2024-03-16T18:20:52.991805+0000","last_clean":"2024-03-16T18:20:52.991805+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:20:52.991805+0000","last_undegraded":"2024-03-16T18:20:52.991805+0000","last_fullsized":"2024-03-16T18:20:52.991805+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997523+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:20:52.997523+0000","last_peered":"2024-03-16T18:20:52.997523+0000","last_clean":"2024-03-16T18:20:52.997523+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:20:52.997523+0000","last_undegraded":"2024-03-16T18:20:52.997523+0000","last_fullsized":"2024-03-16T18:20:52.997523+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996680+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:20:52.996680+0000","last_peered":"2024-03-16T18:20:52.996680+0000","last_clean":"2024-03-16T18:20:52.996680+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:20:52.996680+0000","last_undegraded":"2024-03-16T18:20:52.996680+0000","last_fullsized":"2024-03-16T18:20:52.996680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020458+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:20:53.020458+0000","last_peered":"2024-03-16T18:20:53.020458+0000","last_clean":"2024-03-16T18:20:53.020458+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:20:53.020458+0000","last_undegraded":"2024-03-16T18:20:53.020458+0000","last_fullsized":"2024-03-16T18:20:53.020458+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"93'6","reported_seq":109,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:14.096879+0000","last_change":"2024-03-16T18:19:52.002211+0000","last_active":"2024-03-16T18:21:14.096879+0000","last_peered":"2024-03-16T18:21:14.096879+0000","last_clean":"2024-03-16T18:21:14.096879+0000","last_became_active":"2024-03-16T18:19:51.993815+0000","last_became_peered":"2024-03-16T18:19:51.993815+0000","last_unstale":"2024-03-16T18:21:14.096879+0000","last_undegraded":"2024-03-16T18:21:14.096879+0000","last_fullsized":"2024-03-16T18:21:14.096879+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:18:43.122556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996844+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:20:52.996844+0000","last_peered":"2024-03-16T18:20:52.996844+0000","last_clean":"2024-03-16T18:20:52.996844+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:20:52.996844+0000","last_undegraded":"2024-03-16T18:20:52.996844+0000","last_fullsized":"2024-03-16T18:20:52.996844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.021866+0000","last_change":"2024-03-16T18:20:53.021866+0000","last_active":"2024-03-16T18:20:53.021866+0000","last_peered":"2024-03-16T18:20:53.021866+0000","last_clean":"2024-03-16T18:20:53.021866+0000","last_became_active":"2024-03-16T18:20:53.021430+0000","last_became_peered":"2024-03-16T18:20:53.021430+0000","last_unstale":"2024-03-16T18:20:53.021866+0000","last_undegraded":"2024-03-16T18:20:53.021866+0000","last_fullsized":"2024-03-16T18:20:53.021866+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:49:11.086576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992213+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:20:52.992213+0000","last_peered":"2024-03-16T18:20:52.992213+0000","last_clean":"2024-03-16T18:20:52.992213+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:20:52.992213+0000","last_undegraded":"2024-03-16T18:20:52.992213+0000","last_fullsized":"2024-03-16T18:20:52.992213+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996663+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:20:52.996663+0000","last_peered":"2024-03-16T18:20:52.996663+0000","last_clean":"2024-03-16T18:20:52.996663+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:20:52.996663+0000","last_undegraded":"2024-03-16T18:20:52.996663+0000","last_fullsized":"2024-03-16T18:20:52.996663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991340+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:20:52.991340+0000","last_peered":"2024-03-16T18:20:52.991340+0000","last_clean":"2024-03-16T18:20:52.991340+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:20:52.991340+0000","last_undegraded":"2024-03-16T18:20:52.991340+0000","last_fullsized":"2024-03-16T18:20:52.991340+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992164+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:20:52.992164+0000","last_peered":"2024-03-16T18:20:52.992164+0000","last_clean":"2024-03-16T18:20:52.992164+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:20:52.992164+0000","last_undegraded":"2024-03-16T18:20:52.992164+0000","last_fullsized":"2024-03-16T18:20:52.992164+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997099+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:20:52.997099+0000","last_peered":"2024-03-16T18:20:52.997099+0000","last_clean":"2024-03-16T18:20:52.997099+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:20:52.997099+0000","last_undegraded":"2024-03-16T18:20:52.997099+0000","last_fullsized":"2024-03-16T18:20:52.997099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994019+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:20:52.994019+0000","last_peered":"2024-03-16T18:20:52.994019+0000","last_clean":"2024-03-16T18:20:52.994019+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:20:52.994019+0000","last_undegraded":"2024-03-16T18:20:52.994019+0000","last_fullsized":"2024-03-16T18:20:52.994019+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997087+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:20:52.997087+0000","last_peered":"2024-03-16T18:20:52.997087+0000","last_clean":"2024-03-16T18:20:52.997087+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:20:52.997087+0000","last_undegraded":"2024-03-16T18:20:52.997087+0000","last_fullsized":"2024-03-16T18:20:52.997087+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996112+0000","last_change":"2024-03-16T18:19:51.992302+0000","last_active":"2024-03-16T18:20:52.996112+0000","last_peered":"2024-03-16T18:20:52.996112+0000","last_clean":"2024-03-16T18:20:52.996112+0000","last_became_active":"2024-03-16T18:19:51.991910+0000","last_became_peered":"2024-03-16T18:19:51.991910+0000","last_unstale":"2024-03-16T18:20:52.996112+0000","last_undegraded":"2024-03-16T18:20:52.996112+0000","last_fullsized":"2024-03-16T18:20:52.996112+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:22:40.511881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,0],"acting":[2,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994219+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:20:52.994219+0000","last_peered":"2024-03-16T18:20:52.994219+0000","last_clean":"2024-03-16T18:20:52.994219+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:20:52.994219+0000","last_undegraded":"2024-03-16T18:20:52.994219+0000","last_fullsized":"2024-03-16T18:20:52.994219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991920+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:20:52.991920+0000","last_peered":"2024-03-16T18:20:52.991920+0000","last_clean":"2024-03-16T18:20:52.991920+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:20:52.991920+0000","last_undegraded":"2024-03-16T18:20:52.991920+0000","last_fullsized":"2024-03-16T18:20:52.991920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994203+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:20:52.994203+0000","last_peered":"2024-03-16T18:20:52.994203+0000","last_clean":"2024-03-16T18:20:52.994203+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:52.994203+0000","last_undegraded":"2024-03-16T18:20:52.994203+0000","last_fullsized":"2024-03-16T18:20:52.994203+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996446+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:20:52.996446+0000","last_peered":"2024-03-16T18:20:52.996446+0000","last_clean":"2024-03-16T18:20:52.996446+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:20:52.996446+0000","last_undegraded":"2024-03-16T18:20:52.996446+0000","last_fullsized":"2024-03-16T18:20:52.996446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131448+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:20:53.131448+0000","last_peered":"2024-03-16T18:20:53.131448+0000","last_clean":"2024-03-16T18:20:53.131448+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:20:53.131448+0000","last_undegraded":"2024-03-16T18:20:53.131448+0000","last_fullsized":"2024-03-16T18:20:53.131448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991521+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:20:52.991521+0000","last_peered":"2024-03-16T18:20:52.991521+0000","last_clean":"2024-03-16T18:20:52.991521+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:20:52.991521+0000","last_undegraded":"2024-03-16T18:20:52.991521+0000","last_fullsized":"2024-03-16T18:20:52.991521+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131264+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:20:53.131264+0000","last_peered":"2024-03-16T18:20:53.131264+0000","last_clean":"2024-03-16T18:20:53.131264+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:20:53.131264+0000","last_undegraded":"2024-03-16T18:20:53.131264+0000","last_fullsized":"2024-03-16T18:20:53.131264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020701+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:20:53.020701+0000","last_peered":"2024-03-16T18:20:53.020701+0000","last_clean":"2024-03-16T18:20:53.020701+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:20:53.020701+0000","last_undegraded":"2024-03-16T18:20:53.020701+0000","last_fullsized":"2024-03-16T18:20:53.020701+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991830+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:20:52.991830+0000","last_peered":"2024-03-16T18:20:52.991830+0000","last_clean":"2024-03-16T18:20:52.991830+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:20:52.991830+0000","last_undegraded":"2024-03-16T18:20:52.991830+0000","last_fullsized":"2024-03-16T18:20:52.991830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994206+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:20:52.994206+0000","last_peered":"2024-03-16T18:20:52.994206+0000","last_clean":"2024-03-16T18:20:52.994206+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:20:52.994206+0000","last_undegraded":"2024-03-16T18:20:52.994206+0000","last_fullsized":"2024-03-16T18:20:52.994206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":71904,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1159,"num_read_kb":671,"num_write":267,"num_write_kb":159,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1394,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":577536,"data_stored":215219,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":231,"ondisk_log_size":231,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383722,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":521097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645358,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37056,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708096,"statfs":{"total":95995035648,"available":95957090304,"internally_reserved":0,"allocated":1761280,"data_stored":1170779,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808884,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":524518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070522,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":520688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36980,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708172,"statfs":{"total":95995035648,"available":95957168128,"internally_reserved":0,"allocated":1683456,"data_stored":1119449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":516419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":581558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738465,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28088,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717064,"statfs":{"total":95995035648,"available":95966273536,"internally_reserved":0,"allocated":1089536,"data_stored":517382,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":579365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182482,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1077248,"data_stored":515634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":521137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1113513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2178,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":118784,"data_stored":65207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:21:18.872 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 -- 172.21.15.17:0/3168421855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74100430 msgr2=0x7f9d74100850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 --2- 172.21.15.17:0/3168421855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74100430 0x7f9d74100850 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009860 tx=0x7f9d6402bb70 comp rx=0 tx=0).stop 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 -- 172.21.15.17:0/3168421855 shutdown_connections 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 --2- 172.21.15.17:0/3168421855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101620 0x7f9d74101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 --2- 172.21.15.17:0/3168421855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74101fe0 0x7f9d74108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 --2- 172.21.15.17:0/3168421855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74100430 0x7f9d74100850 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 -- 172.21.15.17:0/3168421855 >> 172.21.15.17:0/3168421855 conn(0x7f9d740fb9a0 msgr2=0x7f9d740fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 -- 172.21.15.17:0/3168421855 shutdown_connections 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.004+0000 7f9d79719640 1 -- 172.21.15.17:0/3168421855 wait complete. 2024-03-16T18:21:19.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 Processor -- start 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 -- start start 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74100430 0x7f9d74196410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74101620 0x7f9d74196950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 0x7f9d7419d9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d7419df00 con 0x7f9d74101fe0 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d7419e070 con 0x7f9d74100430 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d79719640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d7419e230 con 0x7f9d74101620 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 0x7f9d7419d9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 0x7f9d7419d9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40064/0 (socket says 172.21.15.17:40064) 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 -- 172.21.15.17:0/1137728212 learned_addr learned my addr 172.21.15.17:0/1137728212 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d72ffd640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74100430 0x7f9d74196410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d6bfff640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74101620 0x7f9d74196950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 -- 172.21.15.17:0/1137728212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74101620 msgr2=0x7f9d74196950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74101620 0x7f9d74196950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 -- 172.21.15.17:0/1137728212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74100430 msgr2=0x7f9d74196410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74100430 0x7f9d74196410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 -- 172.21.15.17:0/1137728212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d5c009560 con 0x7f9d74101fe0 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d72ffd640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74100430 0x7f9d74196410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.005+0000 7f9d737fe640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 0x7f9d7419d9c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c00eb10 tx=0x7f9d6c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.006+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c004b20 con 0x7f9d74101fe0 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.006+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d64009490 con 0x7f9d74101fe0 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.006+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9d6c004c80 con 0x7f9d74101fe0 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.006+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d6c010690 con 0x7f9d74101fe0 2024-03-16T18:21:19.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.006+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d7419e8e0 con 0x7f9d74101fe0 2024-03-16T18:21:19.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.007+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d741077d0 con 0x7f9d74101fe0 2024-03-16T18:21:19.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.008+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f9d6c005020 con 0x7f9d74101fe0 2024-03-16T18:21:19.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.008+0000 7f9d70ff9640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d600a1a30 0x7f9d600a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.009+0000 7f9d72ffd640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d600a1a30 0x7f9d600a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.009+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f9d6c014070 con 0x7f9d74101fe0 2024-03-16T18:21:19.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.009+0000 7f9d72ffd640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d600a1a30 0x7f9d600a3ef0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009830 tx=0x7f9d6402e040 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:19.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.013+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9d6c096b70 con 0x7f9d74101fe0 2024-03-16T18:21:19.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.194+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9d7402d000 con 0x7f9d600a1a30 2024-03-16T18:21:19.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.204+0000 7f9d70ff9640 1 -- 172.21.15.17:0/1137728212 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340546 (secure 0 0 0) 0x7f9d7402d000 con 0x7f9d600a1a30 2024-03-16T18:21:19.211 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:19.213 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:21:19.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d600a1a30 msgr2=0x7f9d600a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d600a1a30 0x7f9d600a3ef0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f9d64009830 tx=0x7f9d6402e040 comp rx=0 tx=0).stop 2024-03-16T18:21:19.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 msgr2=0x7f9d7419d9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 0x7f9d7419d9c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f9d6c00eb10 tx=0x7f9d6c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 shutdown_connections 2024-03-16T18:21:19.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f9d600a1a30 0x7f9d600a3ef0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d74101fe0 0x7f9d7419d9c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d74101620 0x7f9d74196950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 --2- 172.21.15.17:0/1137728212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d74100430 0x7f9d74196410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 >> 172.21.15.17:0/1137728212 conn(0x7f9d740fb9a0 msgr2=0x7f9d741049a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:19.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 shutdown_connections 2024-03-16T18:21:19.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.207+0000 7f9d79719640 1 -- 172.21.15.17:0/1137728212 wait complete. 2024-03-16T18:21:19.219 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1116240024' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:19.219 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1601835661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:19.219 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:19 smithi017 ceph-mon[32207]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:19.220 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":367,"stamp":"2024-03-16T18:21:18.929371+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":666820,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1321,"num_read_kb":815,"num_write":453,"num_write_kb":3105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182130,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":872,"ondisk_log_size":872,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372104,"kb_used_data":14628,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569720,"statfs":{"total":1151940427776,"available":1151559393280,"internally_reserved":0,"allocated":14979072,"data_stored":8206346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6779,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":80,"num_write":21,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003159"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994549+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:20:52.994549+0000","last_peered":"2024-03-16T18:20:52.994549+0000","last_clean":"2024-03-16T18:20:52.994549+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:20:52.994549+0000","last_undegraded":"2024-03-16T18:20:52.994549+0000","last_fullsized":"2024-03-16T18:20:52.994549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993879+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:20:52.993879+0000","last_peered":"2024-03-16T18:20:52.993879+0000","last_clean":"2024-03-16T18:20:52.993879+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:20:52.993879+0000","last_undegraded":"2024-03-16T18:20:52.993879+0000","last_fullsized":"2024-03-16T18:20:52.993879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993716+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:20:52.993716+0000","last_peered":"2024-03-16T18:20:52.993716+0000","last_clean":"2024-03-16T18:20:52.993716+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:20:52.993716+0000","last_undegraded":"2024-03-16T18:20:52.993716+0000","last_fullsized":"2024-03-16T18:20:52.993716+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992279+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:20:52.992279+0000","last_peered":"2024-03-16T18:20:52.992279+0000","last_clean":"2024-03-16T18:20:52.992279+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:20:52.992279+0000","last_undegraded":"2024-03-16T18:20:52.992279+0000","last_fullsized":"2024-03-16T18:20:52.992279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997469+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:20:52.997469+0000","last_peered":"2024-03-16T18:20:52.997469+0000","last_clean":"2024-03-16T18:20:52.997469+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:20:52.997469+0000","last_undegraded":"2024-03-16T18:20:52.997469+0000","last_fullsized":"2024-03-16T18:20:52.997469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994508+0000","last_change":"2024-03-16T18:19:52.160174+0000","last_active":"2024-03-16T18:20:52.994508+0000","last_peered":"2024-03-16T18:20:52.994508+0000","last_clean":"2024-03-16T18:20:52.994508+0000","last_became_active":"2024-03-16T18:19:52.159763+0000","last_became_peered":"2024-03-16T18:19:52.159763+0000","last_unstale":"2024-03-16T18:20:52.994508+0000","last_undegraded":"2024-03-16T18:20:52.994508+0000","last_fullsized":"2024-03-16T18:20:52.994508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:47:34.692847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996410+0000","last_change":"2024-03-16T18:19:51.991609+0000","last_active":"2024-03-16T18:20:52.996410+0000","last_peered":"2024-03-16T18:20:52.996410+0000","last_clean":"2024-03-16T18:20:52.996410+0000","last_became_active":"2024-03-16T18:19:51.991246+0000","last_became_peered":"2024-03-16T18:19:51.991246+0000","last_unstale":"2024-03-16T18:20:52.996410+0000","last_undegraded":"2024-03-16T18:20:52.996410+0000","last_fullsized":"2024-03-16T18:20:52.996410+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:36:47.110037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130924+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:20:53.130924+0000","last_peered":"2024-03-16T18:20:53.130924+0000","last_clean":"2024-03-16T18:20:53.130924+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:20:53.130924+0000","last_undegraded":"2024-03-16T18:20:53.130924+0000","last_fullsized":"2024-03-16T18:20:53.130924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020870+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:20:53.020870+0000","last_peered":"2024-03-16T18:20:53.020870+0000","last_clean":"2024-03-16T18:20:53.020870+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:20:53.020870+0000","last_undegraded":"2024-03-16T18:20:53.020870+0000","last_fullsized":"2024-03-16T18:20:53.020870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996047+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:20:52.996047+0000","last_peered":"2024-03-16T18:20:52.996047+0000","last_clean":"2024-03-16T18:20:52.996047+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:20:52.996047+0000","last_undegraded":"2024-03-16T18:20:52.996047+0000","last_fullsized":"2024-03-16T18:20:52.996047+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996787+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:20:52.996787+0000","last_peered":"2024-03-16T18:20:52.996787+0000","last_clean":"2024-03-16T18:20:52.996787+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:52.996787+0000","last_undegraded":"2024-03-16T18:20:52.996787+0000","last_fullsized":"2024-03-16T18:20:52.996787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992133+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:20:52.992133+0000","last_peered":"2024-03-16T18:20:52.992133+0000","last_clean":"2024-03-16T18:20:52.992133+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:20:52.992133+0000","last_undegraded":"2024-03-16T18:20:52.992133+0000","last_fullsized":"2024-03-16T18:20:52.992133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992115+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:20:52.992115+0000","last_peered":"2024-03-16T18:20:52.992115+0000","last_clean":"2024-03-16T18:20:52.992115+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:20:52.992115+0000","last_undegraded":"2024-03-16T18:20:52.992115+0000","last_fullsized":"2024-03-16T18:20:52.992115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993522+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:20:52.993522+0000","last_peered":"2024-03-16T18:20:52.993522+0000","last_clean":"2024-03-16T18:20:52.993522+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:20:52.993522+0000","last_undegraded":"2024-03-16T18:20:52.993522+0000","last_fullsized":"2024-03-16T18:20:52.993522+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993536+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:20:52.993536+0000","last_peered":"2024-03-16T18:20:52.993536+0000","last_clean":"2024-03-16T18:20:52.993536+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:20:52.993536+0000","last_undegraded":"2024-03-16T18:20:52.993536+0000","last_fullsized":"2024-03-16T18:20:52.993536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020342+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:20:53.020342+0000","last_peered":"2024-03-16T18:20:53.020342+0000","last_clean":"2024-03-16T18:20:53.020342+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:20:53.020342+0000","last_undegraded":"2024-03-16T18:20:53.020342+0000","last_fullsized":"2024-03-16T18:20:53.020342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994424+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:20:52.994424+0000","last_peered":"2024-03-16T18:20:52.994424+0000","last_clean":"2024-03-16T18:20:52.994424+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:20:52.994424+0000","last_undegraded":"2024-03-16T18:20:52.994424+0000","last_fullsized":"2024-03-16T18:20:52.994424+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380402+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:20:53.380402+0000","last_peered":"2024-03-16T18:20:53.380402+0000","last_clean":"2024-03-16T18:20:53.380402+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:20:53.380402+0000","last_undegraded":"2024-03-16T18:20:53.380402+0000","last_fullsized":"2024-03-16T18:20:53.380402+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997180+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:20:52.997180+0000","last_peered":"2024-03-16T18:20:52.997180+0000","last_clean":"2024-03-16T18:20:52.997180+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:20:52.997180+0000","last_undegraded":"2024-03-16T18:20:52.997180+0000","last_fullsized":"2024-03-16T18:20:52.997180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996933+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:20:52.996933+0000","last_peered":"2024-03-16T18:20:52.996933+0000","last_clean":"2024-03-16T18:20:52.996933+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:20:52.996933+0000","last_undegraded":"2024-03-16T18:20:52.996933+0000","last_fullsized":"2024-03-16T18:20:52.996933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"93'14","reported_seq":166,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:16.407463+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:21:16.407463+0000","last_peered":"2024-03-16T18:21:16.407463+0000","last_clean":"2024-03-16T18:21:16.407463+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:21:16.407463+0000","last_undegraded":"2024-03-16T18:21:16.407463+0000","last_fullsized":"2024-03-16T18:21:16.407463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131142+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:20:53.131142+0000","last_peered":"2024-03-16T18:20:53.131142+0000","last_clean":"2024-03-16T18:20:53.131142+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:20:53.131142+0000","last_undegraded":"2024-03-16T18:20:53.131142+0000","last_fullsized":"2024-03-16T18:20:53.131142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991707+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:20:52.991707+0000","last_peered":"2024-03-16T18:20:52.991707+0000","last_clean":"2024-03-16T18:20:52.991707+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:20:52.991707+0000","last_undegraded":"2024-03-16T18:20:52.991707+0000","last_fullsized":"2024-03-16T18:20:52.991707+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131416+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:20:53.131416+0000","last_peered":"2024-03-16T18:20:53.131416+0000","last_clean":"2024-03-16T18:20:53.131416+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:20:53.131416+0000","last_undegraded":"2024-03-16T18:20:53.131416+0000","last_fullsized":"2024-03-16T18:20:53.131416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993861+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:20:52.993861+0000","last_peered":"2024-03-16T18:20:52.993861+0000","last_clean":"2024-03-16T18:20:52.993861+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:20:52.993861+0000","last_undegraded":"2024-03-16T18:20:52.993861+0000","last_fullsized":"2024-03-16T18:20:52.993861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.132490+0000","last_change":"2024-03-16T18:20:53.132490+0000","last_active":"2024-03-16T18:20:53.132490+0000","last_peered":"2024-03-16T18:20:53.132490+0000","last_clean":"2024-03-16T18:20:53.132490+0000","last_became_active":"2024-03-16T18:20:53.132033+0000","last_became_peered":"2024-03-16T18:20:53.132033+0000","last_unstale":"2024-03-16T18:20:53.132490+0000","last_undegraded":"2024-03-16T18:20:53.132490+0000","last_fullsized":"2024-03-16T18:20:53.132490+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:07:39.178836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,10,5],"acting":[4,3,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.008726+0000","last_change":"2024-03-16T18:20:53.008333+0000","last_active":"2024-03-16T18:20:53.008726+0000","last_peered":"2024-03-16T18:20:53.008726+0000","last_clean":"2024-03-16T18:20:53.008726+0000","last_became_active":"2024-03-16T18:20:52.998560+0000","last_became_peered":"2024-03-16T18:20:52.998560+0000","last_unstale":"2024-03-16T18:20:53.008726+0000","last_undegraded":"2024-03-16T18:20:53.008726+0000","last_fullsized":"2024-03-16T18:20:53.008726+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:30:35.175847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020710+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:20:53.020710+0000","last_peered":"2024-03-16T18:20:53.020710+0000","last_clean":"2024-03-16T18:20:53.020710+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:20:53.020710+0000","last_undegraded":"2024-03-16T18:20:53.020710+0000","last_fullsized":"2024-03-16T18:20:53.020710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991737+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:20:52.991737+0000","last_peered":"2024-03-16T18:20:52.991737+0000","last_clean":"2024-03-16T18:20:52.991737+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:20:52.991737+0000","last_undegraded":"2024-03-16T18:20:52.991737+0000","last_fullsized":"2024-03-16T18:20:52.991737+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997601+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:20:52.997601+0000","last_peered":"2024-03-16T18:20:52.997601+0000","last_clean":"2024-03-16T18:20:52.997601+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:20:52.997601+0000","last_undegraded":"2024-03-16T18:20:52.997601+0000","last_fullsized":"2024-03-16T18:20:52.997601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992082+0000","last_change":"2024-03-16T18:19:51.995934+0000","last_active":"2024-03-16T18:20:52.992082+0000","last_peered":"2024-03-16T18:20:52.992082+0000","last_clean":"2024-03-16T18:20:52.992082+0000","last_became_active":"2024-03-16T18:19:51.995581+0000","last_became_peered":"2024-03-16T18:19:51.995581+0000","last_unstale":"2024-03-16T18:20:52.992082+0000","last_undegraded":"2024-03-16T18:20:52.992082+0000","last_fullsized":"2024-03-16T18:20:52.992082+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:30:33.908272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996303+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:20:52.996303+0000","last_peered":"2024-03-16T18:20:52.996303+0000","last_clean":"2024-03-16T18:20:52.996303+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:20:52.996303+0000","last_undegraded":"2024-03-16T18:20:52.996303+0000","last_fullsized":"2024-03-16T18:20:52.996303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'8","reported_seq":158,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.377245+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:21:13.377245+0000","last_peered":"2024-03-16T18:21:13.377245+0000","last_clean":"2024-03-16T18:21:13.377245+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:21:13.377245+0000","last_undegraded":"2024-03-16T18:21:13.377245+0000","last_fullsized":"2024-03-16T18:21:13.377245+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997613+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:20:52.997613+0000","last_peered":"2024-03-16T18:20:52.997613+0000","last_clean":"2024-03-16T18:20:52.997613+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:20:52.997613+0000","last_undegraded":"2024-03-16T18:20:52.997613+0000","last_fullsized":"2024-03-16T18:20:52.997613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996532+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:20:52.996532+0000","last_peered":"2024-03-16T18:20:52.996532+0000","last_clean":"2024-03-16T18:20:52.996532+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:20:52.996532+0000","last_undegraded":"2024-03-16T18:20:52.996532+0000","last_fullsized":"2024-03-16T18:20:52.996532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994456+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:20:52.994456+0000","last_peered":"2024-03-16T18:20:52.994456+0000","last_clean":"2024-03-16T18:20:52.994456+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:20:52.994456+0000","last_undegraded":"2024-03-16T18:20:52.994456+0000","last_fullsized":"2024-03-16T18:20:52.994456+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991938+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:20:52.991938+0000","last_peered":"2024-03-16T18:20:52.991938+0000","last_clean":"2024-03-16T18:20:52.991938+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:20:52.991938+0000","last_undegraded":"2024-03-16T18:20:52.991938+0000","last_fullsized":"2024-03-16T18:20:52.991938+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.999494+0000","last_change":"2024-03-16T18:20:52.998937+0000","last_active":"2024-03-16T18:20:52.999494+0000","last_peered":"2024-03-16T18:20:52.999494+0000","last_clean":"2024-03-16T18:20:52.999494+0000","last_became_active":"2024-03-16T18:20:52.998516+0000","last_became_peered":"2024-03-16T18:20:52.998516+0000","last_unstale":"2024-03-16T18:20:52.999494+0000","last_undegraded":"2024-03-16T18:20:52.999494+0000","last_fullsized":"2024-03-16T18:20:52.999494+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:11.137057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991559+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:20:52.991559+0000","last_peered":"2024-03-16T18:20:52.991559+0000","last_clean":"2024-03-16T18:20:52.991559+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:20:52.991559+0000","last_undegraded":"2024-03-16T18:20:52.991559+0000","last_fullsized":"2024-03-16T18:20:52.991559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130667+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:20:53.130667+0000","last_peered":"2024-03-16T18:20:53.130667+0000","last_clean":"2024-03-16T18:20:53.130667+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:20:53.130667+0000","last_undegraded":"2024-03-16T18:20:53.130667+0000","last_fullsized":"2024-03-16T18:20:53.130667+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993851+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:20:52.993851+0000","last_peered":"2024-03-16T18:20:52.993851+0000","last_clean":"2024-03-16T18:20:52.993851+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:20:52.993851+0000","last_undegraded":"2024-03-16T18:20:52.993851+0000","last_fullsized":"2024-03-16T18:20:52.993851+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991412+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:20:52.991412+0000","last_peered":"2024-03-16T18:20:52.991412+0000","last_clean":"2024-03-16T18:20:52.991412+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:20:52.991412+0000","last_undegraded":"2024-03-16T18:20:52.991412+0000","last_fullsized":"2024-03-16T18:20:52.991412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379478+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:20:53.379478+0000","last_peered":"2024-03-16T18:20:53.379478+0000","last_clean":"2024-03-16T18:20:53.379478+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:20:53.379478+0000","last_undegraded":"2024-03-16T18:20:53.379478+0000","last_fullsized":"2024-03-16T18:20:53.379478+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131014+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:20:53.131014+0000","last_peered":"2024-03-16T18:20:53.131014+0000","last_clean":"2024-03-16T18:20:53.131014+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:20:53.131014+0000","last_undegraded":"2024-03-16T18:20:53.131014+0000","last_fullsized":"2024-03-16T18:20:53.131014+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'7","reported_seq":277,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:18.101227+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:21:18.101227+0000","last_peered":"2024-03-16T18:21:18.101227+0000","last_clean":"2024-03-16T18:21:18.101227+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:21:18.101227+0000","last_undegraded":"2024-03-16T18:21:18.101227+0000","last_fullsized":"2024-03-16T18:21:18.101227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020693+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:20:53.020693+0000","last_peered":"2024-03-16T18:20:53.020693+0000","last_clean":"2024-03-16T18:20:53.020693+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:20:53.020693+0000","last_undegraded":"2024-03-16T18:20:53.020693+0000","last_fullsized":"2024-03-16T18:20:53.020693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379478+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:20:53.379478+0000","last_peered":"2024-03-16T18:20:53.379478+0000","last_clean":"2024-03-16T18:20:53.379478+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:20:53.379478+0000","last_undegraded":"2024-03-16T18:20:53.379478+0000","last_fullsized":"2024-03-16T18:20:53.379478+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996951+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:20:52.996951+0000","last_peered":"2024-03-16T18:20:52.996951+0000","last_clean":"2024-03-16T18:20:52.996951+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:20:52.996951+0000","last_undegraded":"2024-03-16T18:20:52.996951+0000","last_fullsized":"2024-03-16T18:20:52.996951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993936+0000","last_change":"2024-03-16T18:19:51.993784+0000","last_active":"2024-03-16T18:20:52.993936+0000","last_peered":"2024-03-16T18:20:52.993936+0000","last_clean":"2024-03-16T18:20:52.993936+0000","last_became_active":"2024-03-16T18:19:51.993415+0000","last_became_peered":"2024-03-16T18:19:51.993415+0000","last_unstale":"2024-03-16T18:20:52.993936+0000","last_undegraded":"2024-03-16T18:20:52.993936+0000","last_fullsized":"2024-03-16T18:20:52.993936+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:58:24.178943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992760+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:20:52.992760+0000","last_peered":"2024-03-16T18:20:52.992760+0000","last_clean":"2024-03-16T18:20:52.992760+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:20:52.992760+0000","last_undegraded":"2024-03-16T18:20:52.992760+0000","last_fullsized":"2024-03-16T18:20:52.992760+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992053+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:20:52.992053+0000","last_peered":"2024-03-16T18:20:52.992053+0000","last_clean":"2024-03-16T18:20:52.992053+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:20:52.992053+0000","last_undegraded":"2024-03-16T18:20:52.992053+0000","last_fullsized":"2024-03-16T18:20:52.992053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020846+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:20:53.020846+0000","last_peered":"2024-03-16T18:20:53.020846+0000","last_clean":"2024-03-16T18:20:53.020846+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:20:53.020846+0000","last_undegraded":"2024-03-16T18:20:53.020846+0000","last_fullsized":"2024-03-16T18:20:53.020846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379578+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:20:53.379578+0000","last_peered":"2024-03-16T18:20:53.379578+0000","last_clean":"2024-03-16T18:20:53.379578+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:20:53.379578+0000","last_undegraded":"2024-03-16T18:20:53.379578+0000","last_fullsized":"2024-03-16T18:20:53.379578+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'39","reported_seq":320,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:18.383267+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:21:18.383267+0000","last_peered":"2024-03-16T18:21:18.383267+0000","last_clean":"2024-03-16T18:21:18.383267+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:21:18.383267+0000","last_undegraded":"2024-03-16T18:21:18.383267+0000","last_fullsized":"2024-03-16T18:21:18.383267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66760,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":191,"num_write":41,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997736+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:20:52.997736+0000","last_peered":"2024-03-16T18:20:52.997736+0000","last_clean":"2024-03-16T18:20:52.997736+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:20:52.997736+0000","last_undegraded":"2024-03-16T18:20:52.997736+0000","last_fullsized":"2024-03-16T18:20:52.997736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.133061+0000","last_change":"2024-03-16T18:20:53.132588+0000","last_active":"2024-03-16T18:20:53.133061+0000","last_peered":"2024-03-16T18:20:53.133061+0000","last_clean":"2024-03-16T18:20:53.133061+0000","last_became_active":"2024-03-16T18:20:53.132058+0000","last_became_peered":"2024-03-16T18:20:53.132058+0000","last_unstale":"2024-03-16T18:20:53.133061+0000","last_undegraded":"2024-03-16T18:20:53.133061+0000","last_fullsized":"2024-03-16T18:20:53.133061+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:31:47.880999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,3,6],"acting":[10,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996494+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:20:52.996494+0000","last_peered":"2024-03-16T18:20:52.996494+0000","last_clean":"2024-03-16T18:20:52.996494+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:20:52.996494+0000","last_undegraded":"2024-03-16T18:20:52.996494+0000","last_fullsized":"2024-03-16T18:20:52.996494+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991614+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:20:52.991614+0000","last_peered":"2024-03-16T18:20:52.991614+0000","last_clean":"2024-03-16T18:20:52.991614+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:20:52.991614+0000","last_undegraded":"2024-03-16T18:20:52.991614+0000","last_fullsized":"2024-03-16T18:20:52.991614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993988+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:20:52.993988+0000","last_peered":"2024-03-16T18:20:52.993988+0000","last_clean":"2024-03-16T18:20:52.993988+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:20:52.993988+0000","last_undegraded":"2024-03-16T18:20:52.993988+0000","last_fullsized":"2024-03-16T18:20:52.993988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991749+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:20:52.991749+0000","last_peered":"2024-03-16T18:20:52.991749+0000","last_clean":"2024-03-16T18:20:52.991749+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:20:52.991749+0000","last_undegraded":"2024-03-16T18:20:52.991749+0000","last_fullsized":"2024-03-16T18:20:52.991749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996675+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:20:52.996675+0000","last_peered":"2024-03-16T18:20:52.996675+0000","last_clean":"2024-03-16T18:20:52.996675+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:20:52.996675+0000","last_undegraded":"2024-03-16T18:20:52.996675+0000","last_fullsized":"2024-03-16T18:20:52.996675+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380274+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:20:53.380274+0000","last_peered":"2024-03-16T18:20:53.380274+0000","last_clean":"2024-03-16T18:20:53.380274+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:20:53.380274+0000","last_undegraded":"2024-03-16T18:20:53.380274+0000","last_fullsized":"2024-03-16T18:20:53.380274+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'8","reported_seq":159,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.391444+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:21:13.391444+0000","last_peered":"2024-03-16T18:21:13.391444+0000","last_clean":"2024-03-16T18:21:13.391444+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:21:13.391444+0000","last_undegraded":"2024-03-16T18:21:13.391444+0000","last_fullsized":"2024-03-16T18:21:13.391444+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996408+0000","last_change":"2024-03-16T18:19:51.993028+0000","last_active":"2024-03-16T18:20:52.996408+0000","last_peered":"2024-03-16T18:20:52.996408+0000","last_clean":"2024-03-16T18:20:52.996408+0000","last_became_active":"2024-03-16T18:19:51.992666+0000","last_became_peered":"2024-03-16T18:19:51.992666+0000","last_unstale":"2024-03-16T18:20:52.996408+0000","last_undegraded":"2024-03-16T18:20:52.996408+0000","last_fullsized":"2024-03-16T18:20:52.996408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:57:54.507126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992129+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:20:52.992129+0000","last_peered":"2024-03-16T18:20:52.992129+0000","last_clean":"2024-03-16T18:20:52.992129+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:20:52.992129+0000","last_undegraded":"2024-03-16T18:20:52.992129+0000","last_fullsized":"2024-03-16T18:20:52.992129+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":73,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997305+0000","last_change":"2024-03-16T18:19:52.012410+0000","last_active":"2024-03-16T18:20:52.997305+0000","last_peered":"2024-03-16T18:20:52.997305+0000","last_clean":"2024-03-16T18:20:52.997305+0000","last_became_active":"2024-03-16T18:19:51.994720+0000","last_became_peered":"2024-03-16T18:19:51.994720+0000","last_unstale":"2024-03-16T18:20:52.997305+0000","last_undegraded":"2024-03-16T18:20:52.997305+0000","last_fullsized":"2024-03-16T18:20:52.997305+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:17:27.808191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991429+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:20:52.991429+0000","last_peered":"2024-03-16T18:20:52.991429+0000","last_clean":"2024-03-16T18:20:52.991429+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:20:52.991429+0000","last_undegraded":"2024-03-16T18:20:52.991429+0000","last_fullsized":"2024-03-16T18:20:52.991429+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991470+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:20:52.991470+0000","last_peered":"2024-03-16T18:20:52.991470+0000","last_clean":"2024-03-16T18:20:52.991470+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:20:52.991470+0000","last_undegraded":"2024-03-16T18:20:52.991470+0000","last_fullsized":"2024-03-16T18:20:52.991470+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"93'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:11.674892+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:21:11.674892+0000","last_peered":"2024-03-16T18:21:11.674892+0000","last_clean":"2024-03-16T18:21:11.674892+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:21:11.674892+0000","last_undegraded":"2024-03-16T18:21:11.674892+0000","last_fullsized":"2024-03-16T18:21:11.674892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994479+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:20:52.994479+0000","last_peered":"2024-03-16T18:20:52.994479+0000","last_clean":"2024-03-16T18:20:52.994479+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:20:52.994479+0000","last_undegraded":"2024-03-16T18:20:52.994479+0000","last_fullsized":"2024-03-16T18:20:52.994479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997636+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:20:52.997636+0000","last_peered":"2024-03-16T18:20:52.997636+0000","last_clean":"2024-03-16T18:20:52.997636+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:20:52.997636+0000","last_undegraded":"2024-03-16T18:20:52.997636+0000","last_fullsized":"2024-03-16T18:20:52.997636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379999+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:20:53.379999+0000","last_peered":"2024-03-16T18:20:53.379999+0000","last_clean":"2024-03-16T18:20:53.379999+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:20:53.379999+0000","last_undegraded":"2024-03-16T18:20:53.379999+0000","last_fullsized":"2024-03-16T18:20:53.379999+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.995784+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:20:52.995784+0000","last_peered":"2024-03-16T18:20:52.995784+0000","last_clean":"2024-03-16T18:20:52.995784+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:20:52.995784+0000","last_undegraded":"2024-03-16T18:20:52.995784+0000","last_fullsized":"2024-03-16T18:20:52.995784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991800+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:20:52.991800+0000","last_peered":"2024-03-16T18:20:52.991800+0000","last_clean":"2024-03-16T18:20:52.991800+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:20:52.991800+0000","last_undegraded":"2024-03-16T18:20:52.991800+0000","last_fullsized":"2024-03-16T18:20:52.991800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"93'6","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.404757+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:21:13.404757+0000","last_peered":"2024-03-16T18:21:13.404757+0000","last_clean":"2024-03-16T18:21:13.404757+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:21:13.404757+0000","last_undegraded":"2024-03-16T18:21:13.404757+0000","last_fullsized":"2024-03-16T18:21:13.404757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994717+0000","last_change":"2024-03-16T18:19:51.993230+0000","last_active":"2024-03-16T18:20:52.994717+0000","last_peered":"2024-03-16T18:20:52.994717+0000","last_clean":"2024-03-16T18:20:52.994717+0000","last_became_active":"2024-03-16T18:19:51.992843+0000","last_became_peered":"2024-03-16T18:19:51.992843+0000","last_unstale":"2024-03-16T18:20:52.994717+0000","last_undegraded":"2024-03-16T18:20:52.994717+0000","last_fullsized":"2024-03-16T18:20:52.994717+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:24:01.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992113+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:20:52.992113+0000","last_peered":"2024-03-16T18:20:52.992113+0000","last_clean":"2024-03-16T18:20:52.992113+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:20:52.992113+0000","last_undegraded":"2024-03-16T18:20:52.992113+0000","last_fullsized":"2024-03-16T18:20:52.992113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991619+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:20:52.991619+0000","last_peered":"2024-03-16T18:20:52.991619+0000","last_clean":"2024-03-16T18:20:52.991619+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:20:52.991619+0000","last_undegraded":"2024-03-16T18:20:52.991619+0000","last_fullsized":"2024-03-16T18:20:52.991619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'7","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.390468+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:21:13.390468+0000","last_peered":"2024-03-16T18:21:13.390468+0000","last_clean":"2024-03-16T18:21:13.390468+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:21:13.390468+0000","last_undegraded":"2024-03-16T18:21:13.390468+0000","last_fullsized":"2024-03-16T18:21:13.390468+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996979+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:20:52.996979+0000","last_peered":"2024-03-16T18:20:52.996979+0000","last_clean":"2024-03-16T18:20:52.996979+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:20:52.996979+0000","last_undegraded":"2024-03-16T18:20:52.996979+0000","last_fullsized":"2024-03-16T18:20:52.996979+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130914+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:20:53.130914+0000","last_peered":"2024-03-16T18:20:53.130914+0000","last_clean":"2024-03-16T18:20:53.130914+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:20:53.130914+0000","last_undegraded":"2024-03-16T18:20:53.130914+0000","last_fullsized":"2024-03-16T18:20:53.130914+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992711+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:20:52.992711+0000","last_peered":"2024-03-16T18:20:52.992711+0000","last_clean":"2024-03-16T18:20:52.992711+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:20:52.992711+0000","last_undegraded":"2024-03-16T18:20:52.992711+0000","last_fullsized":"2024-03-16T18:20:52.992711+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":366,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996303+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:20:52.996303+0000","last_peered":"2024-03-16T18:20:52.996303+0000","last_clean":"2024-03-16T18:20:52.996303+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:20:52.996303+0000","last_undegraded":"2024-03-16T18:20:52.996303+0000","last_fullsized":"2024-03-16T18:20:52.996303+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992138+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:20:52.992138+0000","last_peered":"2024-03-16T18:20:52.992138+0000","last_clean":"2024-03-16T18:20:52.992138+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:20:52.992138+0000","last_undegraded":"2024-03-16T18:20:52.992138+0000","last_fullsized":"2024-03-16T18:20:52.992138+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991497+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:20:52.991497+0000","last_peered":"2024-03-16T18:20:52.991497+0000","last_clean":"2024-03-16T18:20:52.991497+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:20:52.991497+0000","last_undegraded":"2024-03-16T18:20:52.991497+0000","last_fullsized":"2024-03-16T18:20:52.991497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996520+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:20:52.996520+0000","last_peered":"2024-03-16T18:20:52.996520+0000","last_clean":"2024-03-16T18:20:52.996520+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:20:52.996520+0000","last_undegraded":"2024-03-16T18:20:52.996520+0000","last_fullsized":"2024-03-16T18:20:52.996520+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994055+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:20:52.994055+0000","last_peered":"2024-03-16T18:20:52.994055+0000","last_clean":"2024-03-16T18:20:52.994055+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:20:52.994055+0000","last_undegraded":"2024-03-16T18:20:52.994055+0000","last_fullsized":"2024-03-16T18:20:52.994055+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994409+0000","last_change":"2024-03-16T18:19:51.999027+0000","last_active":"2024-03-16T18:20:52.994409+0000","last_peered":"2024-03-16T18:20:52.994409+0000","last_clean":"2024-03-16T18:20:52.994409+0000","last_became_active":"2024-03-16T18:19:51.992832+0000","last_became_peered":"2024-03-16T18:19:51.992832+0000","last_unstale":"2024-03-16T18:20:52.994409+0000","last_undegraded":"2024-03-16T18:20:52.994409+0000","last_fullsized":"2024-03-16T18:20:52.994409+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:39:51.856136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992010+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:20:52.992010+0000","last_peered":"2024-03-16T18:20:52.992010+0000","last_clean":"2024-03-16T18:20:52.992010+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:20:52.992010+0000","last_undegraded":"2024-03-16T18:20:52.992010+0000","last_fullsized":"2024-03-16T18:20:52.992010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130741+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:20:53.130741+0000","last_peered":"2024-03-16T18:20:53.130741+0000","last_clean":"2024-03-16T18:20:53.130741+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:20:53.130741+0000","last_undegraded":"2024-03-16T18:20:53.130741+0000","last_fullsized":"2024-03-16T18:20:53.130741+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'15","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:12.817496+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:21:12.817496+0000","last_peered":"2024-03-16T18:21:12.817496+0000","last_clean":"2024-03-16T18:21:12.817496+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:21:12.817496+0000","last_undegraded":"2024-03-16T18:21:12.817496+0000","last_fullsized":"2024-03-16T18:21:12.817496+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131327+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:20:53.131327+0000","last_peered":"2024-03-16T18:20:53.131327+0000","last_clean":"2024-03-16T18:20:53.131327+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:20:53.131327+0000","last_undegraded":"2024-03-16T18:20:53.131327+0000","last_fullsized":"2024-03-16T18:20:53.131327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996750+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:20:52.996750+0000","last_peered":"2024-03-16T18:20:52.996750+0000","last_clean":"2024-03-16T18:20:52.996750+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:20:52.996750+0000","last_undegraded":"2024-03-16T18:20:52.996750+0000","last_fullsized":"2024-03-16T18:20:52.996750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992920+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:20:52.992920+0000","last_peered":"2024-03-16T18:20:52.992920+0000","last_clean":"2024-03-16T18:20:52.992920+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:20:52.992920+0000","last_undegraded":"2024-03-16T18:20:52.992920+0000","last_fullsized":"2024-03-16T18:20:52.992920+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994024+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:20:52.994024+0000","last_peered":"2024-03-16T18:20:52.994024+0000","last_clean":"2024-03-16T18:20:52.994024+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:20:52.994024+0000","last_undegraded":"2024-03-16T18:20:52.994024+0000","last_fullsized":"2024-03-16T18:20:52.994024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992341+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:20:52.992341+0000","last_peered":"2024-03-16T18:20:52.992341+0000","last_clean":"2024-03-16T18:20:52.992341+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:20:52.992341+0000","last_undegraded":"2024-03-16T18:20:52.992341+0000","last_fullsized":"2024-03-16T18:20:52.992341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020404+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:20:53.020404+0000","last_peered":"2024-03-16T18:20:53.020404+0000","last_clean":"2024-03-16T18:20:53.020404+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:20:53.020404+0000","last_undegraded":"2024-03-16T18:20:53.020404+0000","last_fullsized":"2024-03-16T18:20:53.020404+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997346+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:20:52.997346+0000","last_peered":"2024-03-16T18:20:52.997346+0000","last_clean":"2024-03-16T18:20:52.997346+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:20:52.997346+0000","last_undegraded":"2024-03-16T18:20:52.997346+0000","last_fullsized":"2024-03-16T18:20:52.997346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380386+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:20:53.380386+0000","last_peered":"2024-03-16T18:20:53.380386+0000","last_clean":"2024-03-16T18:20:53.380386+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:20:53.380386+0000","last_undegraded":"2024-03-16T18:20:53.380386+0000","last_fullsized":"2024-03-16T18:20:53.380386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130832+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:20:53.130832+0000","last_peered":"2024-03-16T18:20:53.130832+0000","last_clean":"2024-03-16T18:20:53.130832+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:20:53.130832+0000","last_undegraded":"2024-03-16T18:20:53.130832+0000","last_fullsized":"2024-03-16T18:20:53.130832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993951+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:20:52.993951+0000","last_peered":"2024-03-16T18:20:52.993951+0000","last_clean":"2024-03-16T18:20:52.993951+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:20:52.993951+0000","last_undegraded":"2024-03-16T18:20:52.993951+0000","last_fullsized":"2024-03-16T18:20:52.993951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991910+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:20:52.991910+0000","last_peered":"2024-03-16T18:20:52.991910+0000","last_clean":"2024-03-16T18:20:52.991910+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:20:52.991910+0000","last_undegraded":"2024-03-16T18:20:52.991910+0000","last_fullsized":"2024-03-16T18:20:52.991910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:12.989909+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:21:12.989909+0000","last_peered":"2024-03-16T18:21:12.989909+0000","last_clean":"2024-03-16T18:21:12.989909+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:21:12.989909+0000","last_undegraded":"2024-03-16T18:21:12.989909+0000","last_fullsized":"2024-03-16T18:21:12.989909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131316+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:20:53.131316+0000","last_peered":"2024-03-16T18:20:53.131316+0000","last_clean":"2024-03-16T18:20:53.131316+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:20:53.131316+0000","last_undegraded":"2024-03-16T18:20:53.131316+0000","last_fullsized":"2024-03-16T18:20:53.131316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991805+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:20:52.991805+0000","last_peered":"2024-03-16T18:20:52.991805+0000","last_clean":"2024-03-16T18:20:52.991805+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:20:52.991805+0000","last_undegraded":"2024-03-16T18:20:52.991805+0000","last_fullsized":"2024-03-16T18:20:52.991805+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997523+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:20:52.997523+0000","last_peered":"2024-03-16T18:20:52.997523+0000","last_clean":"2024-03-16T18:20:52.997523+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:20:52.997523+0000","last_undegraded":"2024-03-16T18:20:52.997523+0000","last_fullsized":"2024-03-16T18:20:52.997523+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996680+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:20:52.996680+0000","last_peered":"2024-03-16T18:20:52.996680+0000","last_clean":"2024-03-16T18:20:52.996680+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:20:52.996680+0000","last_undegraded":"2024-03-16T18:20:52.996680+0000","last_fullsized":"2024-03-16T18:20:52.996680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020458+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:20:53.020458+0000","last_peered":"2024-03-16T18:20:53.020458+0000","last_clean":"2024-03-16T18:20:53.020458+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:20:53.020458+0000","last_undegraded":"2024-03-16T18:20:53.020458+0000","last_fullsized":"2024-03-16T18:20:53.020458+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"93'6","reported_seq":109,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:14.096879+0000","last_change":"2024-03-16T18:19:52.002211+0000","last_active":"2024-03-16T18:21:14.096879+0000","last_peered":"2024-03-16T18:21:14.096879+0000","last_clean":"2024-03-16T18:21:14.096879+0000","last_became_active":"2024-03-16T18:19:51.993815+0000","last_became_peered":"2024-03-16T18:19:51.993815+0000","last_unstale":"2024-03-16T18:21:14.096879+0000","last_undegraded":"2024-03-16T18:21:14.096879+0000","last_fullsized":"2024-03-16T18:21:14.096879+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:18:43.122556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996844+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:20:52.996844+0000","last_peered":"2024-03-16T18:20:52.996844+0000","last_clean":"2024-03-16T18:20:52.996844+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:20:52.996844+0000","last_undegraded":"2024-03-16T18:20:52.996844+0000","last_fullsized":"2024-03-16T18:20:52.996844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.022241+0000","last_change":"2024-03-16T18:20:53.021866+0000","last_active":"2024-03-16T18:20:53.022241+0000","last_peered":"2024-03-16T18:20:53.022241+0000","last_clean":"2024-03-16T18:20:53.022241+0000","last_became_active":"2024-03-16T18:20:53.021430+0000","last_became_peered":"2024-03-16T18:20:53.021430+0000","last_unstale":"2024-03-16T18:20:53.022241+0000","last_undegraded":"2024-03-16T18:20:53.022241+0000","last_fullsized":"2024-03-16T18:20:53.022241+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:49:11.086576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992213+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:20:52.992213+0000","last_peered":"2024-03-16T18:20:52.992213+0000","last_clean":"2024-03-16T18:20:52.992213+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:20:52.992213+0000","last_undegraded":"2024-03-16T18:20:52.992213+0000","last_fullsized":"2024-03-16T18:20:52.992213+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996663+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:20:52.996663+0000","last_peered":"2024-03-16T18:20:52.996663+0000","last_clean":"2024-03-16T18:20:52.996663+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:20:52.996663+0000","last_undegraded":"2024-03-16T18:20:52.996663+0000","last_fullsized":"2024-03-16T18:20:52.996663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991340+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:20:52.991340+0000","last_peered":"2024-03-16T18:20:52.991340+0000","last_clean":"2024-03-16T18:20:52.991340+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:20:52.991340+0000","last_undegraded":"2024-03-16T18:20:52.991340+0000","last_fullsized":"2024-03-16T18:20:52.991340+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992164+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:20:52.992164+0000","last_peered":"2024-03-16T18:20:52.992164+0000","last_clean":"2024-03-16T18:20:52.992164+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:20:52.992164+0000","last_undegraded":"2024-03-16T18:20:52.992164+0000","last_fullsized":"2024-03-16T18:20:52.992164+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997099+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:20:52.997099+0000","last_peered":"2024-03-16T18:20:52.997099+0000","last_clean":"2024-03-16T18:20:52.997099+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:20:52.997099+0000","last_undegraded":"2024-03-16T18:20:52.997099+0000","last_fullsized":"2024-03-16T18:20:52.997099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994019+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:20:52.994019+0000","last_peered":"2024-03-16T18:20:52.994019+0000","last_clean":"2024-03-16T18:20:52.994019+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:20:52.994019+0000","last_undegraded":"2024-03-16T18:20:52.994019+0000","last_fullsized":"2024-03-16T18:20:52.994019+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997087+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:20:52.997087+0000","last_peered":"2024-03-16T18:20:52.997087+0000","last_clean":"2024-03-16T18:20:52.997087+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:20:52.997087+0000","last_undegraded":"2024-03-16T18:20:52.997087+0000","last_fullsized":"2024-03-16T18:20:52.997087+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996112+0000","last_change":"2024-03-16T18:19:51.992302+0000","last_active":"2024-03-16T18:20:52.996112+0000","last_peered":"2024-03-16T18:20:52.996112+0000","last_clean":"2024-03-16T18:20:52.996112+0000","last_became_active":"2024-03-16T18:19:51.991910+0000","last_became_peered":"2024-03-16T18:19:51.991910+0000","last_unstale":"2024-03-16T18:20:52.996112+0000","last_undegraded":"2024-03-16T18:20:52.996112+0000","last_fullsized":"2024-03-16T18:20:52.996112+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:22:40.511881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,0],"acting":[2,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994219+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:20:52.994219+0000","last_peered":"2024-03-16T18:20:52.994219+0000","last_clean":"2024-03-16T18:20:52.994219+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:20:52.994219+0000","last_undegraded":"2024-03-16T18:20:52.994219+0000","last_fullsized":"2024-03-16T18:20:52.994219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991920+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:20:52.991920+0000","last_peered":"2024-03-16T18:20:52.991920+0000","last_clean":"2024-03-16T18:20:52.991920+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:20:52.991920+0000","last_undegraded":"2024-03-16T18:20:52.991920+0000","last_fullsized":"2024-03-16T18:20:52.991920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994203+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:20:52.994203+0000","last_peered":"2024-03-16T18:20:52.994203+0000","last_clean":"2024-03-16T18:20:52.994203+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:52.994203+0000","last_undegraded":"2024-03-16T18:20:52.994203+0000","last_fullsized":"2024-03-16T18:20:52.994203+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996446+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:20:52.996446+0000","last_peered":"2024-03-16T18:20:52.996446+0000","last_clean":"2024-03-16T18:20:52.996446+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:20:52.996446+0000","last_undegraded":"2024-03-16T18:20:52.996446+0000","last_fullsized":"2024-03-16T18:20:52.996446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131448+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:20:53.131448+0000","last_peered":"2024-03-16T18:20:53.131448+0000","last_clean":"2024-03-16T18:20:53.131448+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:20:53.131448+0000","last_undegraded":"2024-03-16T18:20:53.131448+0000","last_fullsized":"2024-03-16T18:20:53.131448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991521+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:20:52.991521+0000","last_peered":"2024-03-16T18:20:52.991521+0000","last_clean":"2024-03-16T18:20:52.991521+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:20:52.991521+0000","last_undegraded":"2024-03-16T18:20:52.991521+0000","last_fullsized":"2024-03-16T18:20:52.991521+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131264+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:20:53.131264+0000","last_peered":"2024-03-16T18:20:53.131264+0000","last_clean":"2024-03-16T18:20:53.131264+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:20:53.131264+0000","last_undegraded":"2024-03-16T18:20:53.131264+0000","last_fullsized":"2024-03-16T18:20:53.131264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020701+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:20:53.020701+0000","last_peered":"2024-03-16T18:20:53.020701+0000","last_clean":"2024-03-16T18:20:53.020701+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:20:53.020701+0000","last_undegraded":"2024-03-16T18:20:53.020701+0000","last_fullsized":"2024-03-16T18:20:53.020701+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991830+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:20:52.991830+0000","last_peered":"2024-03-16T18:20:52.991830+0000","last_clean":"2024-03-16T18:20:52.991830+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:20:52.991830+0000","last_undegraded":"2024-03-16T18:20:52.991830+0000","last_fullsized":"2024-03-16T18:20:52.991830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994206+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:20:52.994206+0000","last_peered":"2024-03-16T18:20:52.994206+0000","last_clean":"2024-03-16T18:20:52.994206+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:20:52.994206+0000","last_undegraded":"2024-03-16T18:20:52.994206+0000","last_fullsized":"2024-03-16T18:20:52.994206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76218,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1185,"num_read_kb":696,"num_write":270,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1394,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":581632,"data_stored":220026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":233,"ondisk_log_size":233,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383722,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":521097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645359,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37060,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708092,"statfs":{"total":95995035648,"available":95957086208,"internally_reserved":0,"allocated":1765376,"data_stored":1175093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808885,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":524518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070522,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":520688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36980,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708172,"statfs":{"total":95995035648,"available":95957168128,"internally_reserved":0,"allocated":1683456,"data_stored":1119449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":516419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":581558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":517875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":579365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1077248,"data_stored":515634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":521137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1113513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:21:19.224 INFO:tasks.fwd_scrub.ceph_manager:clean! 2024-03-16T18:21:19.225 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-03-16T18:21:19.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1116240024' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:19.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1601835661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:19.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:19 smithi149 ceph-mon[35991]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:19.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1116240024' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:19.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1601835661' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:19.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:19 smithi153 ceph-mon[36005]: from='client.15597 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 -- 172.21.15.17:0/2025069644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984101620 msgr2=0x7fa984101aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 --2- 172.21.15.17:0/2025069644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984101620 0x7fa984101aa0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa978009900 tx=0x7fa97802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 -- 172.21.15.17:0/2025069644 shutdown_connections 2024-03-16T18:21:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 --2- 172.21.15.17:0/2025069644 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa984101fe0 0x7fa984108870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 --2- 172.21.15.17:0/2025069644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984101620 0x7fa984101aa0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 --2- 172.21.15.17:0/2025069644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984100430 0x7fa984100850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 -- 172.21.15.17:0/2025069644 >> 172.21.15.17:0/2025069644 conn(0x7fa9840fb9a0 msgr2=0x7fa9840fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 -- 172.21.15.17:0/2025069644 shutdown_connections 2024-03-16T18:21:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.362+0000 7fa989e50640 1 -- 172.21.15.17:0/2025069644 wait complete. 2024-03-16T18:21:19.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 Processor -- start 2024-03-16T18:21:19.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 -- start start 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984100430 0x7fa98406a690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa984101620 0x7fa98419c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 0x7fa98419e870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa98419f050 con 0x7fa984101fe0 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa98419f1c0 con 0x7fa984100430 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa989e50640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa98419f380 con 0x7fa984101620 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 0x7fa98419e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 0x7fa98419e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40094/0 (socket says 172.21.15.17:40094) 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 -- 172.21.15.17:0/3339734945 learned_addr learned my addr 172.21.15.17:0/3339734945 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa982ffd640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa984101620 0x7fa98419c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa9837fe640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984100430 0x7fa98406a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 -- 172.21.15.17:0/3339734945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa984101620 msgr2=0x7fa98419c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa984101620 0x7fa98419c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 -- 172.21.15.17:0/3339734945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984100430 msgr2=0x7fa98406a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984100430 0x7fa98406a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.363+0000 7fa983fff640 1 -- 172.21.15.17:0/3339734945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa974009490 con 0x7fa984101fe0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.364+0000 7fa983fff640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 0x7fa98419e870 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fa97c00eb10 tx=0x7fa97c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.364+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa97c004b20 con 0x7fa984101fe0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.364+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa978009560 con 0x7fa984101fe0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.364+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa97c004c80 con 0x7fa984101fe0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.364+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa97c010690 con 0x7fa984101fe0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.364+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa98419f950 con 0x7fa984101fe0 2024-03-16T18:21:19.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.365+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa984107780 con 0x7fa984101fe0 2024-03-16T18:21:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.366+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa97c005020 con 0x7fa984101fe0 2024-03-16T18:21:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.367+0000 7fa980ff9640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa96c0a1a30 0x7fa96c0a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.367+0000 7fa9837fe640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa96c0a1a30 0x7fa96c0a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.367+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa97c014070 con 0x7fa984101fe0 2024-03-16T18:21:19.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.367+0000 7fa9837fe640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa96c0a1a30 0x7fa96c0a3ef0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fa984101480 tx=0x7fa974005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:19.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.372+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa97c096b70 con 0x7fa984101fe0 2024-03-16T18:21:19.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.551+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa98402d0d0 con 0x7fa96c0a1a30 2024-03-16T18:21:19.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.560+0000 7fa980ff9640 1 -- 172.21.15.17:0/3339734945 <== mgr.14150 v2:172.21.15.17:6800/2425281013 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+340546 (secure 0 0 0) 0x7fa98402d0d0 con 0x7fa96c0a1a30 2024-03-16T18:21:19.566 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:19.568 INFO:teuthology.orchestra.run.smithi017.stderr:dumped all 2024-03-16T18:21:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa96c0a1a30 msgr2=0x7fa96c0a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa96c0a1a30 0x7fa96c0a3ef0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7fa984101480 tx=0x7fa974005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 msgr2=0x7fa98419e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 0x7fa98419e870 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7fa97c00eb10 tx=0x7fa97c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 shutdown_connections 2024-03-16T18:21:19.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa96c0a1a30 0x7fa96c0a3ef0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa984101fe0 0x7fa98419e870 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa984101620 0x7fa98419c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 --2- 172.21.15.17:0/3339734945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa984100430 0x7fa98406a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 >> 172.21.15.17:0/3339734945 conn(0x7fa9840fb9a0 msgr2=0x7fa984104950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:19.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 shutdown_connections 2024-03-16T18:21:19.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.564+0000 7fa989e50640 1 -- 172.21.15.17:0/3339734945 wait complete. 2024-03-16T18:21:19.577 INFO:teuthology.orchestra.run.smithi017.stdout:{"pg_ready":true,"pg_map":{"version":367,"stamp":"2024-03-16T18:21:18.929371+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":666820,"num_objects":102,"num_object_clones":0,"num_object_copies":308,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":102,"num_whiteouts":0,"num_read":1321,"num_read_kb":815,"num_write":453,"num_write_kb":3105,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":25,"num_bytes_recovered":1182130,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":872,"ondisk_log_size":872,"up":419,"acting":419,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":419,"num_osds":12,"num_per_pool_osds":12,"num_per_pool_omap_osds":12,"kb":1124941824,"kb_used":372104,"kb_used_data":14628,"kb_used_omap":18,"kb_used_meta":357357,"kb_avail":1124569720,"statfs":{"total":1151940427776,"available":1151559393280,"internally_reserved":0,"allocated":14979072,"data_stored":8206346,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19140,"internal_metadata":365933884},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":6779,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":131,"num_read_kb":80,"num_write":21,"num_write_kb":20,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003159"},"pg_stats":[{"pgid":"3.3f","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994549+0000","last_change":"2024-03-16T18:18:57.409469+0000","last_active":"2024-03-16T18:20:52.994549+0000","last_peered":"2024-03-16T18:20:52.994549+0000","last_clean":"2024-03-16T18:20:52.994549+0000","last_became_active":"2024-03-16T18:18:57.408744+0000","last_became_peered":"2024-03-16T18:18:57.408744+0000","last_unstale":"2024-03-16T18:20:52.994549+0000","last_undegraded":"2024-03-16T18:20:52.994549+0000","last_fullsized":"2024-03-16T18:20:52.994549+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:20:48.532682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.3e","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993879+0000","last_change":"2024-03-16T18:18:57.416772+0000","last_active":"2024-03-16T18:20:52.993879+0000","last_peered":"2024-03-16T18:20:52.993879+0000","last_clean":"2024-03-16T18:20:52.993879+0000","last_became_active":"2024-03-16T18:18:57.415704+0000","last_became_peered":"2024-03-16T18:18:57.415704+0000","last_unstale":"2024-03-16T18:20:52.993879+0000","last_undegraded":"2024-03-16T18:20:52.993879+0000","last_fullsized":"2024-03-16T18:20:52.993879+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:15:59.316771+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,11,10],"acting":[0,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993716+0000","last_change":"2024-03-16T18:18:57.410090+0000","last_active":"2024-03-16T18:20:52.993716+0000","last_peered":"2024-03-16T18:20:52.993716+0000","last_clean":"2024-03-16T18:20:52.993716+0000","last_became_active":"2024-03-16T18:18:57.409780+0000","last_became_peered":"2024-03-16T18:18:57.409780+0000","last_unstale":"2024-03-16T18:20:52.993716+0000","last_undegraded":"2024-03-16T18:20:52.993716+0000","last_fullsized":"2024-03-16T18:20:52.993716+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:43:40.255179+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992279+0000","last_change":"2024-03-16T18:18:57.406804+0000","last_active":"2024-03-16T18:20:52.992279+0000","last_peered":"2024-03-16T18:20:52.992279+0000","last_clean":"2024-03-16T18:20:52.992279+0000","last_became_active":"2024-03-16T18:18:57.406455+0000","last_became_peered":"2024-03-16T18:18:57.406455+0000","last_unstale":"2024-03-16T18:20:52.992279+0000","last_undegraded":"2024-03-16T18:20:52.992279+0000","last_fullsized":"2024-03-16T18:20:52.992279+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:59:05.390405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,8,2],"acting":[4,8,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.3b","version":"91'4","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997469+0000","last_change":"2024-03-16T18:18:57.405786+0000","last_active":"2024-03-16T18:20:52.997469+0000","last_peered":"2024-03-16T18:20:52.997469+0000","last_clean":"2024-03-16T18:20:52.997469+0000","last_became_active":"2024-03-16T18:18:57.405481+0000","last_became_peered":"2024-03-16T18:18:57.405481+0000","last_unstale":"2024-03-16T18:20:52.997469+0000","last_undegraded":"2024-03-16T18:20:52.997469+0000","last_fullsized":"2024-03-16T18:20:52.997469+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:55:07.967992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,3,6],"acting":[8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.3a","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994508+0000","last_change":"2024-03-16T18:19:52.160174+0000","last_active":"2024-03-16T18:20:52.994508+0000","last_peered":"2024-03-16T18:20:52.994508+0000","last_clean":"2024-03-16T18:20:52.994508+0000","last_became_active":"2024-03-16T18:19:52.159763+0000","last_became_peered":"2024-03-16T18:19:52.159763+0000","last_unstale":"2024-03-16T18:20:52.994508+0000","last_undegraded":"2024-03-16T18:20:52.994508+0000","last_fullsized":"2024-03-16T18:20:52.994508+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:47:34.692847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,6],"acting":[10,9,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.39","version":"91'5","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996410+0000","last_change":"2024-03-16T18:19:51.991609+0000","last_active":"2024-03-16T18:20:52.996410+0000","last_peered":"2024-03-16T18:20:52.996410+0000","last_clean":"2024-03-16T18:20:52.996410+0000","last_became_active":"2024-03-16T18:19:51.991246+0000","last_became_peered":"2024-03-16T18:19:51.991246+0000","last_unstale":"2024-03-16T18:20:52.996410+0000","last_undegraded":"2024-03-16T18:20:52.996410+0000","last_fullsized":"2024-03-16T18:20:52.996410+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:36:47.110037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,8],"acting":[7,9,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130924+0000","last_change":"2024-03-16T18:18:57.411260+0000","last_active":"2024-03-16T18:20:53.130924+0000","last_peered":"2024-03-16T18:20:53.130924+0000","last_clean":"2024-03-16T18:20:53.130924+0000","last_became_active":"2024-03-16T18:18:57.410936+0000","last_became_peered":"2024-03-16T18:18:57.410936+0000","last_unstale":"2024-03-16T18:20:53.130924+0000","last_undegraded":"2024-03-16T18:20:53.130924+0000","last_fullsized":"2024-03-16T18:20:53.130924+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:09:32.412834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,10],"acting":[3,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020870+0000","last_change":"2024-03-16T18:18:57.408029+0000","last_active":"2024-03-16T18:20:53.020870+0000","last_peered":"2024-03-16T18:20:53.020870+0000","last_clean":"2024-03-16T18:20:53.020870+0000","last_became_active":"2024-03-16T18:18:57.407649+0000","last_became_peered":"2024-03-16T18:18:57.407649+0000","last_unstale":"2024-03-16T18:20:53.020870+0000","last_undegraded":"2024-03-16T18:20:53.020870+0000","last_fullsized":"2024-03-16T18:20:53.020870+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:58.141157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,11],"acting":[1,5,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.36","version":"91'16","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996047+0000","last_change":"2024-03-16T18:18:57.411030+0000","last_active":"2024-03-16T18:20:52.996047+0000","last_peered":"2024-03-16T18:20:52.996047+0000","last_clean":"2024-03-16T18:20:52.996047+0000","last_became_active":"2024-03-16T18:18:57.410715+0000","last_became_peered":"2024-03-16T18:18:57.410715+0000","last_unstale":"2024-03-16T18:20:52.996047+0000","last_undegraded":"2024-03-16T18:20:52.996047+0000","last_fullsized":"2024-03-16T18:20:52.996047+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":16,"log_dups_size":0,"ondisk_log_size":16,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:27:58.448268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,2,4],"acting":[10,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.35","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996787+0000","last_change":"2024-03-16T18:18:57.414718+0000","last_active":"2024-03-16T18:20:52.996787+0000","last_peered":"2024-03-16T18:20:52.996787+0000","last_clean":"2024-03-16T18:20:52.996787+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:52.996787+0000","last_undegraded":"2024-03-16T18:20:52.996787+0000","last_fullsized":"2024-03-16T18:20:52.996787+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:43:02.830243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,8,1],"acting":[7,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.34","version":"91'7","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992133+0000","last_change":"2024-03-16T18:18:57.417568+0000","last_active":"2024-03-16T18:20:52.992133+0000","last_peered":"2024-03-16T18:20:52.992133+0000","last_clean":"2024-03-16T18:20:52.992133+0000","last_became_active":"2024-03-16T18:18:57.417195+0000","last_became_peered":"2024-03-16T18:18:57.417195+0000","last_unstale":"2024-03-16T18:20:52.992133+0000","last_undegraded":"2024-03-16T18:20:52.992133+0000","last_fullsized":"2024-03-16T18:20:52.992133+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:17:43.299562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,8],"acting":[4,10,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992115+0000","last_change":"2024-03-16T18:18:57.395458+0000","last_active":"2024-03-16T18:20:52.992115+0000","last_peered":"2024-03-16T18:20:52.992115+0000","last_clean":"2024-03-16T18:20:52.992115+0000","last_became_active":"2024-03-16T18:18:57.394969+0000","last_became_peered":"2024-03-16T18:18:57.394969+0000","last_unstale":"2024-03-16T18:20:52.992115+0000","last_undegraded":"2024-03-16T18:20:52.992115+0000","last_fullsized":"2024-03-16T18:20:52.992115+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:00:14.601575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,10,5],"acting":[6,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.32","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993522+0000","last_change":"2024-03-16T18:18:57.415324+0000","last_active":"2024-03-16T18:20:52.993522+0000","last_peered":"2024-03-16T18:20:52.993522+0000","last_clean":"2024-03-16T18:20:52.993522+0000","last_became_active":"2024-03-16T18:18:57.414754+0000","last_became_peered":"2024-03-16T18:18:57.414754+0000","last_unstale":"2024-03-16T18:20:52.993522+0000","last_undegraded":"2024-03-16T18:20:52.993522+0000","last_fullsized":"2024-03-16T18:20:52.993522+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:44:59.735388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,10],"acting":[0,8,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993536+0000","last_change":"2024-03-16T18:18:57.413871+0000","last_active":"2024-03-16T18:20:52.993536+0000","last_peered":"2024-03-16T18:20:52.993536+0000","last_clean":"2024-03-16T18:20:52.993536+0000","last_became_active":"2024-03-16T18:18:57.413522+0000","last_became_peered":"2024-03-16T18:18:57.413522+0000","last_unstale":"2024-03-16T18:20:52.993536+0000","last_undegraded":"2024-03-16T18:20:52.993536+0000","last_fullsized":"2024-03-16T18:20:52.993536+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:28:22.456451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,2],"acting":[0,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.30","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020342+0000","last_change":"2024-03-16T18:18:57.407499+0000","last_active":"2024-03-16T18:20:53.020342+0000","last_peered":"2024-03-16T18:20:53.020342+0000","last_clean":"2024-03-16T18:20:53.020342+0000","last_became_active":"2024-03-16T18:18:57.406835+0000","last_became_peered":"2024-03-16T18:18:57.406835+0000","last_unstale":"2024-03-16T18:20:53.020342+0000","last_undegraded":"2024-03-16T18:20:53.020342+0000","last_fullsized":"2024-03-16T18:20:53.020342+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:21:35.994855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,0],"acting":[1,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2f","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994424+0000","last_change":"2024-03-16T18:18:57.409733+0000","last_active":"2024-03-16T18:20:52.994424+0000","last_peered":"2024-03-16T18:20:52.994424+0000","last_clean":"2024-03-16T18:20:52.994424+0000","last_became_active":"2024-03-16T18:18:57.409167+0000","last_became_peered":"2024-03-16T18:18:57.409167+0000","last_unstale":"2024-03-16T18:20:52.994424+0000","last_undegraded":"2024-03-16T18:20:52.994424+0000","last_fullsized":"2024-03-16T18:20:52.994424+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:54:57.071107+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,1,0],"acting":[11,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.2e","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380402+0000","last_change":"2024-03-16T18:18:57.412652+0000","last_active":"2024-03-16T18:20:53.380402+0000","last_peered":"2024-03-16T18:20:53.380402+0000","last_clean":"2024-03-16T18:20:53.380402+0000","last_became_active":"2024-03-16T18:18:57.412341+0000","last_became_peered":"2024-03-16T18:18:57.412341+0000","last_unstale":"2024-03-16T18:20:53.380402+0000","last_undegraded":"2024-03-16T18:20:53.380402+0000","last_fullsized":"2024-03-16T18:20:53.380402+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:40.551792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,1,10],"acting":[9,1,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.2d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997180+0000","last_change":"2024-03-16T18:18:57.406517+0000","last_active":"2024-03-16T18:20:52.997180+0000","last_peered":"2024-03-16T18:20:52.997180+0000","last_clean":"2024-03-16T18:20:52.997180+0000","last_became_active":"2024-03-16T18:18:57.406210+0000","last_became_peered":"2024-03-16T18:18:57.406210+0000","last_unstale":"2024-03-16T18:20:52.997180+0000","last_undegraded":"2024-03-16T18:20:52.997180+0000","last_fullsized":"2024-03-16T18:20:52.997180+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:27.129490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,6],"acting":[2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996933+0000","last_change":"2024-03-16T18:19:01.420105+0000","last_active":"2024-03-16T18:20:52.996933+0000","last_peered":"2024-03-16T18:20:52.996933+0000","last_clean":"2024-03-16T18:20:52.996933+0000","last_became_active":"2024-03-16T18:19:01.419716+0000","last_became_peered":"2024-03-16T18:19:01.419716+0000","last_unstale":"2024-03-16T18:20:52.996933+0000","last_undegraded":"2024-03-16T18:20:52.996933+0000","last_fullsized":"2024-03-16T18:20:52.996933+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:48:44.460713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,9,0],"acting":[2,3,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1f","version":"93'14","reported_seq":166,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:16.407463+0000","last_change":"2024-03-16T18:18:56.384159+0000","last_active":"2024-03-16T18:21:16.407463+0000","last_peered":"2024-03-16T18:21:16.407463+0000","last_clean":"2024-03-16T18:21:16.407463+0000","last_became_active":"2024-03-16T18:18:56.383831+0000","last_became_peered":"2024-03-16T18:18:56.383831+0000","last_unstale":"2024-03-16T18:21:16.407463+0000","last_undegraded":"2024-03-16T18:21:16.407463+0000","last_fullsized":"2024-03-16T18:21:16.407463+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":14,"log_dups_size":0,"ondisk_log_size":14,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:01:51.590759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":120,"num_read_kb":120,"num_write":15,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,8],"acting":[9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.1e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131142+0000","last_change":"2024-03-16T18:18:57.409374+0000","last_active":"2024-03-16T18:20:53.131142+0000","last_peered":"2024-03-16T18:20:53.131142+0000","last_clean":"2024-03-16T18:20:53.131142+0000","last_became_active":"2024-03-16T18:18:57.406087+0000","last_became_peered":"2024-03-16T18:18:57.406087+0000","last_unstale":"2024-03-16T18:20:53.131142+0000","last_undegraded":"2024-03-16T18:20:53.131142+0000","last_fullsized":"2024-03-16T18:20:53.131142+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:46:11.059223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,5],"acting":[3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991707+0000","last_change":"2024-03-16T18:19:01.422835+0000","last_active":"2024-03-16T18:20:52.991707+0000","last_peered":"2024-03-16T18:20:52.991707+0000","last_clean":"2024-03-16T18:20:52.991707+0000","last_became_active":"2024-03-16T18:19:01.422401+0000","last_became_peered":"2024-03-16T18:19:01.422401+0000","last_unstale":"2024-03-16T18:20:52.991707+0000","last_undegraded":"2024-03-16T18:20:52.991707+0000","last_fullsized":"2024-03-16T18:20:52.991707+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:54:44.307512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,9,3],"acting":[4,6,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1e","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131416+0000","last_change":"2024-03-16T18:18:56.388449+0000","last_active":"2024-03-16T18:20:53.131416+0000","last_peered":"2024-03-16T18:20:53.131416+0000","last_clean":"2024-03-16T18:20:53.131416+0000","last_became_active":"2024-03-16T18:18:56.388086+0000","last_became_peered":"2024-03-16T18:18:56.388086+0000","last_unstale":"2024-03-16T18:20:53.131416+0000","last_undegraded":"2024-03-16T18:20:53.131416+0000","last_fullsized":"2024-03-16T18:20:53.131416+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:08:31.522485+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993861+0000","last_change":"2024-03-16T18:18:57.410862+0000","last_active":"2024-03-16T18:20:52.993861+0000","last_peered":"2024-03-16T18:20:52.993861+0000","last_clean":"2024-03-16T18:20:52.993861+0000","last_became_active":"2024-03-16T18:18:57.410547+0000","last_became_peered":"2024-03-16T18:18:57.410547+0000","last_unstale":"2024-03-16T18:20:52.993861+0000","last_undegraded":"2024-03-16T18:20:52.993861+0000","last_fullsized":"2024-03-16T18:20:52.993861+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:47:37.482363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,9],"acting":[0,1,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":29,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.132490+0000","last_change":"2024-03-16T18:20:53.132490+0000","last_active":"2024-03-16T18:20:53.132490+0000","last_peered":"2024-03-16T18:20:53.132490+0000","last_clean":"2024-03-16T18:20:53.132490+0000","last_became_active":"2024-03-16T18:20:53.132033+0000","last_became_peered":"2024-03-16T18:20:53.132033+0000","last_unstale":"2024-03-16T18:20:53.132490+0000","last_undegraded":"2024-03-16T18:20:53.132490+0000","last_fullsized":"2024-03-16T18:20:53.132490+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:07:39.178836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,10,5],"acting":[4,3,10,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"89'12","reported_seq":27,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.008726+0000","last_change":"2024-03-16T18:20:53.008333+0000","last_active":"2024-03-16T18:20:53.008726+0000","last_peered":"2024-03-16T18:20:53.008726+0000","last_clean":"2024-03-16T18:20:53.008726+0000","last_became_active":"2024-03-16T18:20:52.998560+0000","last_became_peered":"2024-03-16T18:20:52.998560+0000","last_unstale":"2024-03-16T18:20:53.008726+0000","last_undegraded":"2024-03-16T18:20:53.008726+0000","last_fullsized":"2024-03-16T18:20:53.008726+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:30:35.175847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":7,"num_object_clones":0,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":16,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":0,"num_keys_recovered":10,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,7],"acting":[11,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.1c","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020710+0000","last_change":"2024-03-16T18:18:57.407285+0000","last_active":"2024-03-16T18:20:53.020710+0000","last_peered":"2024-03-16T18:20:53.020710+0000","last_clean":"2024-03-16T18:20:53.020710+0000","last_became_active":"2024-03-16T18:18:57.406927+0000","last_became_peered":"2024-03-16T18:18:57.406927+0000","last_unstale":"2024-03-16T18:20:53.020710+0000","last_undegraded":"2024-03-16T18:20:53.020710+0000","last_fullsized":"2024-03-16T18:20:53.020710+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:58:10.454242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,6],"acting":[1,10,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991737+0000","last_change":"2024-03-16T18:19:01.422868+0000","last_active":"2024-03-16T18:20:52.991737+0000","last_peered":"2024-03-16T18:20:52.991737+0000","last_clean":"2024-03-16T18:20:52.991737+0000","last_became_active":"2024-03-16T18:19:01.422461+0000","last_became_peered":"2024-03-16T18:19:01.422461+0000","last_unstale":"2024-03-16T18:20:52.991737+0000","last_undegraded":"2024-03-16T18:20:52.991737+0000","last_fullsized":"2024-03-16T18:20:52.991737+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:32:11.043986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,5,3],"acting":[4,6,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"89'5","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997601+0000","last_change":"2024-03-16T18:18:56.386057+0000","last_active":"2024-03-16T18:20:52.997601+0000","last_peered":"2024-03-16T18:20:52.997601+0000","last_clean":"2024-03-16T18:20:52.997601+0000","last_became_active":"2024-03-16T18:18:56.385713+0000","last_became_peered":"2024-03-16T18:18:56.385713+0000","last_unstale":"2024-03-16T18:20:52.997601+0000","last_undegraded":"2024-03-16T18:20:52.997601+0000","last_fullsized":"2024-03-16T18:20:52.997601+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:58:49.829605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,1,5],"acting":[8,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.1d","version":"91'15","reported_seq":50,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992082+0000","last_change":"2024-03-16T18:19:51.995934+0000","last_active":"2024-03-16T18:20:52.992082+0000","last_peered":"2024-03-16T18:20:52.992082+0000","last_clean":"2024-03-16T18:20:52.992082+0000","last_became_active":"2024-03-16T18:19:51.995581+0000","last_became_peered":"2024-03-16T18:19:51.995581+0000","last_unstale":"2024-03-16T18:20:52.992082+0000","last_undegraded":"2024-03-16T18:20:52.992082+0000","last_fullsized":"2024-03-16T18:20:52.992082+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:30:33.908272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996303+0000","last_change":"2024-03-16T18:19:01.417880+0000","last_active":"2024-03-16T18:20:52.996303+0000","last_peered":"2024-03-16T18:20:52.996303+0000","last_clean":"2024-03-16T18:20:52.996303+0000","last_became_active":"2024-03-16T18:19:01.417424+0000","last_became_peered":"2024-03-16T18:19:01.417424+0000","last_unstale":"2024-03-16T18:20:52.996303+0000","last_undegraded":"2024-03-16T18:20:52.996303+0000","last_fullsized":"2024-03-16T18:20:52.996303+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:26.872336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,7,11],"acting":[2,5,7,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"93'8","reported_seq":158,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.377245+0000","last_change":"2024-03-16T18:18:56.387531+0000","last_active":"2024-03-16T18:21:13.377245+0000","last_peered":"2024-03-16T18:21:13.377245+0000","last_clean":"2024-03-16T18:21:13.377245+0000","last_became_active":"2024-03-16T18:18:56.387200+0000","last_became_peered":"2024-03-16T18:18:56.387200+0000","last_unstale":"2024-03-16T18:21:13.377245+0000","last_undegraded":"2024-03-16T18:21:13.377245+0000","last_fullsized":"2024-03-16T18:21:13.377245+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:11:53.003524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1647,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":119,"num_read_kb":4,"num_write":5,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1a","version":"91'7","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997613+0000","last_change":"2024-03-16T18:18:57.411946+0000","last_active":"2024-03-16T18:20:52.997613+0000","last_peered":"2024-03-16T18:20:52.997613+0000","last_clean":"2024-03-16T18:20:52.997613+0000","last_became_active":"2024-03-16T18:18:57.411654+0000","last_became_peered":"2024-03-16T18:18:57.411654+0000","last_unstale":"2024-03-16T18:20:52.997613+0000","last_undegraded":"2024-03-16T18:20:52.997613+0000","last_fullsized":"2024-03-16T18:20:52.997613+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:54:28.393560+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,9,5],"acting":[8,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996532+0000","last_change":"2024-03-16T18:19:01.414583+0000","last_active":"2024-03-16T18:20:52.996532+0000","last_peered":"2024-03-16T18:20:52.996532+0000","last_clean":"2024-03-16T18:20:52.996532+0000","last_became_active":"2024-03-16T18:19:01.414180+0000","last_became_peered":"2024-03-16T18:19:01.414180+0000","last_unstale":"2024-03-16T18:20:52.996532+0000","last_undegraded":"2024-03-16T18:20:52.996532+0000","last_fullsized":"2024-03-16T18:20:52.996532+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:33:59.576704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,9,5],"acting":[2,6,9,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1a","version":"89'7","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994456+0000","last_change":"2024-03-16T18:18:56.392409+0000","last_active":"2024-03-16T18:20:52.994456+0000","last_peered":"2024-03-16T18:20:52.994456+0000","last_clean":"2024-03-16T18:20:52.994456+0000","last_became_active":"2024-03-16T18:18:56.392079+0000","last_became_peered":"2024-03-16T18:18:56.392079+0000","last_unstale":"2024-03-16T18:20:52.994456+0000","last_undegraded":"2024-03-16T18:20:52.994456+0000","last_fullsized":"2024-03-16T18:20:52.994456+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:46:17.010306+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,6],"acting":[10,8,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.1b","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991938+0000","last_change":"2024-03-16T18:18:57.408378+0000","last_active":"2024-03-16T18:20:52.991938+0000","last_peered":"2024-03-16T18:20:52.991938+0000","last_clean":"2024-03-16T18:20:52.991938+0000","last_became_active":"2024-03-16T18:18:57.408064+0000","last_became_peered":"2024-03-16T18:18:57.408064+0000","last_unstale":"2024-03-16T18:20:52.991938+0000","last_undegraded":"2024-03-16T18:20:52.991938+0000","last_fullsized":"2024-03-16T18:20:52.991938+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:09:49.354848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,3],"acting":[5,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.999494+0000","last_change":"2024-03-16T18:20:52.998937+0000","last_active":"2024-03-16T18:20:52.999494+0000","last_peered":"2024-03-16T18:20:52.999494+0000","last_clean":"2024-03-16T18:20:52.999494+0000","last_became_active":"2024-03-16T18:20:52.998516+0000","last_became_peered":"2024-03-16T18:20:52.998516+0000","last_unstale":"2024-03-16T18:20:52.999494+0000","last_undegraded":"2024-03-16T18:20:52.999494+0000","last_fullsized":"2024-03-16T18:20:52.999494+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:11.137057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8,0],"acting":[11,4,8,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.19","version":"89'3","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991559+0000","last_change":"2024-03-16T18:18:56.389695+0000","last_active":"2024-03-16T18:20:52.991559+0000","last_peered":"2024-03-16T18:20:52.991559+0000","last_clean":"2024-03-16T18:20:52.991559+0000","last_became_active":"2024-03-16T18:18:56.389011+0000","last_became_peered":"2024-03-16T18:18:56.389011+0000","last_unstale":"2024-03-16T18:20:52.991559+0000","last_undegraded":"2024-03-16T18:20:52.991559+0000","last_fullsized":"2024-03-16T18:20:52.991559+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:40.926539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,9],"acting":[6,4,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"91'8","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130667+0000","last_change":"2024-03-16T18:18:57.404188+0000","last_active":"2024-03-16T18:20:53.130667+0000","last_peered":"2024-03-16T18:20:53.130667+0000","last_clean":"2024-03-16T18:20:53.130667+0000","last_became_active":"2024-03-16T18:18:57.403516+0000","last_became_peered":"2024-03-16T18:18:57.403516+0000","last_unstale":"2024-03-16T18:20:53.130667+0000","last_undegraded":"2024-03-16T18:20:53.130667+0000","last_fullsized":"2024-03-16T18:20:53.130667+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:22:47.100208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,6],"acting":[3,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993851+0000","last_change":"2024-03-16T18:19:01.422533+0000","last_active":"2024-03-16T18:20:52.993851+0000","last_peered":"2024-03-16T18:20:52.993851+0000","last_clean":"2024-03-16T18:20:52.993851+0000","last_became_active":"2024-03-16T18:19:01.421795+0000","last_became_peered":"2024-03-16T18:19:01.421795+0000","last_unstale":"2024-03-16T18:20:52.993851+0000","last_undegraded":"2024-03-16T18:20:52.993851+0000","last_fullsized":"2024-03-16T18:20:52.993851+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:47.499166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,6,1],"acting":[0,7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.18","version":"89'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991412+0000","last_change":"2024-03-16T18:18:56.390052+0000","last_active":"2024-03-16T18:20:52.991412+0000","last_peered":"2024-03-16T18:20:52.991412+0000","last_clean":"2024-03-16T18:20:52.991412+0000","last_became_active":"2024-03-16T18:18:56.389751+0000","last_became_peered":"2024-03-16T18:18:56.389751+0000","last_unstale":"2024-03-16T18:20:52.991412+0000","last_undegraded":"2024-03-16T18:20:52.991412+0000","last_fullsized":"2024-03-16T18:20:52.991412+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:48:09.936438+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,7],"acting":[5,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379478+0000","last_change":"2024-03-16T18:18:57.417033+0000","last_active":"2024-03-16T18:20:53.379478+0000","last_peered":"2024-03-16T18:20:53.379478+0000","last_clean":"2024-03-16T18:20:53.379478+0000","last_became_active":"2024-03-16T18:18:57.416668+0000","last_became_peered":"2024-03-16T18:18:57.416668+0000","last_unstale":"2024-03-16T18:20:53.379478+0000","last_undegraded":"2024-03-16T18:20:53.379478+0000","last_fullsized":"2024-03-16T18:20:53.379478+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:10:17.551606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,10],"acting":[9,3,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131014+0000","last_change":"2024-03-16T18:19:01.421318+0000","last_active":"2024-03-16T18:20:53.131014+0000","last_peered":"2024-03-16T18:20:53.131014+0000","last_clean":"2024-03-16T18:20:53.131014+0000","last_became_active":"2024-03-16T18:19:01.420831+0000","last_became_peered":"2024-03-16T18:19:01.420831+0000","last_unstale":"2024-03-16T18:20:53.131014+0000","last_undegraded":"2024-03-16T18:20:53.131014+0000","last_fullsized":"2024-03-16T18:20:53.131014+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:03:47.189410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,5],"acting":[3,7,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.17","version":"93'7","reported_seq":277,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:18.101227+0000","last_change":"2024-03-16T18:18:56.387805+0000","last_active":"2024-03-16T18:21:18.101227+0000","last_peered":"2024-03-16T18:21:18.101227+0000","last_clean":"2024-03-16T18:21:18.101227+0000","last_became_active":"2024-03-16T18:18:56.387428+0000","last_became_peered":"2024-03-16T18:18:56.387428+0000","last_unstale":"2024-03-16T18:21:18.101227+0000","last_undegraded":"2024-03-16T18:21:18.101227+0000","last_fullsized":"2024-03-16T18:21:18.101227+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:35:58.938661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":180,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":239,"num_read_kb":239,"num_write":8,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,5,9],"acting":[10,5,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.16","version":"91'10","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020693+0000","last_change":"2024-03-16T18:18:57.413017+0000","last_active":"2024-03-16T18:20:53.020693+0000","last_peered":"2024-03-16T18:20:53.020693+0000","last_clean":"2024-03-16T18:20:53.020693+0000","last_became_active":"2024-03-16T18:18:57.412550+0000","last_became_peered":"2024-03-16T18:18:57.412550+0000","last_unstale":"2024-03-16T18:20:53.020693+0000","last_undegraded":"2024-03-16T18:20:53.020693+0000","last_fullsized":"2024-03-16T18:20:53.020693+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:29.483870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,10,9],"acting":[1,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379478+0000","last_change":"2024-03-16T18:19:01.424394+0000","last_active":"2024-03-16T18:20:53.379478+0000","last_peered":"2024-03-16T18:20:53.379478+0000","last_clean":"2024-03-16T18:20:53.379478+0000","last_became_active":"2024-03-16T18:19:01.423960+0000","last_became_peered":"2024-03-16T18:19:01.423960+0000","last_unstale":"2024-03-16T18:20:53.379478+0000","last_undegraded":"2024-03-16T18:20:53.379478+0000","last_fullsized":"2024-03-16T18:20:53.379478+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:20:44.720044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,0,2,4],"acting":[9,0,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.16","version":"89'4","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996951+0000","last_change":"2024-03-16T18:18:56.387990+0000","last_active":"2024-03-16T18:20:52.996951+0000","last_peered":"2024-03-16T18:20:52.996951+0000","last_clean":"2024-03-16T18:20:52.996951+0000","last_became_active":"2024-03-16T18:18:56.387562+0000","last_became_peered":"2024-03-16T18:18:56.387562+0000","last_unstale":"2024-03-16T18:20:52.996951+0000","last_undegraded":"2024-03-16T18:20:52.996951+0000","last_fullsized":"2024-03-16T18:20:52.996951+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:38:08.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,2],"acting":[7,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.17","version":"91'9","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993936+0000","last_change":"2024-03-16T18:19:51.993784+0000","last_active":"2024-03-16T18:20:52.993936+0000","last_peered":"2024-03-16T18:20:52.993936+0000","last_clean":"2024-03-16T18:20:52.993936+0000","last_became_active":"2024-03-16T18:19:51.993415+0000","last_became_peered":"2024-03-16T18:19:51.993415+0000","last_unstale":"2024-03-16T18:20:52.993936+0000","last_undegraded":"2024-03-16T18:20:52.993936+0000","last_fullsized":"2024-03-16T18:20:52.993936+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:58:24.178943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,5],"acting":[0,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992760+0000","last_change":"2024-03-16T18:19:01.418280+0000","last_active":"2024-03-16T18:20:52.992760+0000","last_peered":"2024-03-16T18:20:52.992760+0000","last_clean":"2024-03-16T18:20:52.992760+0000","last_became_active":"2024-03-16T18:19:01.417796+0000","last_became_peered":"2024-03-16T18:19:01.417796+0000","last_unstale":"2024-03-16T18:20:52.992760+0000","last_undegraded":"2024-03-16T18:20:52.992760+0000","last_fullsized":"2024-03-16T18:20:52.992760+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:37.082196+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2,9],"acting":[4,1,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992053+0000","last_change":"2024-03-16T18:18:56.389400+0000","last_active":"2024-03-16T18:20:52.992053+0000","last_peered":"2024-03-16T18:20:52.992053+0000","last_clean":"2024-03-16T18:20:52.992053+0000","last_became_active":"2024-03-16T18:18:56.388835+0000","last_became_peered":"2024-03-16T18:18:56.388835+0000","last_unstale":"2024-03-16T18:20:52.992053+0000","last_undegraded":"2024-03-16T18:20:52.992053+0000","last_fullsized":"2024-03-16T18:20:52.992053+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:07:48.379762+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":672,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":7,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,10],"acting":[5,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.14","version":"91'11","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020846+0000","last_change":"2024-03-16T18:18:57.404980+0000","last_active":"2024-03-16T18:20:53.020846+0000","last_peered":"2024-03-16T18:20:53.020846+0000","last_clean":"2024-03-16T18:20:53.020846+0000","last_became_active":"2024-03-16T18:18:57.404611+0000","last_became_peered":"2024-03-16T18:18:57.404611+0000","last_unstale":"2024-03-16T18:20:53.020846+0000","last_undegraded":"2024-03-16T18:20:53.020846+0000","last_fullsized":"2024-03-16T18:20:53.020846+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:41:42.851974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,8,4],"acting":[1,8,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379578+0000","last_change":"2024-03-16T18:19:01.417216+0000","last_active":"2024-03-16T18:20:53.379578+0000","last_peered":"2024-03-16T18:20:53.379578+0000","last_clean":"2024-03-16T18:20:53.379578+0000","last_became_active":"2024-03-16T18:19:01.415673+0000","last_became_peered":"2024-03-16T18:19:01.415673+0000","last_unstale":"2024-03-16T18:20:53.379578+0000","last_undegraded":"2024-03-16T18:20:53.379578+0000","last_fullsized":"2024-03-16T18:20:53.379578+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:04:26.824416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,11,5],"acting":[9,8,11,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.14","version":"93'39","reported_seq":320,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:18.383267+0000","last_change":"2024-03-16T18:18:56.388385+0000","last_active":"2024-03-16T18:21:18.383267+0000","last_peered":"2024-03-16T18:21:18.383267+0000","last_clean":"2024-03-16T18:21:18.383267+0000","last_became_active":"2024-03-16T18:18:56.388033+0000","last_became_peered":"2024-03-16T18:18:56.388033+0000","last_unstale":"2024-03-16T18:21:18.383267+0000","last_undegraded":"2024-03-16T18:21:18.383267+0000","last_fullsized":"2024-03-16T18:21:18.383267+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":39,"log_dups_size":0,"ondisk_log_size":39,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:26:22.859391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":66760,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":249,"num_read_kb":191,"num_write":41,"num_write_kb":84,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,1,2],"acting":[10,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"3.15","version":"91'6","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997736+0000","last_change":"2024-03-16T18:18:57.411700+0000","last_active":"2024-03-16T18:20:52.997736+0000","last_peered":"2024-03-16T18:20:52.997736+0000","last_clean":"2024-03-16T18:20:52.997736+0000","last_became_active":"2024-03-16T18:18:57.411367+0000","last_became_peered":"2024-03-16T18:18:57.411367+0000","last_unstale":"2024-03-16T18:20:52.997736+0000","last_undegraded":"2024-03-16T18:20:52.997736+0000","last_fullsized":"2024-03-16T18:20:52.997736+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:32.441145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,7],"acting":[8,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.133061+0000","last_change":"2024-03-16T18:20:53.132588+0000","last_active":"2024-03-16T18:20:53.133061+0000","last_peered":"2024-03-16T18:20:53.133061+0000","last_clean":"2024-03-16T18:20:53.133061+0000","last_became_active":"2024-03-16T18:20:53.132058+0000","last_became_peered":"2024-03-16T18:20:53.132058+0000","last_unstale":"2024-03-16T18:20:53.133061+0000","last_undegraded":"2024-03-16T18:20:53.133061+0000","last_fullsized":"2024-03-16T18:20:53.133061+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:31:47.880999+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,8,3,6],"acting":[10,8,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"2.13","version":"89'9","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996494+0000","last_change":"2024-03-16T18:18:56.385637+0000","last_active":"2024-03-16T18:20:52.996494+0000","last_peered":"2024-03-16T18:20:52.996494+0000","last_clean":"2024-03-16T18:20:52.996494+0000","last_became_active":"2024-03-16T18:18:56.385347+0000","last_became_peered":"2024-03-16T18:18:56.385347+0000","last_unstale":"2024-03-16T18:20:52.996494+0000","last_undegraded":"2024-03-16T18:20:52.996494+0000","last_fullsized":"2024-03-16T18:20:52.996494+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:00:37.503052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":6,"num_object_clones":0,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":13,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,10,3],"acting":[2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.12","version":"91'9","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991614+0000","last_change":"2024-03-16T18:18:57.408476+0000","last_active":"2024-03-16T18:20:52.991614+0000","last_peered":"2024-03-16T18:20:52.991614+0000","last_clean":"2024-03-16T18:20:52.991614+0000","last_became_active":"2024-03-16T18:18:57.408159+0000","last_became_peered":"2024-03-16T18:18:57.408159+0000","last_unstale":"2024-03-16T18:20:52.991614+0000","last_undegraded":"2024-03-16T18:20:52.991614+0000","last_fullsized":"2024-03-16T18:20:52.991614+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:46:53.928177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,3],"acting":[6,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993988+0000","last_change":"2024-03-16T18:19:01.423390+0000","last_active":"2024-03-16T18:20:52.993988+0000","last_peered":"2024-03-16T18:20:52.993988+0000","last_clean":"2024-03-16T18:20:52.993988+0000","last_became_active":"2024-03-16T18:19:01.422659+0000","last_became_peered":"2024-03-16T18:19:01.422659+0000","last_unstale":"2024-03-16T18:20:52.993988+0000","last_undegraded":"2024-03-16T18:20:52.993988+0000","last_fullsized":"2024-03-16T18:20:52.993988+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:18.507878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,9,7,6],"acting":[11,9,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.12","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991749+0000","last_change":"2024-03-16T18:18:56.388062+0000","last_active":"2024-03-16T18:20:52.991749+0000","last_peered":"2024-03-16T18:20:52.991749+0000","last_clean":"2024-03-16T18:20:52.991749+0000","last_became_active":"2024-03-16T18:18:56.387750+0000","last_became_peered":"2024-03-16T18:18:56.387750+0000","last_unstale":"2024-03-16T18:20:52.991749+0000","last_undegraded":"2024-03-16T18:20:52.991749+0000","last_fullsized":"2024-03-16T18:20:52.991749+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:15:17.324065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":5,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"91'15","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996675+0000","last_change":"2024-03-16T18:18:57.412051+0000","last_active":"2024-03-16T18:20:52.996675+0000","last_peered":"2024-03-16T18:20:52.996675+0000","last_clean":"2024-03-16T18:20:52.996675+0000","last_became_active":"2024-03-16T18:18:57.411719+0000","last_became_peered":"2024-03-16T18:18:57.411719+0000","last_unstale":"2024-03-16T18:20:52.996675+0000","last_undegraded":"2024-03-16T18:20:52.996675+0000","last_fullsized":"2024-03-16T18:20:52.996675+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:08:36.047226+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380274+0000","last_change":"2024-03-16T18:19:01.425266+0000","last_active":"2024-03-16T18:20:53.380274+0000","last_peered":"2024-03-16T18:20:53.380274+0000","last_clean":"2024-03-16T18:20:53.380274+0000","last_became_active":"2024-03-16T18:19:01.424773+0000","last_became_peered":"2024-03-16T18:19:01.424773+0000","last_unstale":"2024-03-16T18:20:53.380274+0000","last_undegraded":"2024-03-16T18:20:53.380274+0000","last_fullsized":"2024-03-16T18:20:53.380274+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:06:27.888071+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,7,0,3],"acting":[9,7,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.11","version":"93'8","reported_seq":159,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.391444+0000","last_change":"2024-03-16T18:18:56.384725+0000","last_active":"2024-03-16T18:21:13.391444+0000","last_peered":"2024-03-16T18:21:13.391444+0000","last_clean":"2024-03-16T18:21:13.391444+0000","last_became_active":"2024-03-16T18:18:56.384387+0000","last_became_peered":"2024-03-16T18:18:56.384387+0000","last_unstale":"2024-03-16T18:21:13.391444+0000","last_undegraded":"2024-03-16T18:21:13.391444+0000","last_fullsized":"2024-03-16T18:21:13.391444+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:51:42.284012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1613,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":121,"num_read_kb":5,"num_write":8,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,10],"acting":[4,7,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.10","version":"91'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996408+0000","last_change":"2024-03-16T18:19:51.993028+0000","last_active":"2024-03-16T18:20:52.996408+0000","last_peered":"2024-03-16T18:20:52.996408+0000","last_clean":"2024-03-16T18:20:52.996408+0000","last_became_active":"2024-03-16T18:19:51.992666+0000","last_became_peered":"2024-03-16T18:19:51.992666+0000","last_unstale":"2024-03-16T18:20:52.996408+0000","last_undegraded":"2024-03-16T18:20:52.996408+0000","last_fullsized":"2024-03-16T18:20:52.996408+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:57:54.507126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,9,10],"acting":[7,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992129+0000","last_change":"2024-03-16T18:19:01.431062+0000","last_active":"2024-03-16T18:20:52.992129+0000","last_peered":"2024-03-16T18:20:52.992129+0000","last_clean":"2024-03-16T18:20:52.992129+0000","last_became_active":"2024-03-16T18:19:01.430596+0000","last_became_peered":"2024-03-16T18:19:01.430596+0000","last_unstale":"2024-03-16T18:20:52.992129+0000","last_undegraded":"2024-03-16T18:20:52.992129+0000","last_fullsized":"2024-03-16T18:20:52.992129+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:23:05.300019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,9,11],"acting":[6,3,9,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"89'17","reported_seq":73,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997305+0000","last_change":"2024-03-16T18:19:52.012410+0000","last_active":"2024-03-16T18:20:52.997305+0000","last_peered":"2024-03-16T18:20:52.997305+0000","last_clean":"2024-03-16T18:20:52.997305+0000","last_became_active":"2024-03-16T18:19:51.994720+0000","last_became_peered":"2024-03-16T18:19:51.994720+0000","last_unstale":"2024-03-16T18:20:52.997305+0000","last_undegraded":"2024-03-16T18:20:52.997305+0000","last_fullsized":"2024-03-16T18:20:52.997305+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":17,"log_dups_size":0,"ondisk_log_size":17,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:17:27.808191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":8,"num_object_clones":0,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":20,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":6,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,0,4],"acting":[8,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.11","version":"91'6","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991429+0000","last_change":"2024-03-16T18:18:57.411766+0000","last_active":"2024-03-16T18:20:52.991429+0000","last_peered":"2024-03-16T18:20:52.991429+0000","last_clean":"2024-03-16T18:20:52.991429+0000","last_became_active":"2024-03-16T18:18:57.411453+0000","last_became_peered":"2024-03-16T18:18:57.411453+0000","last_unstale":"2024-03-16T18:20:52.991429+0000","last_undegraded":"2024-03-16T18:20:52.991429+0000","last_fullsized":"2024-03-16T18:20:52.991429+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:43:39.937208+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991470+0000","last_change":"2024-03-16T18:19:01.426695+0000","last_active":"2024-03-16T18:20:52.991470+0000","last_peered":"2024-03-16T18:20:52.991470+0000","last_clean":"2024-03-16T18:20:52.991470+0000","last_became_active":"2024-03-16T18:19:01.426386+0000","last_became_peered":"2024-03-16T18:19:01.426386+0000","last_unstale":"2024-03-16T18:20:52.991470+0000","last_undegraded":"2024-03-16T18:20:52.991470+0000","last_fullsized":"2024-03-16T18:20:52.991470+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:34:32.216651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,3,1],"acting":[5,0,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.f","version":"93'3","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:11.674892+0000","last_change":"2024-03-16T18:18:56.395708+0000","last_active":"2024-03-16T18:21:11.674892+0000","last_peered":"2024-03-16T18:21:11.674892+0000","last_clean":"2024-03-16T18:21:11.674892+0000","last_became_active":"2024-03-16T18:18:56.395206+0000","last_became_peered":"2024-03-16T18:18:56.395206+0000","last_unstale":"2024-03-16T18:21:11.674892+0000","last_undegraded":"2024-03-16T18:21:11.674892+0000","last_fullsized":"2024-03-16T18:21:11.674892+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:32:46.063467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":4,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,5,4],"acting":[8,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.e","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994479+0000","last_change":"2024-03-16T18:18:57.407623+0000","last_active":"2024-03-16T18:20:52.994479+0000","last_peered":"2024-03-16T18:20:52.994479+0000","last_clean":"2024-03-16T18:20:52.994479+0000","last_became_active":"2024-03-16T18:18:57.407262+0000","last_became_peered":"2024-03-16T18:18:57.407262+0000","last_unstale":"2024-03-16T18:20:52.994479+0000","last_undegraded":"2024-03-16T18:20:52.994479+0000","last_fullsized":"2024-03-16T18:20:52.994479+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:00:21.105414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,4],"acting":[11,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997636+0000","last_change":"2024-03-16T18:19:01.413376+0000","last_active":"2024-03-16T18:20:52.997636+0000","last_peered":"2024-03-16T18:20:52.997636+0000","last_clean":"2024-03-16T18:20:52.997636+0000","last_became_active":"2024-03-16T18:19:01.412983+0000","last_became_peered":"2024-03-16T18:19:01.412983+0000","last_unstale":"2024-03-16T18:20:52.997636+0000","last_undegraded":"2024-03-16T18:20:52.997636+0000","last_fullsized":"2024-03-16T18:20:52.997636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:13:23.781336+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,10,11,9],"acting":[8,10,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"2.4","version":"89'1","reported_seq":33,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.379999+0000","last_change":"2024-03-16T18:18:56.385294+0000","last_active":"2024-03-16T18:20:53.379999+0000","last_peered":"2024-03-16T18:20:53.379999+0000","last_clean":"2024-03-16T18:20:53.379999+0000","last_became_active":"2024-03-16T18:18:56.384972+0000","last_became_peered":"2024-03-16T18:18:56.384972+0000","last_unstale":"2024-03-16T18:20:53.379999+0000","last_undegraded":"2024-03-16T18:20:53.379999+0000","last_fullsized":"2024-03-16T18:20:53.379999+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:22:11.235927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,2,0],"acting":[9,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.5","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.995784+0000","last_change":"2024-03-16T18:18:57.411735+0000","last_active":"2024-03-16T18:20:52.995784+0000","last_peered":"2024-03-16T18:20:52.995784+0000","last_clean":"2024-03-16T18:20:52.995784+0000","last_became_active":"2024-03-16T18:18:57.411402+0000","last_became_peered":"2024-03-16T18:18:57.411402+0000","last_unstale":"2024-03-16T18:20:52.995784+0000","last_undegraded":"2024-03-16T18:20:52.995784+0000","last_fullsized":"2024-03-16T18:20:52.995784+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:57:44.388037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,3,6],"acting":[10,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991800+0000","last_change":"2024-03-16T18:19:01.421270+0000","last_active":"2024-03-16T18:20:52.991800+0000","last_peered":"2024-03-16T18:20:52.991800+0000","last_clean":"2024-03-16T18:20:52.991800+0000","last_became_active":"2024-03-16T18:19:01.420884+0000","last_became_peered":"2024-03-16T18:19:01.420884+0000","last_unstale":"2024-03-16T18:20:52.991800+0000","last_undegraded":"2024-03-16T18:20:52.991800+0000","last_fullsized":"2024-03-16T18:20:52.991800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:44:44.680268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,1,8],"acting":[6,0,1,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.2","version":"93'6","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.404757+0000","last_change":"2024-03-16T18:18:56.390431+0000","last_active":"2024-03-16T18:21:13.404757+0000","last_peered":"2024-03-16T18:21:13.404757+0000","last_clean":"2024-03-16T18:21:13.404757+0000","last_became_active":"2024-03-16T18:18:56.390137+0000","last_became_peered":"2024-03-16T18:18:56.390137+0000","last_unstale":"2024-03-16T18:21:13.404757+0000","last_undegraded":"2024-03-16T18:21:13.404757+0000","last_fullsized":"2024-03-16T18:21:13.404757+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:15:02.025619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1081,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":118,"num_read_kb":2,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3","version":"91'7","reported_seq":43,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994717+0000","last_change":"2024-03-16T18:19:51.993230+0000","last_active":"2024-03-16T18:20:52.994717+0000","last_peered":"2024-03-16T18:20:52.994717+0000","last_clean":"2024-03-16T18:20:52.994717+0000","last_became_active":"2024-03-16T18:19:51.992843+0000","last_became_peered":"2024-03-16T18:19:51.992843+0000","last_unstale":"2024-03-16T18:20:52.994717+0000","last_undegraded":"2024-03-16T18:20:52.994717+0000","last_fullsized":"2024-03-16T18:20:52.994717+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:24:01.311594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[10,9,0],"acting":[10,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":10,"acting_primary":10,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992113+0000","last_change":"2024-03-16T18:19:01.425500+0000","last_active":"2024-03-16T18:20:52.992113+0000","last_peered":"2024-03-16T18:20:52.992113+0000","last_clean":"2024-03-16T18:20:52.992113+0000","last_became_active":"2024-03-16T18:19:01.425125+0000","last_became_peered":"2024-03-16T18:19:01.425125+0000","last_unstale":"2024-03-16T18:20:52.992113+0000","last_undegraded":"2024-03-16T18:20:52.992113+0000","last_fullsized":"2024-03-16T18:20:52.992113+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:41:53.453180+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,10,0],"acting":[6,5,10,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.0","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991619+0000","last_change":"2024-03-16T18:18:57.409232+0000","last_active":"2024-03-16T18:20:52.991619+0000","last_peered":"2024-03-16T18:20:52.991619+0000","last_clean":"2024-03-16T18:20:52.991619+0000","last_became_active":"2024-03-16T18:18:57.408927+0000","last_became_peered":"2024-03-16T18:18:57.408927+0000","last_unstale":"2024-03-16T18:20:52.991619+0000","last_undegraded":"2024-03-16T18:20:52.991619+0000","last_fullsized":"2024-03-16T18:20:52.991619+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:45:57.686897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,4],"acting":[5,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"93'7","reported_seq":156,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:13.390468+0000","last_change":"2024-03-16T18:18:56.397029+0000","last_active":"2024-03-16T18:21:13.390468+0000","last_peered":"2024-03-16T18:21:13.390468+0000","last_clean":"2024-03-16T18:21:13.390468+0000","last_became_active":"2024-03-16T18:18:56.396581+0000","last_became_peered":"2024-03-16T18:18:56.396581+0000","last_unstale":"2024-03-16T18:21:13.390468+0000","last_undegraded":"2024-03-16T18:21:13.390468+0000","last_fullsized":"2024-03-16T18:21:13.390468+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:02:01.881789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":117,"num_read_kb":117,"num_write":7,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,0],"acting":[6,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.5","version":"89'1","reported_seq":24,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996979+0000","last_change":"2024-03-16T18:19:01.423298+0000","last_active":"2024-03-16T18:20:52.996979+0000","last_peered":"2024-03-16T18:20:52.996979+0000","last_clean":"2024-03-16T18:20:52.996979+0000","last_became_active":"2024-03-16T18:19:01.422913+0000","last_became_peered":"2024-03-16T18:19:01.422913+0000","last_unstale":"2024-03-16T18:20:52.996979+0000","last_undegraded":"2024-03-16T18:20:52.996979+0000","last_fullsized":"2024-03-16T18:20:52.996979+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:59:05.736469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,11,9],"acting":[7,5,11,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130914+0000","last_change":"2024-03-16T18:18:57.409536+0000","last_active":"2024-03-16T18:20:53.130914+0000","last_peered":"2024-03-16T18:20:53.130914+0000","last_clean":"2024-03-16T18:20:53.130914+0000","last_became_active":"2024-03-16T18:18:57.405955+0000","last_became_peered":"2024-03-16T18:18:57.405955+0000","last_unstale":"2024-03-16T18:20:53.130914+0000","last_undegraded":"2024-03-16T18:20:53.130914+0000","last_fullsized":"2024-03-16T18:20:53.130914+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:44:47.730192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,1],"acting":[3,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"89'6","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992711+0000","last_change":"2024-03-16T18:18:56.384043+0000","last_active":"2024-03-16T18:20:52.992711+0000","last_peered":"2024-03-16T18:20:52.992711+0000","last_clean":"2024-03-16T18:20:52.992711+0000","last_became_active":"2024-03-16T18:18:56.383698+0000","last_became_peered":"2024-03-16T18:18:56.383698+0000","last_unstale":"2024-03-16T18:20:52.992711+0000","last_undegraded":"2024-03-16T18:20:52.992711+0000","last_fullsized":"2024-03-16T18:20:52.992711+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:21:36.625126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":68,"num_objects":5,"num_object_clones":0,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":8,"num_write_kb":8,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,10,9],"acting":[4,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"1.0","version":"21'137","reported_seq":366,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996303+0000","last_change":"2024-03-16T18:17:42.240097+0000","last_active":"2024-03-16T18:20:52.996303+0000","last_peered":"2024-03-16T18:20:52.996303+0000","last_clean":"2024-03-16T18:20:52.996303+0000","last_became_active":"2024-03-16T18:17:42.239677+0000","last_became_peered":"2024-03-16T18:17:42.239677+0000","last_unstale":"2024-03-16T18:20:52.996303+0000","last_undegraded":"2024-03-16T18:20:52.996303+0000","last_fullsized":"2024-03-16T18:20:52.996303+0000","mapping_epoch":75,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":76,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:14:15.153821+0000","last_clean_scrub_stamp":"2024-03-16T18:14:15.153821+0000","objects_scrubbed":0,"log_size":137,"log_dups_size":0,"ondisk_log_size":137,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:37:13.083045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,10],"acting":[7,5,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992138+0000","last_change":"2024-03-16T18:19:01.427855+0000","last_active":"2024-03-16T18:20:52.992138+0000","last_peered":"2024-03-16T18:20:52.992138+0000","last_clean":"2024-03-16T18:20:52.992138+0000","last_became_active":"2024-03-16T18:19:01.427460+0000","last_became_peered":"2024-03-16T18:19:01.427460+0000","last_unstale":"2024-03-16T18:20:52.992138+0000","last_undegraded":"2024-03-16T18:20:52.992138+0000","last_fullsized":"2024-03-16T18:20:52.992138+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:55:26.924255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,6,10],"acting":[5,9,6,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.1","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991497+0000","last_change":"2024-03-16T18:18:57.406851+0000","last_active":"2024-03-16T18:20:52.991497+0000","last_peered":"2024-03-16T18:20:52.991497+0000","last_clean":"2024-03-16T18:20:52.991497+0000","last_became_active":"2024-03-16T18:18:57.406537+0000","last_became_peered":"2024-03-16T18:18:57.406537+0000","last_unstale":"2024-03-16T18:20:52.991497+0000","last_undegraded":"2024-03-16T18:20:52.991497+0000","last_fullsized":"2024-03-16T18:20:52.991497+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:48:03.075534+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,2],"acting":[6,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996520+0000","last_change":"2024-03-16T18:18:56.386021+0000","last_active":"2024-03-16T18:20:52.996520+0000","last_peered":"2024-03-16T18:20:52.996520+0000","last_clean":"2024-03-16T18:20:52.996520+0000","last_became_active":"2024-03-16T18:18:56.385685+0000","last_became_peered":"2024-03-16T18:18:56.385685+0000","last_unstale":"2024-03-16T18:20:52.996520+0000","last_undegraded":"2024-03-16T18:20:52.996520+0000","last_fullsized":"2024-03-16T18:20:52.996520+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:55:59.944945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,8],"acting":[7,5,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994055+0000","last_change":"2024-03-16T18:19:01.423102+0000","last_active":"2024-03-16T18:20:52.994055+0000","last_peered":"2024-03-16T18:20:52.994055+0000","last_clean":"2024-03-16T18:20:52.994055+0000","last_became_active":"2024-03-16T18:19:01.422685+0000","last_became_peered":"2024-03-16T18:19:01.422685+0000","last_unstale":"2024-03-16T18:20:52.994055+0000","last_undegraded":"2024-03-16T18:20:52.994055+0000","last_fullsized":"2024-03-16T18:20:52.994055+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:54:30.834666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,5,7,6],"acting":[11,5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"2.5","version":"89'4","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994409+0000","last_change":"2024-03-16T18:19:51.999027+0000","last_active":"2024-03-16T18:20:52.994409+0000","last_peered":"2024-03-16T18:20:52.994409+0000","last_clean":"2024-03-16T18:20:52.994409+0000","last_became_active":"2024-03-16T18:19:51.992832+0000","last_became_peered":"2024-03-16T18:19:51.992832+0000","last_unstale":"2024-03-16T18:20:52.994409+0000","last_undegraded":"2024-03-16T18:20:52.994409+0000","last_fullsized":"2024-03-16T18:20:52.994409+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T18:39:51.856136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":112,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":5,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":112,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,9],"acting":[11,0,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.4","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992010+0000","last_change":"2024-03-16T18:18:57.406093+0000","last_active":"2024-03-16T18:20:52.992010+0000","last_peered":"2024-03-16T18:20:52.992010+0000","last_clean":"2024-03-16T18:20:52.992010+0000","last_became_active":"2024-03-16T18:18:57.405777+0000","last_became_peered":"2024-03-16T18:18:57.405777+0000","last_unstale":"2024-03-16T18:20:52.992010+0000","last_undegraded":"2024-03-16T18:20:52.992010+0000","last_fullsized":"2024-03-16T18:20:52.992010+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:22:49.126987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2,9],"acting":[6,2,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130741+0000","last_change":"2024-03-16T18:19:01.422960+0000","last_active":"2024-03-16T18:20:53.130741+0000","last_peered":"2024-03-16T18:20:53.130741+0000","last_clean":"2024-03-16T18:20:53.130741+0000","last_became_active":"2024-03-16T18:19:01.422568+0000","last_became_peered":"2024-03-16T18:19:01.422568+0000","last_unstale":"2024-03-16T18:20:53.130741+0000","last_undegraded":"2024-03-16T18:20:53.130741+0000","last_fullsized":"2024-03-16T18:20:53.130741+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:21:56.775603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,10,0,7],"acting":[3,10,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"93'15","reported_seq":47,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:12.817496+0000","last_change":"2024-03-16T18:18:56.383056+0000","last_active":"2024-03-16T18:21:12.817496+0000","last_peered":"2024-03-16T18:21:12.817496+0000","last_clean":"2024-03-16T18:21:12.817496+0000","last_became_active":"2024-03-16T18:18:56.382713+0000","last_became_peered":"2024-03-16T18:18:56.382713+0000","last_unstale":"2024-03-16T18:21:12.817496+0000","last_undegraded":"2024-03-16T18:21:12.817496+0000","last_fullsized":"2024-03-16T18:21:12.817496+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:27.931178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":26,"num_write_kb":5,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,8,3],"acting":[9,8,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"3.7","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131327+0000","last_change":"2024-03-16T18:18:57.410503+0000","last_active":"2024-03-16T18:20:53.131327+0000","last_peered":"2024-03-16T18:20:53.131327+0000","last_clean":"2024-03-16T18:20:53.131327+0000","last_became_active":"2024-03-16T18:18:57.410081+0000","last_became_peered":"2024-03-16T18:18:57.410081+0000","last_unstale":"2024-03-16T18:20:53.131327+0000","last_undegraded":"2024-03-16T18:20:53.131327+0000","last_fullsized":"2024-03-16T18:20:53.131327+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:04:30.404744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,11,7],"acting":[3,11,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996750+0000","last_change":"2024-03-16T18:19:01.418089+0000","last_active":"2024-03-16T18:20:52.996750+0000","last_peered":"2024-03-16T18:20:52.996750+0000","last_clean":"2024-03-16T18:20:52.996750+0000","last_became_active":"2024-03-16T18:19:01.417432+0000","last_became_peered":"2024-03-16T18:19:01.417432+0000","last_unstale":"2024-03-16T18:20:52.996750+0000","last_undegraded":"2024-03-16T18:20:52.996750+0000","last_fullsized":"2024-03-16T18:20:52.996750+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:06:39.535791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,4,7],"acting":[2,1,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.7","version":"89'7","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992920+0000","last_change":"2024-03-16T18:18:56.390455+0000","last_active":"2024-03-16T18:20:52.992920+0000","last_peered":"2024-03-16T18:20:52.992920+0000","last_clean":"2024-03-16T18:20:52.992920+0000","last_became_active":"2024-03-16T18:18:56.390080+0000","last_became_peered":"2024-03-16T18:18:56.390080+0000","last_unstale":"2024-03-16T18:20:52.992920+0000","last_undegraded":"2024-03-16T18:20:52.992920+0000","last_fullsized":"2024-03-16T18:20:52.992920+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:01:55.466173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,11,6],"acting":[4,11,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994024+0000","last_change":"2024-03-16T18:18:57.416084+0000","last_active":"2024-03-16T18:20:52.994024+0000","last_peered":"2024-03-16T18:20:52.994024+0000","last_clean":"2024-03-16T18:20:52.994024+0000","last_became_active":"2024-03-16T18:18:57.415722+0000","last_became_peered":"2024-03-16T18:18:57.415722+0000","last_unstale":"2024-03-16T18:20:52.994024+0000","last_undegraded":"2024-03-16T18:20:52.994024+0000","last_fullsized":"2024-03-16T18:20:52.994024+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:58:00.528288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992341+0000","last_change":"2024-03-16T18:19:01.427488+0000","last_active":"2024-03-16T18:20:52.992341+0000","last_peered":"2024-03-16T18:20:52.992341+0000","last_clean":"2024-03-16T18:20:52.992341+0000","last_became_active":"2024-03-16T18:19:01.427079+0000","last_became_peered":"2024-03-16T18:19:01.427079+0000","last_unstale":"2024-03-16T18:20:52.992341+0000","last_undegraded":"2024-03-16T18:20:52.992341+0000","last_fullsized":"2024-03-16T18:20:52.992341+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:13:50.807787+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,10,9],"acting":[4,5,10,9],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"89'2","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020404+0000","last_change":"2024-03-16T18:18:56.386229+0000","last_active":"2024-03-16T18:20:53.020404+0000","last_peered":"2024-03-16T18:20:53.020404+0000","last_clean":"2024-03-16T18:20:53.020404+0000","last_became_active":"2024-03-16T18:18:56.385805+0000","last_became_peered":"2024-03-16T18:18:56.385805+0000","last_unstale":"2024-03-16T18:20:53.020404+0000","last_undegraded":"2024-03-16T18:20:53.020404+0000","last_fullsized":"2024-03-16T18:20:53.020404+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:00:16.769362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,0],"acting":[1,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"91'2","reported_seq":31,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997346+0000","last_change":"2024-03-16T18:18:57.412231+0000","last_active":"2024-03-16T18:20:52.997346+0000","last_peered":"2024-03-16T18:20:52.997346+0000","last_clean":"2024-03-16T18:20:52.997346+0000","last_became_active":"2024-03-16T18:18:57.411770+0000","last_became_peered":"2024-03-16T18:18:57.411770+0000","last_unstale":"2024-03-16T18:20:52.997346+0000","last_undegraded":"2024-03-16T18:20:52.997346+0000","last_fullsized":"2024-03-16T18:20:52.997346+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:58:54.463956+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,11,10],"acting":[8,11,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.380386+0000","last_change":"2024-03-16T18:19:01.417968+0000","last_active":"2024-03-16T18:20:53.380386+0000","last_peered":"2024-03-16T18:20:53.380386+0000","last_clean":"2024-03-16T18:20:53.380386+0000","last_became_active":"2024-03-16T18:19:01.417182+0000","last_became_peered":"2024-03-16T18:19:01.417182+0000","last_unstale":"2024-03-16T18:20:53.380386+0000","last_undegraded":"2024-03-16T18:20:53.380386+0000","last_fullsized":"2024-03-16T18:20:53.380386+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:26:38.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[9,3,2,5],"acting":[9,3,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":9,"acting_primary":9,"purged_snaps":[]},{"pgid":"2.9","version":"89'7","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.130832+0000","last_change":"2024-03-16T18:18:56.385195+0000","last_active":"2024-03-16T18:20:53.130832+0000","last_peered":"2024-03-16T18:20:53.130832+0000","last_clean":"2024-03-16T18:20:53.130832+0000","last_became_active":"2024-03-16T18:18:56.384846+0000","last_became_peered":"2024-03-16T18:18:56.384846+0000","last_unstale":"2024-03-16T18:20:53.130832+0000","last_undegraded":"2024-03-16T18:20:53.130832+0000","last_fullsized":"2024-03-16T18:20:53.130832+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:34:56.401612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":10,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":3,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,9,10],"acting":[3,9,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.8","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.993951+0000","last_change":"2024-03-16T18:18:57.408974+0000","last_active":"2024-03-16T18:20:52.993951+0000","last_peered":"2024-03-16T18:20:52.993951+0000","last_clean":"2024-03-16T18:20:52.993951+0000","last_became_active":"2024-03-16T18:18:57.408641+0000","last_became_peered":"2024-03-16T18:18:57.408641+0000","last_unstale":"2024-03-16T18:20:52.993951+0000","last_undegraded":"2024-03-16T18:20:52.993951+0000","last_fullsized":"2024-03-16T18:20:52.993951+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T02:31:30.440937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,0,2],"acting":[11,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"4.c","version":"89'1","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991910+0000","last_change":"2024-03-16T18:19:01.417297+0000","last_active":"2024-03-16T18:20:52.991910+0000","last_peered":"2024-03-16T18:20:52.991910+0000","last_clean":"2024-03-16T18:20:52.991910+0000","last_became_active":"2024-03-16T18:19:01.416873+0000","last_became_peered":"2024-03-16T18:19:01.416873+0000","last_unstale":"2024-03-16T18:20:52.991910+0000","last_undegraded":"2024-03-16T18:20:52.991910+0000","last_fullsized":"2024-03-16T18:20:52.991910+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:45:26.338823+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":117,"num_objects":1,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,9,7,8],"acting":[4,9,7,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.a","version":"93'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:12.989909+0000","last_change":"2024-03-16T18:18:56.381688+0000","last_active":"2024-03-16T18:21:12.989909+0000","last_peered":"2024-03-16T18:21:12.989909+0000","last_clean":"2024-03-16T18:21:12.989909+0000","last_became_active":"2024-03-16T18:18:56.381099+0000","last_became_peered":"2024-03-16T18:18:56.381099+0000","last_unstale":"2024-03-16T18:21:12.989909+0000","last_undegraded":"2024-03-16T18:21:12.989909+0000","last_fullsized":"2024-03-16T18:21:12.989909+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:54:54.630954+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,8],"acting":[2,3,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.b","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131316+0000","last_change":"2024-03-16T18:18:57.403303+0000","last_active":"2024-03-16T18:20:53.131316+0000","last_peered":"2024-03-16T18:20:53.131316+0000","last_clean":"2024-03-16T18:20:53.131316+0000","last_became_active":"2024-03-16T18:18:57.402923+0000","last_became_peered":"2024-03-16T18:18:57.402923+0000","last_unstale":"2024-03-16T18:20:53.131316+0000","last_undegraded":"2024-03-16T18:20:53.131316+0000","last_fullsized":"2024-03-16T18:20:53.131316+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:11:36.731400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,10],"acting":[3,0,10],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":22,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991805+0000","last_change":"2024-03-16T18:19:01.419850+0000","last_active":"2024-03-16T18:20:52.991805+0000","last_peered":"2024-03-16T18:20:52.991805+0000","last_clean":"2024-03-16T18:20:52.991805+0000","last_became_active":"2024-03-16T18:19:01.419002+0000","last_became_peered":"2024-03-16T18:19:01.419002+0000","last_unstale":"2024-03-16T18:20:52.991805+0000","last_undegraded":"2024-03-16T18:20:52.991805+0000","last_fullsized":"2024-03-16T18:20:52.991805+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:12:49.419672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,10,3],"acting":[4,2,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.b","version":"89'4","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997523+0000","last_change":"2024-03-16T18:18:56.394335+0000","last_active":"2024-03-16T18:20:52.997523+0000","last_peered":"2024-03-16T18:20:52.997523+0000","last_clean":"2024-03-16T18:20:52.997523+0000","last_became_active":"2024-03-16T18:18:56.394050+0000","last_became_peered":"2024-03-16T18:18:56.394050+0000","last_unstale":"2024-03-16T18:20:52.997523+0000","last_undegraded":"2024-03-16T18:20:52.997523+0000","last_fullsized":"2024-03-16T18:20:52.997523+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:41:44.785836+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":4,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[8,2,7],"acting":[8,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":8,"acting_primary":8,"purged_snaps":[]},{"pgid":"3.a","version":"91'5","reported_seq":35,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996680+0000","last_change":"2024-03-16T18:18:57.413566+0000","last_active":"2024-03-16T18:20:52.996680+0000","last_peered":"2024-03-16T18:20:52.996680+0000","last_clean":"2024-03-16T18:20:52.996680+0000","last_became_active":"2024-03-16T18:18:57.413269+0000","last_became_peered":"2024-03-16T18:18:57.413269+0000","last_unstale":"2024-03-16T18:20:52.996680+0000","last_undegraded":"2024-03-16T18:20:52.996680+0000","last_fullsized":"2024-03-16T18:20:52.996680+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:08:04.089006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,6],"acting":[7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020458+0000","last_change":"2024-03-16T18:19:01.419414+0000","last_active":"2024-03-16T18:20:53.020458+0000","last_peered":"2024-03-16T18:20:53.020458+0000","last_clean":"2024-03-16T18:20:53.020458+0000","last_became_active":"2024-03-16T18:19:01.418933+0000","last_became_peered":"2024-03-16T18:19:01.418933+0000","last_unstale":"2024-03-16T18:20:53.020458+0000","last_undegraded":"2024-03-16T18:20:53.020458+0000","last_fullsized":"2024-03-16T18:20:53.020458+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:55:31.954920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,6,7],"acting":[1,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.c","version":"93'6","reported_seq":109,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:21:14.096879+0000","last_change":"2024-03-16T18:19:52.002211+0000","last_active":"2024-03-16T18:21:14.096879+0000","last_peered":"2024-03-16T18:21:14.096879+0000","last_clean":"2024-03-16T18:21:14.096879+0000","last_became_active":"2024-03-16T18:19:51.993815+0000","last_became_peered":"2024-03-16T18:19:51.993815+0000","last_unstale":"2024-03-16T18:21:14.096879+0000","last_undegraded":"2024-03-16T18:21:14.096879+0000","last_fullsized":"2024-03-16T18:21:14.096879+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T22:18:43.122556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1663,"num_objects":3,"num_object_clones":0,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":85,"num_read_kb":1,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":1170,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,11,0],"acting":[1,11,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.d","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996844+0000","last_change":"2024-03-16T18:18:57.412869+0000","last_active":"2024-03-16T18:20:52.996844+0000","last_peered":"2024-03-16T18:20:52.996844+0000","last_clean":"2024-03-16T18:20:52.996844+0000","last_became_active":"2024-03-16T18:18:57.412560+0000","last_became_peered":"2024-03-16T18:18:57.412560+0000","last_unstale":"2024-03-16T18:20:52.996844+0000","last_undegraded":"2024-03-16T18:20:52.996844+0000","last_fullsized":"2024-03-16T18:20:52.996844+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:16:10.154352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,11],"acting":[7,1,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":30,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.022241+0000","last_change":"2024-03-16T18:20:53.021866+0000","last_active":"2024-03-16T18:20:53.022241+0000","last_peered":"2024-03-16T18:20:53.022241+0000","last_clean":"2024-03-16T18:20:53.022241+0000","last_became_active":"2024-03-16T18:20:53.021430+0000","last_became_peered":"2024-03-16T18:20:53.021430+0000","last_unstale":"2024-03-16T18:20:53.022241+0000","last_undegraded":"2024-03-16T18:20:53.022241+0000","last_fullsized":"2024-03-16T18:20:53.022241+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T00:49:11.086576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,8,1,4],"acting":[0,8,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.d","version":"89'3","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992213+0000","last_change":"2024-03-16T18:18:56.389172+0000","last_active":"2024-03-16T18:20:52.992213+0000","last_peered":"2024-03-16T18:20:52.992213+0000","last_clean":"2024-03-16T18:20:52.992213+0000","last_became_active":"2024-03-16T18:18:56.388429+0000","last_became_peered":"2024-03-16T18:18:56.388429+0000","last_unstale":"2024-03-16T18:20:52.992213+0000","last_undegraded":"2024-03-16T18:20:52.992213+0000","last_fullsized":"2024-03-16T18:20:52.992213+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:41:00.844713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,10,3],"acting":[5,10,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.c","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996663+0000","last_change":"2024-03-16T18:18:57.411906+0000","last_active":"2024-03-16T18:20:52.996663+0000","last_peered":"2024-03-16T18:20:52.996663+0000","last_clean":"2024-03-16T18:20:52.996663+0000","last_became_active":"2024-03-16T18:18:57.411446+0000","last_became_peered":"2024-03-16T18:18:57.411446+0000","last_unstale":"2024-03-16T18:20:52.996663+0000","last_undegraded":"2024-03-16T18:20:52.996663+0000","last_fullsized":"2024-03-16T18:20:52.996663+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:46:35.848936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,5],"acting":[7,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":23,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991340+0000","last_change":"2024-03-16T18:19:01.415720+0000","last_active":"2024-03-16T18:20:52.991340+0000","last_peered":"2024-03-16T18:20:52.991340+0000","last_clean":"2024-03-16T18:20:52.991340+0000","last_became_active":"2024-03-16T18:19:01.415133+0000","last_became_peered":"2024-03-16T18:19:01.415133+0000","last_unstale":"2024-03-16T18:20:52.991340+0000","last_undegraded":"2024-03-16T18:20:52.991340+0000","last_fullsized":"2024-03-16T18:20:52.991340+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:19:00.396407+0000","last_clean_scrub_stamp":"2024-03-16T18:19:00.396407+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:14:36.955453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7,1],"acting":[5,2,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"89'5","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.992164+0000","last_change":"2024-03-16T18:18:56.390465+0000","last_active":"2024-03-16T18:20:52.992164+0000","last_peered":"2024-03-16T18:20:52.992164+0000","last_clean":"2024-03-16T18:20:52.992164+0000","last_became_active":"2024-03-16T18:18:56.390145+0000","last_became_peered":"2024-03-16T18:18:56.390145+0000","last_unstale":"2024-03-16T18:20:52.992164+0000","last_undegraded":"2024-03-16T18:20:52.992164+0000","last_fullsized":"2024-03-16T18:20:52.992164+0000","mapping_epoch":82,"log_start":"0'0","ondisk_log_start":"0'0","created":82,"last_epoch_clean":83,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:55.355810+0000","last_clean_scrub_stamp":"2024-03-16T18:18:55.355810+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:00:56.626983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":2,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,2],"acting":[6,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.f","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997099+0000","last_change":"2024-03-16T18:18:57.406733+0000","last_active":"2024-03-16T18:20:52.997099+0000","last_peered":"2024-03-16T18:20:52.997099+0000","last_clean":"2024-03-16T18:20:52.997099+0000","last_became_active":"2024-03-16T18:18:57.406372+0000","last_became_peered":"2024-03-16T18:18:57.406372+0000","last_unstale":"2024-03-16T18:20:52.997099+0000","last_undegraded":"2024-03-16T18:20:52.997099+0000","last_fullsized":"2024-03-16T18:20:52.997099+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:25:52.738682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,11,8],"acting":[7,11,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"91'9","reported_seq":39,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994019+0000","last_change":"2024-03-16T18:18:57.406621+0000","last_active":"2024-03-16T18:20:52.994019+0000","last_peered":"2024-03-16T18:20:52.994019+0000","last_clean":"2024-03-16T18:20:52.994019+0000","last_became_active":"2024-03-16T18:18:57.406251+0000","last_became_peered":"2024-03-16T18:18:57.406251+0000","last_unstale":"2024-03-16T18:20:52.994019+0000","last_undegraded":"2024-03-16T18:20:52.994019+0000","last_fullsized":"2024-03-16T18:20:52.994019+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:33:55.276132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,2,5],"acting":[11,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.21","version":"91'12","reported_seq":42,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.997087+0000","last_change":"2024-03-16T18:18:57.406718+0000","last_active":"2024-03-16T18:20:52.997087+0000","last_peered":"2024-03-16T18:20:52.997087+0000","last_clean":"2024-03-16T18:20:52.997087+0000","last_became_active":"2024-03-16T18:18:57.406429+0000","last_became_peered":"2024-03-16T18:18:57.406429+0000","last_unstale":"2024-03-16T18:20:52.997087+0000","last_undegraded":"2024-03-16T18:20:52.997087+0000","last_fullsized":"2024-03-16T18:20:52.997087+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":12,"log_dups_size":0,"ondisk_log_size":12,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T03:04:37.192000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,4],"acting":[2,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"91'8","reported_seq":44,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996112+0000","last_change":"2024-03-16T18:19:51.992302+0000","last_active":"2024-03-16T18:20:52.996112+0000","last_peered":"2024-03-16T18:20:52.996112+0000","last_clean":"2024-03-16T18:20:52.996112+0000","last_became_active":"2024-03-16T18:19:51.991910+0000","last_became_peered":"2024-03-16T18:19:51.991910+0000","last_unstale":"2024-03-16T18:20:52.996112+0000","last_undegraded":"2024-03-16T18:20:52.996112+0000","last_fullsized":"2024-03-16T18:20:52.996112+0000","mapping_epoch":90,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":91,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:22:40.511881+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,9,0],"acting":[2,9,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.23","version":"91'7","reported_seq":37,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994219+0000","last_change":"2024-03-16T18:18:57.416940+0000","last_active":"2024-03-16T18:20:52.994219+0000","last_peered":"2024-03-16T18:20:52.994219+0000","last_clean":"2024-03-16T18:20:52.994219+0000","last_became_active":"2024-03-16T18:18:57.416631+0000","last_became_peered":"2024-03-16T18:18:57.416631+0000","last_unstale":"2024-03-16T18:20:52.994219+0000","last_undegraded":"2024-03-16T18:20:52.994219+0000","last_fullsized":"2024-03-16T18:20:52.994219+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T21:29:47.822140+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6,4],"acting":[0,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"91'4","reported_seq":34,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991920+0000","last_change":"2024-03-16T18:18:57.403292+0000","last_active":"2024-03-16T18:20:52.991920+0000","last_peered":"2024-03-16T18:20:52.991920+0000","last_clean":"2024-03-16T18:20:52.991920+0000","last_became_active":"2024-03-16T18:18:57.402986+0000","last_became_peered":"2024-03-16T18:18:57.402986+0000","last_unstale":"2024-03-16T18:20:52.991920+0000","last_undegraded":"2024-03-16T18:20:52.991920+0000","last_fullsized":"2024-03-16T18:20:52.991920+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T06:17:48.930077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994203+0000","last_change":"2024-03-16T18:18:57.414919+0000","last_active":"2024-03-16T18:20:52.994203+0000","last_peered":"2024-03-16T18:20:52.994203+0000","last_clean":"2024-03-16T18:20:52.994203+0000","last_became_active":"2024-03-16T18:18:57.414399+0000","last_became_peered":"2024-03-16T18:18:57.414399+0000","last_unstale":"2024-03-16T18:20:52.994203+0000","last_undegraded":"2024-03-16T18:20:52.994203+0000","last_fullsized":"2024-03-16T18:20:52.994203+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T05:00:20.056417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,8,5],"acting":[11,8,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]},{"pgid":"3.26","version":"91'15","reported_seq":45,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.996446+0000","last_change":"2024-03-16T18:18:57.412272+0000","last_active":"2024-03-16T18:20:52.996446+0000","last_peered":"2024-03-16T18:20:52.996446+0000","last_clean":"2024-03-16T18:20:52.996446+0000","last_became_active":"2024-03-16T18:18:57.411725+0000","last_became_peered":"2024-03-16T18:18:57.411725+0000","last_unstale":"2024-03-16T18:20:52.996446+0000","last_undegraded":"2024-03-16T18:20:52.996446+0000","last_fullsized":"2024-03-16T18:20:52.996446+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":15,"log_dups_size":0,"ondisk_log_size":15,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T01:06:26.681412+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,8,1],"acting":[2,8,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.27","version":"91'2","reported_seq":32,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131448+0000","last_change":"2024-03-16T18:18:57.413153+0000","last_active":"2024-03-16T18:20:53.131448+0000","last_peered":"2024-03-16T18:20:53.131448+0000","last_clean":"2024-03-16T18:20:53.131448+0000","last_became_active":"2024-03-16T18:18:57.411351+0000","last_became_peered":"2024-03-16T18:18:57.411351+0000","last_unstale":"2024-03-16T18:20:53.131448+0000","last_undegraded":"2024-03-16T18:20:53.131448+0000","last_fullsized":"2024-03-16T18:20:53.131448+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-18T04:05:46.822752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"91'6","reported_seq":36,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991521+0000","last_change":"2024-03-16T18:18:57.408535+0000","last_active":"2024-03-16T18:20:52.991521+0000","last_peered":"2024-03-16T18:20:52.991521+0000","last_clean":"2024-03-16T18:20:52.991521+0000","last_became_active":"2024-03-16T18:18:57.405394+0000","last_became_peered":"2024-03-16T18:18:57.405394+0000","last_unstale":"2024-03-16T18:20:52.991521+0000","last_undegraded":"2024-03-16T18:20:52.991521+0000","last_fullsized":"2024-03-16T18:20:52.991521+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:03:29.964767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,9,3],"acting":[5,9,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.131264+0000","last_change":"2024-03-16T18:18:57.410767+0000","last_active":"2024-03-16T18:20:53.131264+0000","last_peered":"2024-03-16T18:20:53.131264+0000","last_clean":"2024-03-16T18:20:53.131264+0000","last_became_active":"2024-03-16T18:18:57.410426+0000","last_became_peered":"2024-03-16T18:18:57.410426+0000","last_unstale":"2024-03-16T18:20:53.131264+0000","last_undegraded":"2024-03-16T18:20:53.131264+0000","last_fullsized":"2024-03-16T18:20:53.131264+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T19:46:45.873089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,11],"acting":[3,2,11],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"91'10","reported_seq":40,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:53.020701+0000","last_change":"2024-03-16T18:18:57.408315+0000","last_active":"2024-03-16T18:20:53.020701+0000","last_peered":"2024-03-16T18:20:53.020701+0000","last_clean":"2024-03-16T18:20:53.020701+0000","last_became_active":"2024-03-16T18:18:57.407767+0000","last_became_peered":"2024-03-16T18:18:57.407767+0000","last_unstale":"2024-03-16T18:20:53.020701+0000","last_undegraded":"2024-03-16T18:20:53.020701+0000","last_fullsized":"2024-03-16T18:20:53.020701+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":10,"log_dups_size":0,"ondisk_log_size":10,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T23:02:15.464733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.2b","version":"91'11","reported_seq":41,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.991830+0000","last_change":"2024-03-16T18:18:57.408271+0000","last_active":"2024-03-16T18:20:52.991830+0000","last_peered":"2024-03-16T18:20:52.991830+0000","last_clean":"2024-03-16T18:20:52.991830+0000","last_became_active":"2024-03-16T18:18:57.407787+0000","last_became_peered":"2024-03-16T18:18:57.407787+0000","last_unstale":"2024-03-16T18:20:52.991830+0000","last_undegraded":"2024-03-16T18:20:52.991830+0000","last_fullsized":"2024-03-16T18:20:52.991830+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":11,"log_dups_size":0,"ondisk_log_size":11,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:26:35.221124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,0],"acting":[6,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2c","version":"91'8","reported_seq":38,"reported_epoch":93,"state":"active+clean","last_fresh":"2024-03-16T18:20:52.994206+0000","last_change":"2024-03-16T18:18:57.414411+0000","last_active":"2024-03-16T18:20:52.994206+0000","last_peered":"2024-03-16T18:20:52.994206+0000","last_clean":"2024-03-16T18:20:52.994206+0000","last_became_active":"2024-03-16T18:18:57.414052+0000","last_became_peered":"2024-03-16T18:18:57.414052+0000","last_unstale":"2024-03-16T18:20:52.994206+0000","last_undegraded":"2024-03-16T18:20:52.994206+0000","last_fullsized":"2024-03-16T18:20:52.994206+0000","mapping_epoch":83,"log_start":"0'0","ondisk_log_start":"0'0","created":83,"last_epoch_clean":84,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-03-16T18:18:56.367249+0000","last_clean_scrub_stamp":"2024-03-16T18:18:56.367249+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-03-17T20:18:38.001443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[11,4,8],"acting":[11,4,8],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":11,"acting_primary":11,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":234,"num_objects":2,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":2,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":32768,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":128,"acting":128,"num_store_stats":12},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":500,"ondisk_log_size":500,"up":192,"acting":192,"num_store_stats":12},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":136,"num_read_kb":119,"num_write":181,"num_write_kb":2938,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1180736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":137,"ondisk_log_size":137,"up":3,"acting":3,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":76218,"num_objects":98,"num_object_clones":0,"num_object_copies":294,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":98,"num_whiteouts":0,"num_read":1185,"num_read_kb":696,"num_write":270,"num_write_kb":165,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":21,"num_bytes_recovered":1394,"num_keys_recovered":10,"num_objects_omap":66,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":581632,"data_stored":220026,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":233,"ondisk_log_size":233,"up":96,"acting":96,"num_store_stats":12}],"osd_stats":[{"osd":11,"up_from":80,"seq":343597383722,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1048,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1073152,"data_stored":521097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1596,"internal_metadata":36174276},"hb_peers":[0,1,2,4,5,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":10,"up_from":72,"seq":309237645359,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":37060,"kb_used_data":1724,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708092,"statfs":{"total":95995035648,"available":95957086208,"internally_reserved":0,"allocated":1765376,"data_stored":1175093,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":36174272},"hb_peers":[0,1,2,3,4,5,6,8,9,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":9,"up_from":67,"seq":287762808885,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28084,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717068,"statfs":{"total":95995035648,"available":95966277632,"internally_reserved":0,"allocated":1093632,"data_stored":524518,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1600,"internal_metadata":27654592},"hb_peers":[0,1,2,3,4,5,7,8,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":8,"up_from":59,"seq":253403070522,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28068,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717084,"statfs":{"total":95995035648,"available":95966294016,"internally_reserved":0,"allocated":1077248,"data_stored":520688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[0,1,2,3,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":7,"up_from":51,"seq":219043332158,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36980,"kb_used_data":1644,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708172,"statfs":{"total":95995035648,"available":95957168128,"internally_reserved":0,"allocated":1683456,"data_stored":1119449,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36174282},"hb_peers":[1,2,3,4,5,6,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495683,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28056,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717096,"statfs":{"total":95995035648,"available":95966306304,"internally_reserved":0,"allocated":1064960,"data_stored":516419,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,5,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":13,"seq":55834574941,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28132,"kb_used_data":1116,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717020,"statfs":{"total":95995035648,"available":95966228480,"internally_reserved":0,"allocated":1142784,"data_stored":581558,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":8,"seq":34359738466,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28080,"kb_used_data":1064,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717072,"statfs":{"total":95995035648,"available":95966281728,"internally_reserved":0,"allocated":1089536,"data_stored":517875,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":18,"seq":77309411416,"num_pgs":35,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28128,"kb_used_data":1112,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717024,"statfs":{"total":95995035648,"available":95966232576,"internally_reserved":0,"allocated":1138688,"data_stored":579365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":25,"seq":107374182483,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":36388,"kb_used_data":1052,"kb_used_omap":1,"kb_used_meta":35326,"kb_avail":93708764,"statfs":{"total":95995035648,"available":95957774336,"internally_reserved":0,"allocated":1077248,"data_stored":515634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":36174279},"hb_peers":[0,1,2,4,5,6,7,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":33,"seq":141733920846,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28072,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717080,"statfs":{"total":95995035648,"available":95966289920,"internally_reserved":0,"allocated":1081344,"data_stored":521137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1595,"internal_metadata":27654597},"hb_peers":[1,2,3,5,6,7,8,9,10,11],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757321,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28668,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716484,"statfs":{"total":95995035648,"available":95965679616,"internally_reserved":0,"allocated":1691648,"data_stored":1113513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7,8,9,10],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":40960,"data_stored":2671,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":94208,"data_stored":66354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":64161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":430,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1837,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":45056,"data_stored":3845,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1215,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":32768,"data_stored":5685,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1388,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":36864,"data_stored":1122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":122880,"data_stored":69521,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1797,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":8,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":9,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":8192,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":10,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":11,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":4096,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-03-16T18:21:19.582 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 -- 172.21.15.17:0/3207961954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c101510 msgr2=0x7fc74c101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3207961954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c101510 0x7fc74c101930 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7fc73c009900 tx=0x7fc73c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 -- 172.21.15.17:0/3207961954 shutdown_connections 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3207961954 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1030c0 0x7fc74c109950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3207961954 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 0x7fc74c102b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3207961954 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c101510 0x7fc74c101930 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 -- 172.21.15.17:0/3207961954 >> 172.21.15.17:0/3207961954 conn(0x7fc74c0fcaa0 msgr2=0x7fc74c0feec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 -- 172.21.15.17:0/3207961954 shutdown_connections 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 -- 172.21.15.17:0/3207961954 wait complete. 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.719+0000 7fc751d5e640 1 Processor -- start 2024-03-16T18:21:19.723 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 -- start start 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101510 0x7fc74c0752a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 0x7fc74c0738e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 0x7fc74c073e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74c074580 con 0x7fc74c1030c0 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74c0746f0 con 0x7fc74c102700 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc751d5e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74c1a1550 con 0x7fc74c101510 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 0x7fc74c073e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 0x7fc74c0738e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 0x7fc74c073e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43410/0 (socket says 172.21.15.17:43410) 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101510 0x7fc74c0752a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 0x7fc74c0738e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58200/0 (socket says 172.21.15.17:58200) 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 -- 172.21.15.17:0/3237328440 learned_addr learned my addr 172.21.15.17:0/3237328440 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 -- 172.21.15.17:0/3237328440 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101510 msgr2=0x7fc74c0752a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101510 0x7fc74c0752a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 -- 172.21.15.17:0/3237328440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 msgr2=0x7fc74c0738e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 0x7fc74c0738e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 -- 172.21.15.17:0/3237328440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc73c009560 con 0x7fc74c1030c0 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74b7fe640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101510 0x7fc74c0752a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.720+0000 7fc74bfff640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 0x7fc74c073e20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc74400eb40 tx=0x7fc74400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.721+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc744004b20 con 0x7fc74c1030c0 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.721+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc744004c80 con 0x7fc74c1030c0 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.721+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc74c1a1800 con 0x7fc74c1030c0 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.721+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc744010690 con 0x7fc74c1030c0 2024-03-16T18:21:19.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.721+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc74c1a1d60 con 0x7fc74c1030c0 2024-03-16T18:21:19.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.722+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc74c108900 con 0x7fc74c1030c0 2024-03-16T18:21:19.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.723+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc744004df0 con 0x7fc74c1030c0 2024-03-16T18:21:19.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.723+0000 7fc748ff9640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7340a1ab0 0x7fc7340a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:19.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.724+0000 7fc74b7fe640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7340a1ab0 0x7fc7340a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:19.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.724+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fc744014070 con 0x7fc74c1030c0 2024-03-16T18:21:19.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.724+0000 7fc74b7fe640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7340a1ab0 0x7fc7340a3f70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc73c02c7d0 tx=0x7fc73c005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:19.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.727+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc744096cf0 con 0x7fc74c1030c0 2024-03-16T18:21:19.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.909+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc74c10cfd0 con 0x7fc74c1030c0 2024-03-16T18:21:19.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.911+0000 7fc748ff9640 1 -- 172.21.15.17:0/3237328440 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7fc74409a3b0 con 0x7fc74c1030c0 2024-03-16T18:21:19.913 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:19.913 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7340a1ab0 msgr2=0x7fc7340a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7340a1ab0 0x7fc7340a3f70 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc73c02c7d0 tx=0x7fc73c005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 msgr2=0x7fc74c073e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 0x7fc74c073e20 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fc74400eb40 tx=0x7fc74400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 shutdown_connections 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7340a1ab0 0x7fc7340a3f70 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1030c0 0x7fc74c073e20 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c102700 0x7fc74c0738e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 --2- 172.21.15.17:0/3237328440 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101510 0x7fc74c0752a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 >> 172.21.15.17:0/3237328440 conn(0x7fc74c0fcaa0 msgr2=0x7fc74c105ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:19.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 shutdown_connections 2024-03-16T18:21:19.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:19.913+0000 7fc751d5e640 1 -- 172.21.15.17:0/3237328440 wait complete. 2024-03-16T18:21:19.927 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '85', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:21:19.928 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:21:20.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/2673905401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e581015e0 msgr2=0x7f0e58101a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/2673905401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e581015e0 0x7f0e58101a60 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f0e40009900 tx=0x7f0e4002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:20.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/2673905401 shutdown_connections 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/2673905401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e581015e0 0x7f0e58101a60 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/2673905401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e58101fa0 0x7f0e58108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/2673905401 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/2673905401 >> 172.21.15.17:0/2673905401 conn(0x7f0e580fb980 msgr2=0x7f0e580fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/2673905401 shutdown_connections 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/2673905401 wait complete. 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 Processor -- start 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- start start 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58069220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e581015e0 0x7f0e5819c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 0x7f0e5819e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e5819efc0 con 0x7f0e58101fa0 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e5819f130 con 0x7f0e581015e0 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.034+0000 7f0e5d5bc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e5819f2f0 con 0x7f0e581003f0 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 0x7f0e5819e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e56ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58069220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 0x7f0e5819e830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43432/0 (socket says 172.21.15.17:43432) 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e56ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58069220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:49606/0 (socket says 172.21.15.17:49606) 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 -- 172.21.15.17:0/3142133687 learned_addr learned my addr 172.21.15.17:0/3142133687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e4ffff640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e581015e0 0x7f0e5819c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 -- 172.21.15.17:0/3142133687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 msgr2=0x7f0e58069220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58069220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 -- 172.21.15.17:0/3142133687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e581015e0 msgr2=0x7f0e5819c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e581015e0 0x7f0e5819c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 -- 172.21.15.17:0/3142133687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e40009560 con 0x7f0e58101fa0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e56ffd640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58069220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e4ffff640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e581015e0 0x7f0e5819c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e577fe640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 0x7f0e5819e830 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f0e5000eb10 tx=0x7f0e5000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e50004b20 con 0x7f0e58101fa0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0e50004c80 con 0x7f0e58101fa0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e5819f5d0 con 0x7f0e58101fa0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e50010690 con 0x7f0e58101fa0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.035+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e5819fab0 con 0x7f0e58101fa0 2024-03-16T18:21:20.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.036+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e58107830 con 0x7f0e58101fa0 2024-03-16T18:21:20.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.037+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f0e50005020 con 0x7f0e58101fa0 2024-03-16T18:21:20.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.038+0000 7f0e54ff9640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0e440a1ab0 0x7f0e440a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.038+0000 7f0e56ffd640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0e440a1ab0 0x7f0e440a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.038+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f0e50014070 con 0x7f0e58101fa0 2024-03-16T18:21:20.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.039+0000 7f0e56ffd640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0e440a1ab0 0x7f0e440a3f70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0e58101440 tx=0x7f0e48005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.043+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0e50096b80 con 0x7f0e58101fa0 2024-03-16T18:21:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.227+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0e5802d000 con 0x7f0e58101fa0 2024-03-16T18:21:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.227+0000 7f0e54ff9640 1 -- 172.21.15.17:0/3142133687 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v93) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0e5009a240 con 0x7f0e58101fa0 2024-03-16T18:21:20.229 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0e440a1ab0 msgr2=0x7f0e440a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0e440a1ab0 0x7f0e440a3f70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f0e58101440 tx=0x7f0e48005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 msgr2=0x7f0e5819e830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 0x7f0e5819e830 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f0e5000eb10 tx=0x7f0e5000c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 shutdown_connections 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0e440a1ab0 0x7f0e440a3f70 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0e58101fa0 0x7f0e5819e830 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0e581015e0 0x7f0e5819c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 --2- 172.21.15.17:0/3142133687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0e581003f0 0x7f0e58069220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 >> 172.21.15.17:0/3142133687 conn(0x7f0e580fb980 msgr2=0x7f0e58104a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 shutdown_connections 2024-03-16T18:21:20.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.229+0000 7f0e5d5bc640 1 -- 172.21.15.17:0/3142133687 wait complete. 2024-03-16T18:21:20.241 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:20 smithi017 ceph-mon[32207]: pgmap v367: 129 pgs: 129 active+clean; 651 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-03-16T18:21:20.241 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:20 smithi017 ceph-mon[32207]: from='client.15603 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:20.241 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:20 smithi017 ceph-mon[32207]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:20.241 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3237328440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:20.242 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:21:20.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:20 smithi149 ceph-mon[35991]: pgmap v367: 129 pgs: 129 active+clean; 651 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-03-16T18:21:20.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:20 smithi149 ceph-mon[35991]: from='client.15603 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:20.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:20 smithi149 ceph-mon[35991]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:20.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3237328440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 -- 172.21.15.17:0/1488668990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28741071f0 msgr2=0x7f2874109640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 --2- 172.21.15.17:0/1488668990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28741071f0 0x7f2874109640 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f286c009ca0 tx=0x7f286c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 -- 172.21.15.17:0/1488668990 shutdown_connections 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 --2- 172.21.15.17:0/1488668990 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f28741071f0 0x7f2874109640 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 --2- 172.21.15.17:0/1488668990 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28741048c0 0x7f2874106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 --2- 172.21.15.17:0/1488668990 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2874101f90 0x7f2874104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 -- 172.21.15.17:0/1488668990 >> 172.21.15.17:0/1488668990 conn(0x7f28740fb9a0 msgr2=0x7f28740fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 -- 172.21.15.17:0/1488668990 shutdown_connections 2024-03-16T18:21:20.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.346+0000 7f2878c17640 1 -- 172.21.15.17:0/1488668990 wait complete. 2024-03-16T18:21:20.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 Processor -- start 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 -- start start 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 0x7f2874197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f28741048c0 0x7f2874197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28741071f0 0x7f287419ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287419ef40 con 0x7f2874101f90 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287419f0b0 con 0x7f28741071f0 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2878c17640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f287419f270 con 0x7f28741048c0 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 0x7f2874197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 0x7f2874197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43448/0 (socket says 172.21.15.17:43448) 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 -- 172.21.15.17:0/3358425489 learned_addr learned my addr 172.21.15.17:0/3358425489 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2872d9d640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28741071f0 0x7f287419ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f2869d9b640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f28741048c0 0x7f2874197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 -- 172.21.15.17:0/3358425489 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f28741048c0 msgr2=0x7f2874197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f28741048c0 0x7f2874197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 -- 172.21.15.17:0/3358425489 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28741071f0 msgr2=0x7f287419ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28741071f0 0x7f287419ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.347+0000 7f287259c640 1 -- 172.21.15.17:0/3358425489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2864009490 con 0x7f2874101f90 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.348+0000 7f287259c640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 0x7f2874197450 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f286400ea60 tx=0x7f286400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.348+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f286400cde0 con 0x7f2874101f90 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.348+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f286c009900 con 0x7f2874101f90 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.348+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f28640044d0 con 0x7f2874101f90 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.348+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2864010690 con 0x7f2874101f90 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.348+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f287419f8d0 con 0x7f2874101f90 2024-03-16T18:21:20.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.349+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28740fd490 con 0x7f2874101f90 2024-03-16T18:21:20.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.350+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f2864003e40 con 0x7f2874101f90 2024-03-16T18:21:20.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.350+0000 7f286bfff640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f28600a1a30 0x7f28600a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.351+0000 7f2869d9b640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f28600a1a30 0x7f28600a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.351+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f2864014070 con 0x7f2874101f90 2024-03-16T18:21:20.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.351+0000 7f2869d9b640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f28600a1a30 0x7f28600a3ef0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2874198960 tx=0x7f285c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.355+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f28640cfe60 con 0x7f2874101f90 2024-03-16T18:21:20.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:20 smithi153 ceph-mon[36005]: pgmap v367: 129 pgs: 129 active+clean; 651 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-03-16T18:21:20.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:20 smithi153 ceph-mon[36005]: from='client.15603 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:20.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:20 smithi153 ceph-mon[36005]: from='client.15609 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-03-16T18:21:20.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3237328440' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:20.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.539+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f287410cdd0 con 0x7f2874101f90 2024-03-16T18:21:20.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.539+0000 7f286bfff640 1 -- 172.21.15.17:0/3358425489 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v93) v1 ==== 104+0+11 (secure 0 0 0) 0x7f2864096a80 con 0x7f2874101f90 2024-03-16T18:21:20.541 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:20.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f28600a1a30 msgr2=0x7f28600a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f28600a1a30 0x7f28600a3ef0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2874198960 tx=0x7f285c005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 msgr2=0x7f2874197450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 0x7f2874197450 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f286400ea60 tx=0x7f286400ef20 comp rx=0 tx=0).stop 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 shutdown_connections 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f28600a1a30 0x7f28600a3ef0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28741071f0 0x7f287419ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f28741048c0 0x7f2874197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 --2- 172.21.15.17:0/3358425489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2874101f90 0x7f2874197450 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.541+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 >> 172.21.15.17:0/3358425489 conn(0x7f28740fb9a0 msgr2=0x7f2874102850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.542+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 shutdown_connections 2024-03-16T18:21:20.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.542+0000 7f2878c17640 1 -- 172.21.15.17:0/3358425489 wait complete. 2024-03-16T18:21:20.554 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:21:20.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 -- 172.21.15.17:0/3653281757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa8901030b0 msgr2=0x7fa890109940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3653281757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa8901030b0 0x7fa890109940 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fa888009ca0 tx=0x7fa88802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 -- 172.21.15.17:0/3653281757 shutdown_connections 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3653281757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901026f0 0x7fa890102b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3653281757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa8901030b0 0x7fa890109940 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3653281757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa890101500 0x7fa890101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 -- 172.21.15.17:0/3653281757 >> 172.21.15.17:0/3653281757 conn(0x7fa8900fca90 msgr2=0x7fa8900feeb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 -- 172.21.15.17:0/3653281757 shutdown_connections 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.658+0000 7fa8963d7640 1 -- 172.21.15.17:0/3653281757 wait complete. 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 Processor -- start 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 -- start start 2024-03-16T18:21:20.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa890101500 0x7fa890197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8901026f0 0x7fa890197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 0x7fa89019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89019ef40 con 0x7fa8901030b0 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89019f0b0 con 0x7fa8901026f0 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa8963d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa89019f270 con 0x7fa890101500 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.659+0000 7fa894974640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 0x7fa89019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 0x7fa89019ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43460/0 (socket says 172.21.15.17:43460) 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 -- 172.21.15.17:0/3818193353 learned_addr learned my addr 172.21.15.17:0/3818193353 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa88ffff640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa890101500 0x7fa890197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa88f7fe640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8901026f0 0x7fa890197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 -- 172.21.15.17:0/3818193353 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa890101500 msgr2=0x7fa890197450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa890101500 0x7fa890197450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 -- 172.21.15.17:0/3818193353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8901026f0 msgr2=0x7fa890197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8901026f0 0x7fa890197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 -- 172.21.15.17:0/3818193353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa884009490 con 0x7fa8901030b0 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa894974640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 0x7fa89019ea00 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa888037040 tx=0x7fa888032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa888034e70 con 0x7fa8901030b0 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa888009900 con 0x7fa8901030b0 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa888003e20 con 0x7fa8901030b0 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa888004710 con 0x7fa8901030b0 2024-03-16T18:21:20.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.660+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa89019f860 con 0x7fa8901030b0 2024-03-16T18:21:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.661+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8901088a0 con 0x7fa8901030b0 2024-03-16T18:21:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.662+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa88803b040 con 0x7fa8901030b0 2024-03-16T18:21:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.663+0000 7fa88d7fa640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8780a1a30 0x7fa8780a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.663+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa8880f0120 con 0x7fa8901030b0 2024-03-16T18:21:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.663+0000 7fa88ffff640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8780a1a30 0x7fa8780a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.663+0000 7fa88ffff640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8780a1a30 0x7fa8780a3ef0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa890102550 tx=0x7fa880005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.667+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa8880b8ff0 con 0x7fa8901030b0 2024-03-16T18:21:20.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.849+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa890108310 con 0x7fa8901030b0 2024-03-16T18:21:20.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.850+0000 7fa88d7fa640 1 -- 172.21.15.17:0/3818193353 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v93) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa8880bc6b0 con 0x7fa8901030b0 2024-03-16T18:21:20.852 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8780a1a30 msgr2=0x7fa8780a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8780a1a30 0x7fa8780a3ef0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7fa890102550 tx=0x7fa880005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 msgr2=0x7fa89019ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 0x7fa89019ea00 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7fa888037040 tx=0x7fa888032980 comp rx=0 tx=0).stop 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 shutdown_connections 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa8780a1a30 0x7fa8780a3ef0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa8901030b0 0x7fa89019ea00 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa8901026f0 0x7fa890197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 --2- 172.21.15.17:0/3818193353 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa890101500 0x7fa890197450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 >> 172.21.15.17:0/3818193353 conn(0x7fa8900fca90 msgr2=0x7fa890105a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 shutdown_connections 2024-03-16T18:21:20.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.852+0000 7fa8963d7640 1 -- 172.21.15.17:0/3818193353 wait complete. 2024-03-16T18:21:20.865 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:21:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 -- 172.21.15.17:0/2749065731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a0101fb0 msgr2=0x7fc0a0108840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 --2- 172.21.15.17:0/2749065731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a0101fb0 0x7fc0a0108840 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fc098009ca0 tx=0x7fc09802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 -- 172.21.15.17:0/2749065731 shutdown_connections 2024-03-16T18:21:20.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 --2- 172.21.15.17:0/2749065731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a0101fb0 0x7fc0a0108840 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 --2- 172.21.15.17:0/2749065731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0a01015f0 0x7fc0a0101a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 --2- 172.21.15.17:0/2749065731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc0a0100400 0x7fc0a0100820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 -- 172.21.15.17:0/2749065731 >> 172.21.15.17:0/2749065731 conn(0x7fc0a00fb990 msgr2=0x7fc0a00fddb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 -- 172.21.15.17:0/2749065731 shutdown_connections 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.969+0000 7fc0a8556640 1 -- 172.21.15.17:0/2749065731 wait complete. 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 Processor -- start 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 -- start start 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc0a0100400 0x7fc0a01974b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 0x7fc0a01979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0a0101fb0 0x7fc0a019ea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0a019efa0 con 0x7fc0a01015f0 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0a019f110 con 0x7fc0a0101fb0 2024-03-16T18:21:20.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a8556640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0a019f2d0 con 0x7fc0a0100400 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 0x7fc0a01979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 0x7fc0a01979f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43488/0 (socket says 172.21.15.17:43488) 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 -- 172.21.15.17:0/515320624 learned_addr learned my addr 172.21.15.17:0/515320624 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a62f2640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc0a0100400 0x7fc0a01974b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a6af3640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0a0101fb0 0x7fc0a019ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 -- 172.21.15.17:0/515320624 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc0a0100400 msgr2=0x7fc0a01974b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc0a0100400 0x7fc0a01974b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 -- 172.21.15.17:0/515320624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0a0101fb0 msgr2=0x7fc0a019ea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0a0101fb0 0x7fc0a019ea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 -- 172.21.15.17:0/515320624 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc098009900 con 0x7fc0a01015f0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0a5af1640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 0x7fc0a01979f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc09000e9f0 tx=0x7fc09000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.970+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc090009700 con 0x7fc0a01015f0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.971+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc09000cd80 con 0x7fc0a01015f0 2024-03-16T18:21:20.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.971+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0a019f5b0 con 0x7fc0a01015f0 2024-03-16T18:21:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.971+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc090018840 con 0x7fc0a01015f0 2024-03-16T18:21:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.971+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0a019fb10 con 0x7fc0a01015f0 2024-03-16T18:21:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.971+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0a010bcc0 con 0x7fc0a01015f0 2024-03-16T18:21:20.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.973+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc0900189a0 con 0x7fc0a01015f0 2024-03-16T18:21:20.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.973+0000 7fc0977fe640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc08c0a1ab0 0x7fc08c0a3f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:20.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.973+0000 7fc0a62f2640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc08c0a1ab0 0x7fc08c0a3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:20.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.974+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fc090014070 con 0x7fc0a01015f0 2024-03-16T18:21:20.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.974+0000 7fc0a62f2640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc08c0a1ab0 0x7fc08c0a3f70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fc0a0101450 tx=0x7fc09c005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:20.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:20.977+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc090096dd0 con 0x7fc0a01015f0 2024-03-16T18:21:21.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.161+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc0a019fd30 con 0x7fc0a01015f0 2024-03-16T18:21:21.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.162+0000 7fc0977fe640 1 -- 172.21.15.17:0/515320624 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v93) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc0900260a0 con 0x7fc0a01015f0 2024-03-16T18:21:21.164 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:21:21.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc08c0a1ab0 msgr2=0x7fc08c0a3f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc08c0a1ab0 0x7fc08c0a3f70 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fc0a0101450 tx=0x7fc09c005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:21.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 msgr2=0x7fc0a01979f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 0x7fc0a01979f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7fc09000e9f0 tx=0x7fc09000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 shutdown_connections 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc08c0a1ab0 0x7fc08c0a3f70 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc0a01015f0 0x7fc0a01979f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc0a0101fb0 0x7fc0a019ea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 --2- 172.21.15.17:0/515320624 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc0a0100400 0x7fc0a01974b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 >> 172.21.15.17:0/515320624 conn(0x7fc0a00fb990 msgr2=0x7fc0a00fd460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 shutdown_connections 2024-03-16T18:21:21.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.164+0000 7fc0a8556640 1 -- 172.21.15.17:0/515320624 wait complete. 2024-03-16T18:21:21.176 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:21 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3142133687' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.176 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:21 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3358425489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.176 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:21 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3818193353' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.177 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/620442419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec100410 msgr2=0x7fc7ec100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/620442419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec100410 0x7fc7ec100830 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fc7e4009900 tx=0x7fc7e402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/620442419 shutdown_connections 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/620442419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7ec101fc0 0x7fc7ec108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/620442419 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7ec101600 0x7fc7ec101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/620442419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec100410 0x7fc7ec100830 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/620442419 >> 172.21.15.17:0/620442419 conn(0x7fc7ec0fb980 msgr2=0x7fc7ec0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.278+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/620442419 shutdown_connections 2024-03-16T18:21:21.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/620442419 wait complete. 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 Processor -- start 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 -- start start 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7ec100410 0x7fc7ec1043a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 0x7fc7ec1029e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7ec101fc0 0x7fc7ec102f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7ec103680 con 0x7fc7ec101600 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7ec1037f0 con 0x7fc7ec100410 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f3ff4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7ec1a15c0 con 0x7fc7ec101fc0 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f158f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 0x7fc7ec1029e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f158f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 0x7fc7ec1029e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43502/0 (socket says 172.21.15.17:43502) 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f158f640 1 -- 172.21.15.17:0/2863640022 learned_addr learned my addr 172.21.15.17:0/2863640022 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f1d90640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7ec100410 0x7fc7ec1043a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.279+0000 7fc7f2591640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7ec101fc0 0x7fc7ec102f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f158f640 1 -- 172.21.15.17:0/2863640022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7ec101fc0 msgr2=0x7fc7ec102f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f158f640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7ec101fc0 0x7fc7ec102f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f158f640 1 -- 172.21.15.17:0/2863640022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7ec100410 msgr2=0x7fc7ec1043a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f158f640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7ec100410 0x7fc7ec1043a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f158f640 1 -- 172.21.15.17:0/2863640022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e4009560 con 0x7fc7ec101600 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f158f640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 0x7fc7ec1029e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc7e000ea20 tx=0x7fc7e000eee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e0009700 con 0x7fc7ec101600 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc7e000cd80 con 0x7fc7ec101600 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7ec1a1870 con 0x7fc7ec101600 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7e0018710 con 0x7fc7ec101600 2024-03-16T18:21:21.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.280+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7ec1a1d80 con 0x7fc7ec101600 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.281+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7ec10bca0 con 0x7fc7ec101600 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.282+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fc7e0010430 con 0x7fc7ec101600 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.283+0000 7fc7eaffd640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7d40a1a30 0x7fc7d40a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.283+0000 7fc7f1d90640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7d40a1a30 0x7fc7d40a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.283+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fc7e0014070 con 0x7fc7ec101600 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.283+0000 7fc7f1d90640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7d40a1a30 0x7fc7d40a3ef0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc7e402c7d0 tx=0x7fc7e4005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.286+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc7e0096e10 con 0x7fc7ec101600 2024-03-16T18:21:21.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:21 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3142133687' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:21 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3358425489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:21 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3818193353' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:21 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3142133687' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:21 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3358425489' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:21 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3818193353' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:21:21.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.510+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc7ec10be60 con 0x7fc7ec101600 2024-03-16T18:21:21.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.510+0000 7fc7eaffd640 1 -- 172.21.15.17:0/2863640022 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fc7e0026090 con 0x7fc7ec101600 2024-03-16T18:21:21.512 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:21.513 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:21:21.513 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:21:21.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.512+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7d40a1a30 msgr2=0x7fc7d40a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.512+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7d40a1a30 0x7fc7d40a3ef0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fc7e402c7d0 tx=0x7fc7e4005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.512+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 msgr2=0x7fc7ec1029e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.512+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 0x7fc7ec1029e0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7fc7e000ea20 tx=0x7fc7e000eee0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 shutdown_connections 2024-03-16T18:21:21.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fc7d40a1a30 0x7fc7d40a3ef0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc7ec101600 0x7fc7ec1029e0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc7ec101fc0 0x7fc7ec102f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 --2- 172.21.15.17:0/2863640022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc7ec100410 0x7fc7ec1043a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 >> 172.21.15.17:0/2863640022 conn(0x7fc7ec0fb980 msgr2=0x7fc7ec0686a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 shutdown_connections 2024-03-16T18:21:21.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.513+0000 7fc7f3ff4640 1 -- 172.21.15.17:0/2863640022 wait complete. 2024-03-16T18:21:21.526 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:21:21.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 -- 172.21.15.17:0/79548143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 msgr2=0x7f1374108870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 --2- 172.21.15.17:0/79548143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f1374108870 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7f136c009ca0 tx=0x7f136c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 -- 172.21.15.17:0/79548143 shutdown_connections 2024-03-16T18:21:21.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 --2- 172.21.15.17:0/79548143 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f1374108870 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 --2- 172.21.15.17:0/79548143 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374101620 0x7f1374101aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 --2- 172.21.15.17:0/79548143 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1374100430 0x7f1374100850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 -- 172.21.15.17:0/79548143 >> 172.21.15.17:0/79548143 conn(0x7f13740fb9a0 msgr2=0x7f13740fdde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 -- 172.21.15.17:0/79548143 shutdown_connections 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 -- 172.21.15.17:0/79548143 wait complete. 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 Processor -- start 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.627+0000 7f137b3a1640 1 -- start start 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374100430 0x7f1374197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1374101620 0x7f1374197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f137419e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137419ef30 con 0x7f1374101fe0 2024-03-16T18:21:21.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137419f0a0 con 0x7f1374101620 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f137419f260 con 0x7f1374100430 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f137419e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f137419e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43508/0 (socket says 172.21.15.17:43508) 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 -- 172.21.15.17:0/3051753961 learned_addr learned my addr 172.21.15.17:0/3051753961 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137913d640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374100430 0x7f1374197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137893c640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1374101620 0x7f1374197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 -- 172.21.15.17:0/3051753961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374100430 msgr2=0x7f1374197440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374100430 0x7f1374197440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 -- 172.21.15.17:0/3051753961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1374101620 msgr2=0x7f1374197980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1374101620 0x7f1374197980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 -- 172.21.15.17:0/3051753961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1370009490 con 0x7f1374101fe0 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137913d640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374100430 0x7f1374197440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137993e640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f137419e9f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f136c037040 tx=0x7f136c032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f136c034e70 con 0x7f1374101fe0 2024-03-16T18:21:21.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f136c003e20 con 0x7f1374101fe0 2024-03-16T18:21:21.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f136c009900 con 0x7f1374101fe0 2024-03-16T18:21:21.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f136c004710 con 0x7f1374101fe0 2024-03-16T18:21:21.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.628+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f137419f800 con 0x7f1374101fe0 2024-03-16T18:21:21.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.629+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f137410bcf0 con 0x7f1374101fe0 2024-03-16T18:21:21.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.631+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7f136c03b040 con 0x7f1374101fe0 2024-03-16T18:21:21.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.631+0000 7f136a7fc640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13600a1a30 0x7f13600a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.631+0000 7f137913d640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13600a1a30 0x7f13600a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.631+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f136c0f0120 con 0x7f1374101fe0 2024-03-16T18:21:21.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.632+0000 7f137913d640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13600a1a30 0x7f13600a3ef0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1374101480 tx=0x7f1370005f90 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.635+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f136c0b8ff0 con 0x7f1374101fe0 2024-03-16T18:21:21.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.819+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f137419fcc0 con 0x7f1374101fe0 2024-03-16T18:21:21.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.821+0000 7f136a7fc640 1 -- 172.21.15.17:0/3051753961 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v93) v1 ==== 74+0+24890 (secure 0 0 0) 0x7f136c0bc6b0 con 0x7f1374101fe0 2024-03-16T18:21:21.823 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:21.823 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":93,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:20:52.985333+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"85","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:21:21.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13600a1a30 msgr2=0x7f13600a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13600a1a30 0x7f13600a3ef0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f1374101480 tx=0x7f1370005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:21.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 msgr2=0x7f137419e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f137419e9f0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f136c037040 tx=0x7f136c032980 comp rx=0 tx=0).stop 2024-03-16T18:21:21.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 shutdown_connections 2024-03-16T18:21:21.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f13600a1a30 0x7f13600a3ef0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1374101fe0 0x7f137419e9f0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1374101620 0x7f1374197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 --2- 172.21.15.17:0/3051753961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1374100430 0x7f1374197440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 >> 172.21.15.17:0/3051753961 conn(0x7f13740fb9a0 msgr2=0x7f13740fd480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 shutdown_connections 2024-03-16T18:21:21.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.823+0000 7f137b3a1640 1 -- 172.21.15.17:0/3051753961 wait complete. 2024-03-16T18:21:21.836 DEBUG:tasks.fwd_scrub:Yielding 2024-03-16T18:21:21.837 INFO:teuthology.run_tasks:Running task exec... 2024-03-16T18:21:21.846 INFO:teuthology.task.exec:Executing custom commands... 2024-03-16T18:21:21.846 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:21:21.847 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph mgr module enable snap_schedule' 2024-03-16T18:21:21.847 INFO:tasks.fwd_scrub.fs.[cephfs]:start scrubbing fs: cephfs 2024-03-16T18:21:21.847 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:21:21.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:21.847 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:21:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 -- 172.21.15.17:0/3156919587 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 msgr2=0x7fb08c1043c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 --2- 172.21.15.17:0/3156919587 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c1043c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fb084009900 tx=0x7fb08402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 -- 172.21.15.17:0/3156919587 shutdown_connections 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 --2- 172.21.15.17:0/3156919587 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c106cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 --2- 172.21.15.17:0/3156919587 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb08c107230 0x7fb08c109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 --2- 172.21.15.17:0/3156919587 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c1043c0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 -- 172.21.15.17:0/3156919587 >> 172.21.15.17:0/3156919587 conn(0x7fb08c0fb980 msgr2=0x7fb08c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 -- 172.21.15.17:0/3156919587 shutdown_connections 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.949+0000 7fb09384e640 1 -- 172.21.15.17:0/3156919587 wait complete. 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 Processor -- start 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 -- start start 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c197460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c1979a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb08c107230 0x7fb08c19ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c19ef50 con 0x7fb08c104900 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c19f0c0 con 0x7fb08c107230 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb09384e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb08c19f280 con 0x7fb08c101fd0 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c1979a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c1979a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43530/0 (socket says 172.21.15.17:43530) 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 -- 172.21.15.17:0/2984377302 learned_addr learned my addr 172.21.15.17:0/2984377302 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb0915ea640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c197460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb091deb640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb08c107230 0x7fb08c19ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 -- 172.21.15.17:0/2984377302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 msgr2=0x7fb08c197460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c197460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 -- 172.21.15.17:0/2984377302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb08c107230 msgr2=0x7fb08c19ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb08c107230 0x7fb08c19ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb090de9640 1 -- 172.21.15.17:0/2984377302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb084009560 con 0x7fb08c104900 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.950+0000 7fb0915ea640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.951+0000 7fb090de9640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c1979a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fb07c00e9c0 tx=0x7fb07c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.951+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c009700 con 0x7fb08c104900 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.951+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb07c00cd80 con 0x7fb08c104900 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.951+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb08c19f560 con 0x7fb08c104900 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.951+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb07c010430 con 0x7fb08c104900 2024-03-16T18:21:21.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.951+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb08c19fac0 con 0x7fb08c104900 2024-03-16T18:21:21.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.952+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb08c0fd470 con 0x7fb08c104900 2024-03-16T18:21:21.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 -- 172.21.15.17:0/4210931793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a01003f0 msgr2=0x7fa0a0100810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 --2- 172.21.15.17:0/4210931793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a01003f0 0x7fa0a0100810 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fa090009900 tx=0x7fa09002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:21.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 -- 172.21.15.17:0/4210931793 shutdown_connections 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 --2- 172.21.15.17:0/4210931793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a0101fa0 0x7fa0a0108830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 --2- 172.21.15.17:0/4210931793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01015e0 0x7fa0a0101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 --2- 172.21.15.17:0/4210931793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a01003f0 0x7fa0a0100810 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 -- 172.21.15.17:0/4210931793 >> 172.21.15.17:0/4210931793 conn(0x7fa0a00fb980 msgr2=0x7fa0a00fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 -- 172.21.15.17:0/4210931793 shutdown_connections 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fa0a6250640 1 -- 172.21.15.17:0/4210931793 wait complete. 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.953+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fb07c004f30 con 0x7fb08c104900 2024-03-16T18:21:21.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 Processor -- start 2024-03-16T18:21:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fb0827fc640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb0780a1b50 0x7fb0780a4010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 -- start start 2024-03-16T18:21:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fb0915ea640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb0780a1b50 0x7fb0780a4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fb07c014070 con 0x7fb08c104900 2024-03-16T18:21:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01003f0 0x7fa0a0069220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 0x7fa0a019c270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a0101fa0 0x7fa0a019e8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a019f070 con 0x7fa0a0101fa0 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a019f1e0 con 0x7fa0a01015e0 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa0a6250640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0a019f3a0 con 0x7fa0a01003f0 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa09ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a0101fa0 0x7fa0a019e8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa09effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 0x7fa0a019c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa09ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a0101fa0 0x7fa0a019e8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43548/0 (socket says 172.21.15.17:43548) 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa09f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01003f0 0x7fa0a0069220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa09effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 0x7fa0a019c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58340/0 (socket says 172.21.15.17:58340) 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.954+0000 7fa09ffff640 1 -- 172.21.15.17:0/314029518 learned_addr learned my addr 172.21.15.17:0/314029518 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09effd640 1 -- 172.21.15.17:0/314029518 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01003f0 msgr2=0x7fa0a0069220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09effd640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01003f0 0x7fa0a0069220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09effd640 1 -- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a0101fa0 msgr2=0x7fa0a019e8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09effd640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a0101fa0 0x7fa0a019e8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09effd640 1 -- 172.21.15.17:0/314029518 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa098009840 con 0x7fa0a01015e0 2024-03-16T18:21:21.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fb0915ea640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb0780a1b50 0x7fb0780a4010 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb084009230 tx=0x7fb084005fd0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01003f0 0x7fa0a0069220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09effd640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 0x7fa0a019c270 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa09400e9f0 tx=0x7fa09400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09cff9640 1 -- 172.21.15.17:0/314029518 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09400ccc0 con 0x7fa0a01015e0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa090009560 con 0x7fa0a01015e0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09cff9640 1 -- 172.21.15.17:0/314029518 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa0940044d0 con 0x7fa0a01015e0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa09cff9640 1 -- 172.21.15.17:0/314029518 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa094004a00 con 0x7fa0a01015e0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.955+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0a0196490 con 0x7fa0a01015e0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.957+0000 7fa0a8e2a740 1 Processor -- start 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.957+0000 7fa09cff9640 1 -- 172.21.15.17:0/314029518 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fa094004b60 con 0x7fa0a01015e0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.957+0000 7fa0a8e2a740 1 -- start start 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 0x5569000948e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x556900095b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x55690009c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556900003f90 con 0x5569000944c0 2024-03-16T18:21:21.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569000014c0 con 0x556900095690 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568ffffcca0 con 0x556900096050 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 0x5569000948e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 0x5569000948e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43554/0 (socket says 172.21.15.17:43554) 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09ffff640 1 -- 172.21.15.17:0/2482290543 learned_addr learned my addr 172.21.15.17:0/2482290543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x556900095b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x55690009c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09cff9640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa0880a1a30 0x7fa0880a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 -- 172.21.15.17:0/2482290543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 msgr2=0x556900095b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x556900095b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 -- 172.21.15.17:0/2482290543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 msgr2=0x5569000948e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 0x5569000948e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 -- 172.21.15.17:0/2482290543 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568fffbf0b0 con 0x556900096050 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x556900095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09ffff640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 0x5569000948e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09ffff640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa0880a1a30 0x7fa0880a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09cff9640 1 -- 172.21.15.17:0/314029518 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa094014070 con 0x7fa0a01015e0 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.958+0000 7fa09effd640 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x55690009c8e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa0940cae90 tx=0x7fa09401f000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d49aa5b197812460 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa085ffb640 1 -- 172.21.15.17:0/2482290543 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa094094ea0 con 0x556900096050 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa09ffff640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa0880a1a30 0x7fa0880a3ef0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x556900095590 tx=0x7fa098004a40 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa085ffb640 1 -- 172.21.15.17:0/2482290543 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa094099e70 con 0x556900096050 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa085ffb640 1 -- 172.21.15.17:0/2482290543 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09409aa30 con 0x556900096050 2024-03-16T18:21:21.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb07c096b30 con 0x7fb08c104900 2024-03-16T18:21:21.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2482290543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 msgr2=0x55690009c8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x55690009c8e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa0940cae90 tx=0x7fa09401f000 comp rx=0 tx=0).stop 2024-03-16T18:21:21.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.959+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2482290543 shutdown_connections 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x55690009c8e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x556900095b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2482290543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5569000944c0 0x5569000948e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2482290543 >> 172.21.15.17:0/2482290543 conn(0x55690008f6a0 msgr2=0x55690008faa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2482290543 shutdown_connections 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2482290543 wait complete. 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 -- start start 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 Processor -- start 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.960+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x55690009e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x55690009ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900096050 0x5569000a5c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568fffa1f40 con 0x556900095690 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568ffcd04b0 con 0x556900096050 2024-03-16T18:21:21.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568fff82670 con 0x5569000944c0 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 10 client.0 _ll_register_callbacks cb 0x5568fffeff70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x55690009ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x55690009e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x55690009ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43556/0 (socket says 172.21.15.17:43556) 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 -- 172.21.15.17:0/1079706882 learned_addr learned my addr 172.21.15.17:0/1079706882 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09ffff640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900096050 0x5569000a5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 -- 172.21.15.17:0/1079706882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 msgr2=0x55690009e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x55690009e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 -- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900096050 msgr2=0x5569000a5c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900096050 0x5569000a5c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 -- 172.21.15.17:0/1079706882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0a0196490 con 0x556900095690 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09ffff640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900096050 0x5569000a5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x55690009e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa09effd640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x55690009ebf0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fa0940caf10 tx=0x7fa09400c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1603e310da51ae26 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa07effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa07effd640 1 -- 172.21.15.17:0/1079706882 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa094094ea0 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa07effd640 1 -- 172.21.15.17:0/1079706882 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa09409aa30 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.961+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5568fffd6f40 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa07effd640 1 -- 172.21.15.17:0/1079706882 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa09409a330 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 10 client.15669 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5568ffffb320 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa07effd640 1 -- 172.21.15.17:0/1079706882 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5568fffd6f40 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa07effd640 1 -- 172.21.15.17:0/1079706882 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa09409e120 con 0x556900095690 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 10 client.15669 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 10 client.15669 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 20 client.15669 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5569000aa4b0 0x5569000ac8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 4 client.15669 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:21.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5568ffff3310 con 0x5569000aa4b0 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.962+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5569000aa4b0 0x5569000ac8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.963+0000 7fa07effd640 10 client.15669 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.963+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5569000aa4b0 0x5569000ac8d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5f9c8c6b3f1d023f server_cookie=9ca0c5108b52d479 in_seq=0 out_seq=0 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa07effd640 1 -- 172.21.15.17:0/1079706882 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5568ffff3310 con 0x5569000aa4b0 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa07effd640 10 client.15669 handle_command_reply: tid=0 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 client.15669 shutdown 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 msgr2=0x55690009ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x55690009ebf0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fa0940caf10 tx=0x7fa09400c7d0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 shutdown_connections 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5569000aa4b0 0x5569000ac8d0 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x55690009ebf0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900096050 0x5569000a5c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/1079706882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x55690009e6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 >> 172.21.15.17:0/1079706882 conn(0x55690008f6a0 msgr2=0x55690008e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa07effd640 0 client.15669 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:21.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 shutdown_connections 2024-03-16T18:21:21.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/1079706882 wait complete. 2024-03-16T18:21:21.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.964+0000 7fa0a8e2a740 20 client.15669 trim_cache size 0 max 16384 2024-03-16T18:21:21.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 Processor -- start 2024-03-16T18:21:21.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 -- start start 2024-03-16T18:21:21.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x556900099240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x5569000a5bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900096050 0x556900099780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556900098af0 con 0x556900096050 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55690008fee0 con 0x556900095690 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.980+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55690009d680 con 0x5569000944c0 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x5569000a5bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x556900099240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900096050 0x556900099780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x5569000a5bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58370/0 (socket says 172.21.15.17:58370) 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x556900099240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:49762/0 (socket says 172.21.15.17:49762) 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 -- 172.21.15.17:0/3541966810 learned_addr learned my addr 172.21.15.17:0/3541966810 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 -- 172.21.15.17:0/3541966810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 msgr2=0x556900099240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x556900099240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 -- 172.21.15.17:0/3541966810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900096050 msgr2=0x556900099780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900096050 0x556900099780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 -- 172.21.15.17:0/3541966810 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568fff97c00 con 0x556900095690 2024-03-16T18:21:21.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x556900099240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09ffff640 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900096050 0x556900099780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:21.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa09effd640 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x5569000a5bf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa09400cfd0 tx=0x7fa094098810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83a154231ab28dae server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa0857fa640 1 -- 172.21.15.17:0/3541966810 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa094094ea0 con 0x556900095690 2024-03-16T18:21:21.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa0857fa640 1 -- 172.21.15.17:0/3541966810 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa0940051d0 con 0x556900095690 2024-03-16T18:21:21.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.981+0000 7fa0857fa640 1 -- 172.21.15.17:0/3541966810 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa09409aa30 con 0x556900095690 2024-03-16T18:21:21.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/3541966810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 msgr2=0x5569000a5bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x5569000a5bf0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fa09400cfd0 tx=0x7fa094098810 comp rx=0 tx=0).stop 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/3541966810 shutdown_connections 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900096050 0x556900099780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556900095690 0x5569000a5bf0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/3541966810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5569000944c0 0x556900099240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/3541966810 >> 172.21.15.17:0/3541966810 conn(0x55690008f6a0 msgr2=0x55690009e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/3541966810 shutdown_connections 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.982+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/3541966810 wait complete. 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 -- start start 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 Processor -- start 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5569000944c0 0x5569000a3130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x5569000a3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x5569000a4680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569000a4bc0 con 0x556900095690 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569000a4d30 con 0x5569000944c0 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5569000a4ef0 con 0x556900096050 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa0a8e2a740 10 client.0 _ll_register_callbacks cb 0x7fa098009d80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa09effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x5569000a3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa09ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x5569000a4680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa09effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x5569000a3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43576/0 (socket says 172.21.15.17:43576) 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa09effd640 1 -- 172.21.15.17:0/2949362235 learned_addr learned my addr 172.21.15.17:0/2949362235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.983+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5569000944c0 0x5569000a3130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa09effd640 1 -- 172.21.15.17:0/2949362235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 msgr2=0x5569000a4680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa09effd640 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x5569000a4680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa09effd640 1 -- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5569000944c0 msgr2=0x5569000a3130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa09effd640 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5569000944c0 0x5569000a3130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa09effd640 1 -- 172.21.15.17:0/2949362235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa090030070 con 0x556900095690 2024-03-16T18:21:21.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa09effd640 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x5569000a3670 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fa094099fe0 tx=0x7fa09409e350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36bde08afcccd1e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa07effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa07effd640 1 -- 172.21.15.17:0/2949362235 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa094094ea0 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa07effd640 1 -- 172.21.15.17:0/2949362235 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fa09409aa30 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5568ffcfc860 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa07effd640 1 -- 172.21.15.17:0/2949362235 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0940051d0 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa0a8e2a740 10 client.15675 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fa09800fe50 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.984+0000 7fa07effd640 1 -- 172.21.15.17:0/2949362235 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5568ffcfc860 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa07effd640 1 -- 172.21.15.17:0/2949362235 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa0940a2640 con 0x556900095690 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa0a8e2a740 10 client.15675 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa0a8e2a740 10 client.15675 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa0a8e2a740 20 client.15675 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556900105fb0 0x5569001083a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:21.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa0a8e2a740 4 client.15675 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5568ffd4d410 con 0x556900105fb0 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556900105fb0 0x5569001083a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa09f7fe640 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556900105fb0 0x5569001083a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=19a43001ee074288 server_cookie=92cb9eef2132a034 in_seq=0 out_seq=0 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.985+0000 7fa07effd640 10 client.15675 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.986+0000 7fa07effd640 1 -- 172.21.15.17:0/2949362235 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5568ffd4d410 con 0x556900105fb0 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.986+0000 7fa07effd640 10 client.15675 handle_command_reply: tid=0 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.986+0000 7fa0a8e2a740 1 client.15675 shutdown 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 msgr2=0x5569000a3670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x5569000a3670 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fa094099fe0 tx=0x7fa09409e350 comp rx=0 tx=0).stop 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 shutdown_connections 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556900105fb0 0x5569001083a0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556900095690 0x5569000a3670 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556900096050 0x5569000a4680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa07effd640 0 client.15675 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 --2- 172.21.15.17:0/2949362235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5569000944c0 0x5569000a3130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 >> 172.21.15.17:0/2949362235 conn(0x55690008f6a0 msgr2=0x55690009e690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 shutdown_connections 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 1 -- 172.21.15.17:0/2949362235 wait complete. 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a8e2a740 20 client.15675 trim_cache size 0 max 16384 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "ead8e96c-a48c-43a3-9884-eb720dc3c6ea", 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:21:21.994 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:21.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa0880a1a30 msgr2=0x7fa0880a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa0880a1a30 0x7fa0880a3ef0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x556900095590 tx=0x7fa098004a40 comp rx=0 tx=0).stop 2024-03-16T18:21:21.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 msgr2=0x7fa0a019c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:21.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 0x7fa0a019c270 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fa09400e9f0 tx=0x7fa09400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 shutdown_connections 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fa0880a1a30 0x7fa0880a3ef0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0a0101fa0 0x7fa0a019e8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0a01015e0 0x7fa0a019c270 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 --2- 172.21.15.17:0/314029518 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0a01003f0 0x7fa0a0069220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.987+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 >> 172.21.15.17:0/314029518 conn(0x7fa0a00fb980 msgr2=0x7fa0a0104a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.988+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 shutdown_connections 2024-03-16T18:21:21.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:21.988+0000 7fa0a6250640 1 -- 172.21.15.17:0/314029518 wait complete. 2024-03-16T18:21:22.001 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:21:22.001 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:21:22.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 -- 172.21.15.17:0/267438272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 msgr2=0x7fdb54108830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 --2- 172.21.15.17:0/267438272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb54108830 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c009ca0 tx=0x7fdb4c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 -- 172.21.15.17:0/267438272 shutdown_connections 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 --2- 172.21.15.17:0/267438272 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb54108830 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 --2- 172.21.15.17:0/267438272 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb541015e0 0x7fdb54101a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 --2- 172.21.15.17:0/267438272 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdb541003f0 0x7fdb54100810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 -- 172.21.15.17:0/267438272 >> 172.21.15.17:0/267438272 conn(0x7fdb540fb960 msgr2=0x7fdb540fdda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 -- 172.21.15.17:0/267438272 shutdown_connections 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 -- 172.21.15.17:0/267438272 wait complete. 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.105+0000 7fdb5c581640 1 Processor -- start 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 -- start start 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdb541003f0 0x7fdb54196340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb541015e0 0x7fdb54196880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb5419d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5419de30 con 0x7fdb54101fa0 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5419dfa0 con 0x7fdb541015e0 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5c581640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb5419e160 con 0x7fdb541003f0 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb5419d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5a31d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdb541003f0 0x7fdb54196340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb5419d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43598/0 (socket says 172.21.15.17:43598) 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 -- 172.21.15.17:0/4065149971 learned_addr learned my addr 172.21.15.17:0/4065149971 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb541015e0 0x7fdb54196880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 -- 172.21.15.17:0/4065149971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdb541003f0 msgr2=0x7fdb54196340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdb541003f0 0x7fdb54196340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 -- 172.21.15.17:0/4065149971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb541015e0 msgr2=0x7fdb54196880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb541015e0 0x7fdb54196880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 -- 172.21.15.17:0/4065149971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb4c009900 con 0x7fdb54101fa0 2024-03-16T18:21:22.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb5ab1e640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb5419d8f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c037040 tx=0x7fdb4c032980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:22.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.106+0000 7fdb4b7fe640 1 -- 172.21.15.17:0/4065149971 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb4c034e70 con 0x7fdb54101fa0 2024-03-16T18:21:22.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.107+0000 7fdb4b7fe640 1 -- 172.21.15.17:0/4065149971 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdb4c003e20 con 0x7fdb54101fa0 2024-03-16T18:21:22.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.107+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb5419e3e0 con 0x7fdb54101fa0 2024-03-16T18:21:22.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.107+0000 7fdb4b7fe640 1 -- 172.21.15.17:0/4065149971 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb4c004710 con 0x7fdb54101fa0 2024-03-16T18:21:22.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.107+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb5419e890 con 0x7fdb54101fa0 2024-03-16T18:21:22.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.109+0000 7fdb4b7fe640 1 -- 172.21.15.17:0/4065149971 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 18) v1 ==== 136279+0+0 (secure 0 0 0) 0x7fdb4c03b040 con 0x7fdb54101fa0 2024-03-16T18:21:22.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.109+0000 7fdb5edfd740 1 Processor -- start 2024-03-16T18:21:22.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.109+0000 7fdb5edfd740 1 -- start start 2024-03-16T18:21:22.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9f9a6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9f9f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9fa22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9f0a280 con 0x5649d9f9fe30 2024-03-16T18:21:22.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9f077b0 con 0x5649d9f9a2d0 2024-03-16T18:21:22.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9f02f90 con 0x5649d9f9acc0 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9f9a6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9f9f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9f9f7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:49812/0 (socket says 172.21.15.17:49812) 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9f9a6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58414/0 (socket says 172.21.15.17:58414) 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 -- 172.21.15.17:0/2294148299 learned_addr learned my addr 172.21.15.17:0/2294148299 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb4b7fe640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdb400a1a30 0x7fdb400a3ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9fa22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5ab1e640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdb400a1a30 0x7fdb400a3ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 -- 172.21.15.17:0/2294148299 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 msgr2=0x5649d9f9a6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9f9a6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 -- 172.21.15.17:0/2294148299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 msgr2=0x5649d9fa22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9fa22c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb4b7fe640 1 -- 172.21.15.17:0/4065149971 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fdb4c0efcf0 con 0x7fdb54101fa0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 -- 172.21.15.17:0/2294148299 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5649d9ec1570 con 0x5649d9f9acc0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9f9a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9f9f7c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fdb50009ca0 tx=0x7fdb50011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e97cff7974e0c742 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.110+0000 7fdb5ab1e640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdb400a1a30 0x7fdb400a3ef0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c0ed770 tx=0x7fdb4c087cb0 comp rx=0 tx=0).ready entity=mgr.14150 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb48bfe640 1 -- 172.21.15.17:0/2294148299 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb50004220 con 0x5649d9f9acc0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb48bfe640 1 -- 172.21.15.17:0/2294148299 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdb50009e50 con 0x5649d9f9acc0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb48bfe640 1 -- 172.21.15.17:0/2294148299 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb500037f0 con 0x5649d9f9acc0 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 -- 172.21.15.17:0/2294148299 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 msgr2=0x5649d9f9f7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9f9f7c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fdb50009ca0 tx=0x7fdb50011810 comp rx=0 tx=0).stop 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 -- 172.21.15.17:0/2294148299 shutdown_connections 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9fa22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9f9f7c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/2294148299 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9f9a6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 -- 172.21.15.17:0/2294148299 >> 172.21.15.17:0/2294148299 conn(0x5649d9f957f0 msgr2=0x5649d9f95bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.111+0000 7fdb5edfd740 1 -- 172.21.15.17:0/2294148299 shutdown_connections 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 -- 172.21.15.17:0/2294148299 wait complete. 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 -- start start 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 Processor -- start 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa42a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa47e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9fe30 0x5649d9fab820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9bd6430 con 0x5649d9f9a2d0 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9b92e00 con 0x5649d9f9fe30 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9e87fd0 con 0x5649d9f9acc0 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5edfd740 10 client.0 _ll_register_callbacks cb 0x5649d9eddfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa42a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa42a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43624/0 (socket says 172.21.15.17:43624) 2024-03-16T18:21:22.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb59b1c640 1 -- 172.21.15.17:0/156829023 learned_addr learned my addr 172.21.15.17:0/156829023 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb5a31d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa47e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9fe30 0x5649d9fab820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb59b1c640 1 -- 172.21.15.17:0/156829023 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 msgr2=0x5649d9fa47e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.112+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa47e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb59b1c640 1 -- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9fe30 msgr2=0x5649d9fab820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9fe30 0x5649d9fab820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb59b1c640 1 -- 172.21.15.17:0/156829023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb500098d0 con 0x5649d9f9a2d0 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa42a0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fdb44004410 tx=0x7fdb44005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82f7792a7e8d1e5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb3dffb640 1 -- 172.21.15.17:0/156829023 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb44016070 con 0x5649d9f9a2d0 2024-03-16T18:21:22.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5649d9c027e0 con 0x5649d9f9a2d0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb3dffb640 1 -- 172.21.15.17:0/156829023 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fdb44005220 con 0x5649d9f9a2d0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb3dffb640 1 -- 172.21.15.17:0/156829023 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb44009c80 con 0x5649d9f9a2d0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 10 client.15687 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5649d9f01610 con 0x5649d9f9a2d0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb3dffb640 1 -- 172.21.15.17:0/156829023 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5649d9c027e0 con 0x5649d9f9a2d0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb3dffb640 1 -- 172.21.15.17:0/156829023 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdb44011880 con 0x5649d9f9a2d0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 10 client.15687 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 10 client.15687 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 20 client.15687 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649d9fb04a0 0x5649d9fb28c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 4 client.15687 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.113+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5649d9c3f720 con 0x5649d9fb04a0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.114+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649d9fb04a0 0x5649d9fb28c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.114+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649d9fb04a0 0x5649d9fb28c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f539a0c75ffa0f5 server_cookie=fba986157ea196fe in_seq=0 out_seq=0 2024-03-16T18:21:22.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.114+0000 7fdb3dffb640 10 client.15687 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb3dffb640 1 -- 172.21.15.17:0/156829023 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5649d9c3f720 con 0x5649d9fb04a0 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb3dffb640 10 client.15687 handle_command_reply: tid=0 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 client.15687 shutdown 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 msgr2=0x5649d9fa42a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa42a0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fdb44004410 tx=0x7fdb44005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 shutdown_connections 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649d9fb04a0 0x5649d9fb28c0 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9fe30 0x5649d9fab820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa47e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb3dffb640 0 client.15687 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/156829023 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa42a0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 >> 172.21.15.17:0/156829023 conn(0x5649d9f957f0 msgr2=0x5649d9f94a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 shutdown_connections 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 1 -- 172.21.15.17:0/156829023 wait complete. 2024-03-16T18:21:22.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.115+0000 7fdb5edfd740 20 client.15687 trim_cache size 0 max 16384 2024-03-16T18:21:22.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 Processor -- start 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 -- start start 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9acc0 0x5649d9fab7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9fe30 0x5649d9f941c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9f9b520 con 0x5649d9f9a2d0 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9fa5310 con 0x5649d9f9acc0 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.131+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9fa2980 con 0x5649d9f9fe30 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43634/0 (socket says 172.21.15.17:43634) 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1430059532 learned_addr learned my addr 172.21.15.17:0/1430059532 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9acc0 0x5649d9fab7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9fe30 0x5649d9f941c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1430059532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9fe30 msgr2=0x5649d9f941c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9fe30 0x5649d9f941c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1430059532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9acc0 msgr2=0x5649d9fab7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9acc0 0x5649d9fab7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1430059532 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5649d9e9dac0 con 0x5649d9f9a2d0 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa45c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fdb44011c60 tx=0x7fdb44004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34256b35b8ae5866 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb3ffff640 1 -- 172.21.15.17:0/1430059532 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb44016030 con 0x5649d9f9a2d0 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb3ffff640 1 -- 172.21.15.17:0/1430059532 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdb44003e50 con 0x5649d9f9a2d0 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.132+0000 7fdb3ffff640 1 -- 172.21.15.17:0/1430059532 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb440112d0 con 0x5649d9f9a2d0 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1430059532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 msgr2=0x5649d9fa45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa45c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7fdb44011c60 tx=0x7fdb44004680 comp rx=0 tx=0).stop 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1430059532 shutdown_connections 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9fe30 0x5649d9f941c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9acc0 0x5649d9fab7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1430059532 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa45c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1430059532 >> 172.21.15.17:0/1430059532 conn(0x5649d9f957f0 msgr2=0x5649d9fa3eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1430059532 shutdown_connections 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1430059532 wait complete. 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- start start 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 Processor -- start 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa98a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa9de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9faad80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9fab2c0 con 0x5649d9f9fe30 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9fab430 con 0x5649d9f9a2d0 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649d9fab5f0 con 0x5649d9f9acc0 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.133+0000 7fdb5edfd740 10 client.0 _ll_register_callbacks cb 0x7fdb44004230 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9faad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9faad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43642/0 (socket says 172.21.15.17:43642) 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1935540973 learned_addr learned my addr 172.21.15.17:0/1935540973 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa9de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa98a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1935540973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 msgr2=0x5649d9fa9de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa9de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 msgr2=0x5649d9fa98a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa98a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 -- 172.21.15.17:0/1935540973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb44026040 con 0x5649d9f9fe30 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb59b1c640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9faad80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fdb44015010 tx=0x7fdb44005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a506799a042d1b2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb3dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb3dffb640 1 -- 172.21.15.17:0/1935540973 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb44016070 con 0x5649d9f9fe30 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb3dffb640 1 -- 172.21.15.17:0/1935540973 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7fdb44000e40 con 0x5649d9f9fe30 2024-03-16T18:21:22.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdb50009e50 con 0x5649d9f9fe30 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb3dffb640 1 -- 172.21.15.17:0/1935540973 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdb44004a80 con 0x5649d9f9fe30 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb5edfd740 10 client.15693 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5649d9ec36a0 con 0x5649d9f9fe30 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.134+0000 7fdb3dffb640 1 -- 172.21.15.17:0/1935540973 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdb50009e50 con 0x5649d9f9fe30 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb3dffb640 1 -- 172.21.15.17:0/1935540973 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdb4403a050 con 0x5649d9f9fe30 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 10 client.15693 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 10 client.15693 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 20 client.15693 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649da00cd20 0x5649da00f110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 4 client.15693 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5649d9c8e890 con 0x5649da00cd20 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649da00cd20 0x5649da00f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb3dffb640 10 client.15693 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:22.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5a31d640 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649da00cd20 0x5649da00f110 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e1ead7bffa4d575f server_cookie=983235a1aff7ce7d in_seq=0 out_seq=0 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb3dffb640 1 -- 172.21.15.17:0/1935540973 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5649d9c8e890 con 0x5649da00cd20 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb3dffb640 10 client.15693 handle_command_reply: tid=0 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 1 client.15693 shutdown 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 msgr2=0x5649d9faad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.135+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9faad80 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7fdb44015010 tx=0x7fdb44005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 shutdown_connections 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5649da00cd20 0x5649da00f110 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5649d9f9fe30 0x5649d9faad80 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5649d9f9acc0 0x5649d9fa9de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb3dffb640 0 client.15693 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 --2- 172.21.15.17:0/1935540973 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5649d9f9a2d0 0x5649d9fa98a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 >> 172.21.15.17:0/1935540973 conn(0x5649d9f957f0 msgr2=0x5649d9f98aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 shutdown_connections 2024-03-16T18:21:22.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 1 -- 172.21.15.17:0/1935540973 wait complete. 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5edfd740 20 client.15693 trim_cache size 0 max 16384 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: "ead8e96c-a48c-43a3-9884-eb720dc3c6ea": { 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "ead8e96c-a48c-43a3-9884-eb720dc3c6ea", 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:21:22.145 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:22.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdb400a1a30 msgr2=0x7fdb400a3ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdb400a1a30 0x7fdb400a3ef0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c0ed770 tx=0x7fdb4c087cb0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 msgr2=0x7fdb5419d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:22.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb5419d8f0 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7fdb4c037040 tx=0x7fdb4c032980 comp rx=0 tx=0).stop 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 shutdown_connections 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fdb400a1a30 0x7fdb400a3ef0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdb54101fa0 0x7fdb5419d8f0 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdb541015e0 0x7fdb54196880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 --2- 172.21.15.17:0/4065149971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdb541003f0 0x7fdb54196340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 >> 172.21.15.17:0/4065149971 conn(0x7fdb540fb960 msgr2=0x7fdb541049b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 shutdown_connections 2024-03-16T18:21:22.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.136+0000 7fdb5c581640 1 -- 172.21.15.17:0/4065149971 wait complete. 2024-03-16T18:21:22.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:22 smithi017 ceph-mon[32207]: pgmap v368: 129 pgs: 129 active+clean; 651 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-03-16T18:21:22.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:22 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/515320624' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:22.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:22 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2863640022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:22.148 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:22 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3051753961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:22.149 INFO:tasks.cephfs.filesystem:scrub status for tag:ead8e96c-a48c-43a3-9884-eb720dc3c6ea - {'path': '/', 'tag': 'ead8e96c-a48c-43a3-9884-eb720dc3c6ea', 'options': 'recursive,force'} 2024-03-16T18:21:22.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:22.199+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr module enable", "module": "snap_schedule"} v 0) v1 -- 0x7fb08c10d020 con 0x7fb08c104900 2024-03-16T18:21:22.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:22 smithi149 ceph-mon[35991]: pgmap v368: 129 pgs: 129 active+clean; 651 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-03-16T18:21:22.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:22 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/515320624' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:22.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:22 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2863640022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:22.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:22 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3051753961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:22.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:22 smithi153 ceph-mon[36005]: pgmap v368: 129 pgs: 129 active+clean; 651 KiB data, 363 MiB used, 1.0 TiB / 1.0 TiB avail; 5.4 KiB/s rd, 1.7 KiB/s wr, 12 op/s 2024-03-16T18:21:22.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:22 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/515320624' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:21:22.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:22 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2863640022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:22.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:22 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3051753961' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:21:23.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.040+0000 7fb0827fc640 1 -- 172.21.15.17:0/2984377302 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr module enable", "module": "snap_schedule"}]=0 v19) v1 ==== 92+0+0 (secure 0 0 0) 0x7fb07c09a1f0 con 0x7fb08c104900 2024-03-16T18:21:23.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb0780a1b50 msgr2=0x7fb0780a4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb0780a1b50 0x7fb0780a4010 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7fb084009230 tx=0x7fb084005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 msgr2=0x7fb08c1979a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c1979a0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fb07c00e9c0 tx=0x7fb07c00ee80 comp rx=0 tx=0).stop 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 shutdown_connections 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7fb0780a1b50 0x7fb0780a4010 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb08c104900 0x7fb08c1979a0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb08c107230 0x7fb08c19ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 --2- 172.21.15.17:0/2984377302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb08c101fd0 0x7fb08c197460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 >> 172.21.15.17:0/2984377302 conn(0x7fb08c0fb980 msgr2=0x7fb08c1029b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.043+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 shutdown_connections 2024-03-16T18:21:23.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.044+0000 7fb09384e640 1 -- 172.21.15.17:0/2984377302 wait complete. 2024-03-16T18:21:23.064 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/allow_m_granularity true' 2024-03-16T18:21:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 -- 172.21.15.17:0/98399513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf01048c0 msgr2=0x7f0bf0106cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 --2- 172.21.15.17:0/98399513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf01048c0 0x7f0bf0106cb0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7f0be0009900 tx=0x7f0be002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 -- 172.21.15.17:0/98399513 shutdown_connections 2024-03-16T18:21:23.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 --2- 172.21.15.17:0/98399513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf01048c0 0x7f0bf0106cb0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 --2- 172.21.15.17:0/98399513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0bf01071f0 0x7f0bf0109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 --2- 172.21.15.17:0/98399513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0bf0101f90 0x7f0bf0104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 -- 172.21.15.17:0/98399513 >> 172.21.15.17:0/98399513 conn(0x7f0bf00fb980 msgr2=0x7f0bf00fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 -- 172.21.15.17:0/98399513 shutdown_connections 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.173+0000 7f0bf870c640 1 -- 172.21.15.17:0/98399513 wait complete. 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 Processor -- start 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 -- start start 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 0x7f0bf0197430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0bf01048c0 0x7f0bf0197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0bf01071f0 0x7f0bf019e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf019ef20 con 0x7f0bf0101f90 2024-03-16T18:21:23.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf019f090 con 0x7f0bf01048c0 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf870c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf019f250 con 0x7f0bf01071f0 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf64a8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 0x7f0bf0197430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf64a8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 0x7f0bf0197430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43674/0 (socket says 172.21.15.17:43674) 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf64a8640 1 -- 172.21.15.17:0/4131224806 learned_addr learned my addr 172.21.15.17:0/4131224806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf5ca7640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0bf01048c0 0x7f0bf0197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.174+0000 7f0bf6ca9640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0bf01071f0 0x7f0bf019e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf64a8640 1 -- 172.21.15.17:0/4131224806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0bf01071f0 msgr2=0x7f0bf019e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf64a8640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0bf01071f0 0x7f0bf019e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf64a8640 1 -- 172.21.15.17:0/4131224806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0bf01048c0 msgr2=0x7f0bf0197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf64a8640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0bf01048c0 0x7f0bf0197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf64a8640 1 -- 172.21.15.17:0/4131224806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be0009560 con 0x7f0bf0101f90 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf64a8640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 0x7f0bf0197430 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f0bec00e9f0 tx=0x7f0bec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bec009700 con 0x7f0bf0101f90 2024-03-16T18:21:23.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bf019f530 con 0x7f0bf0101f90 2024-03-16T18:21:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0bec00cd80 con 0x7f0bf0101f90 2024-03-16T18:21:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bec018840 con 0x7f0bf0101f90 2024-03-16T18:21:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.175+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bf019fa10 con 0x7f0bf0101f90 2024-03-16T18:21:23.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.176+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bf00fd470 con 0x7f0bf0101f90 2024-03-16T18:21:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.177+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) v1 ==== 136296+0+0 (secure 0 0 0) 0x7f0bec0189a0 con 0x7f0bf0101f90 2024-03-16T18:21:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.178+0000 7f0be77fe640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0bdc0a1b20 0x7f0bdc0a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.178+0000 7f0bf5ca7640 1 -- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0bdc0a1b20 msgr2=0x7f0bdc0a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.178+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f0bec014070 con 0x7f0bf0101f90 2024-03-16T18:21:23.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.178+0000 7f0bf5ca7640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0bdc0a1b20 0x7f0bdc0a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:21:23.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.181+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0bec096eb0 con 0x7f0bf0101f90 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: ignoring --setuser ceph since I am not root 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: ignoring --setgroup ceph since I am not root 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:23.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2984377302' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-16T18:21:23.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:21:23.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:23.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:21:23.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:23.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2984377302' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-16T18:21:23.338 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: ignoring --setuser ceph since I am not root 2024-03-16T18:21:23.338 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: ignoring --setgroup ceph since I am not root 2024-03-16T18:21:23.338 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-mgr[37382]: -- 172.21.15.149:0/2990266062 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55a6ad1961a0 con 0x55a6ad16cc00 2024-03-16T18:21:23.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:21:23.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2984377302' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "snap_schedule"}]: dispatch 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: ignoring --setuser ceph since I am not root 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: ignoring --setgroup ceph since I am not root 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mgr[37862]: -- 172.21.15.153:0/1180018987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x5557b40c7080 con 0x5557b4090800 2024-03-16T18:21:23.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-mgr[37862]: -- 172.21.15.153:0/1180018987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5557b40ba1a0 con 0x5557b4090800 2024-03-16T18:21:23.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.365+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}] v 0) v1 -- 0x7f0bf010cf90 con 0x7f0bf0101f90 2024-03-16T18:21:23.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.369+0000 7f0be77fe640 1 -- 172.21.15.17:0/4131224806 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/allow_m_granularity}]=0 v27)=0 v27) v1 ==== 138+0+0 (secure 0 0 0) 0x7f0bec09a570 con 0x7f0bf0101f90 2024-03-16T18:21:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0bdc0a1b20 msgr2=0x7f0bdc0a3fe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:21:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0bdc0a1b20 0x7f0bdc0a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 msgr2=0x7f0bf0197430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 0x7f0bf0197430 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f0bec00e9f0 tx=0x7f0bec00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 shutdown_connections 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f0bdc0a1b20 0x7f0bdc0a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0bf01071f0 0x7f0bf019e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0bf01048c0 0x7f0bf0197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 --2- 172.21.15.17:0/4131224806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0bf0101f90 0x7f0bf0197430 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 >> 172.21.15.17:0/4131224806 conn(0x7f0bf00fb980 msgr2=0x7f0bf0102ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 shutdown_connections 2024-03-16T18:21:23.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.371+0000 7f0bf870c640 1 -- 172.21.15.17:0/4131224806 wait complete. 2024-03-16T18:21:23.384 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph config set mgr mgr/snap_schedule/dump_on_update true' 2024-03-16T18:21:23.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 -- 172.21.15.17:0/2843628555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01048c0 msgr2=0x7f4cc0106cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/2843628555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01048c0 0x7f4cc0106cb0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f4cb0009900 tx=0x7f4cb002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:23.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 -- 172.21.15.17:0/2843628555 shutdown_connections 2024-03-16T18:21:23.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/2843628555 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01048c0 0x7f4cc0106cb0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/2843628555 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cc01071f0 0x7f4cc0109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/2843628555 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cc0101f90 0x7f4cc0104380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 -- 172.21.15.17:0/2843628555 >> 172.21.15.17:0/2843628555 conn(0x7f4cc00fb980 msgr2=0x7f4cc00fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 -- 172.21.15.17:0/2843628555 shutdown_connections 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.487+0000 7f4cc5da1640 1 -- 172.21.15.17:0/2843628555 wait complete. 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 Processor -- start 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 -- start start 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cc0101f90 0x7f4cc01018b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cc01048c0 0x7f4cc00fff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 0x7f4cc0100480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc0100c10 con 0x7f4cc01071f0 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc0100d80 con 0x7f4cc0101f90 2024-03-16T18:21:23.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cc5da1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cc01a1550 con 0x7f4cc01048c0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.488+0000 7f4cbffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 0x7f4cc0100480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 0x7f4cc0100480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43696/0 (socket says 172.21.15.17:43696) 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 -- 172.21.15.17:0/985542928 learned_addr learned my addr 172.21.15.17:0/985542928 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbf7fe640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cc0101f90 0x7f4cc01018b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbeffd640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cc01048c0 0x7f4cc00fff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 -- 172.21.15.17:0/985542928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cc01048c0 msgr2=0x7f4cc00fff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cc01048c0 0x7f4cc00fff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 -- 172.21.15.17:0/985542928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cc0101f90 msgr2=0x7f4cc01018b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cc0101f90 0x7f4cc01018b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 -- 172.21.15.17:0/985542928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cb0009560 con 0x7f4cc01071f0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbffff640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 0x7f4cc0100480 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f4cb800db20 tx=0x7f4cb800b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb800bea0 con 0x7f4cc01071f0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4cb8009940 con 0x7f4cc01071f0 2024-03-16T18:21:23.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cc01a17b0 con 0x7f4cc01071f0 2024-03-16T18:21:23.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cb80106c0 con 0x7f4cc01071f0 2024-03-16T18:21:23.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.489+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cc01a1c40 con 0x7f4cc01071f0 2024-03-16T18:21:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.490+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cc004f250 con 0x7f4cc01071f0 2024-03-16T18:21:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.492+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) v1 ==== 136296+0+0 (secure 0 0 0) 0x7f4cb8004a40 con 0x7f4cc01071f0 2024-03-16T18:21:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.493+0000 7f4cbcff9640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4cac0a1b20 0x7f4cac0a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.493+0000 7f4cbf7fe640 1 -- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4cac0a1b20 msgr2=0x7f4cac0a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.493+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f4cb80cd450 con 0x7f4cc01071f0 2024-03-16T18:21:23.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.493+0000 7f4cbf7fe640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4cac0a1b20 0x7f4cac0a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:21:23.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.496+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4cb80962c0 con 0x7f4cc01071f0 2024-03-16T18:21:23.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.679+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command([{prefix=config set, name=mgr/snap_schedule/dump_on_update}] v 0) v1 -- 0x7f4cc00fd470 con 0x7f4cc01071f0 2024-03-16T18:21:23.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.683+0000 7f4cbcff9640 1 -- 172.21.15.17:0/985542928 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mgr/snap_schedule/dump_on_update}]=0 v28)=0 v28) v1 ==== 133+0+0 (secure 0 0 0) 0x7f4cb80170c0 con 0x7f4cc01071f0 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4cac0a1b20 msgr2=0x7f4cac0a3fe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4cac0a1b20 0x7f4cac0a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 msgr2=0x7f4cc0100480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 0x7f4cc0100480 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f4cb800db20 tx=0x7f4cb800b260 comp rx=0 tx=0).stop 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 shutdown_connections 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4cac0a1b20 0x7f4cac0a3fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cc01071f0 0x7f4cc0100480 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cc01048c0 0x7f4cc00fff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 --2- 172.21.15.17:0/985542928 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cc0101f90 0x7f4cc01018b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 >> 172.21.15.17:0/985542928 conn(0x7f4cc00fb980 msgr2=0x7f4cc0102990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:23.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 shutdown_connections 2024-03-16T18:21:23.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.685+0000 7f4cc5da1640 1 -- 172.21.15.17:0/985542928 wait complete. 2024-03-16T18:21:23.698 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule add --fs=cephfs --path=/ --snap_schedule=1m' 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 -- 172.21.15.17:0/3365604588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 msgr2=0x7f4af4101a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 --2- 172.21.15.17:0/3365604588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af4101a80 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0009900 tx=0x7f4ae002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 -- 172.21.15.17:0/3365604588 shutdown_connections 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 --2- 172.21.15.17:0/3365604588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af4101a80 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 --2- 172.21.15.17:0/3365604588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4af4101fc0 0x7f4af4108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 --2- 172.21.15.17:0/3365604588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af4100410 0x7f4af4100830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 -- 172.21.15.17:0/3365604588 >> 172.21.15.17:0/3365604588 conn(0x7f4af40fb980 msgr2=0x7f4af40fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 -- 172.21.15.17:0/3365604588 shutdown_connections 2024-03-16T18:21:23.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 -- 172.21.15.17:0/3365604588 wait complete. 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 Processor -- start 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.803+0000 7f4afab8c640 1 -- start start 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4afab8c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4af4100410 0x7f4af4069700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4afab8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af419c160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4afab8c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af4101fc0 0x7f4af419e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4afab8c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af419ef30 con 0x7f4af4101600 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4afab8c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af419f0a0 con 0x7f4af4101fc0 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4afab8c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4af419f260 con 0x7f4af4100410 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af419c160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af419c160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43720/0 (socket says 172.21.15.17:43720) 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af8928640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4af4100410 0x7f4af4069700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 -- 172.21.15.17:0/3785460115 learned_addr learned my addr 172.21.15.17:0/3785460115 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:23.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af9129640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af4101fc0 0x7f4af419e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4af4100410 msgr2=0x7f4af4069700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4af4100410 0x7f4af4069700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af4101fc0 msgr2=0x7f4af419e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4af4101fc0 0x7f4af419e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 -- 172.21.15.17:0/3785460115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ae0009560 con 0x7f4af4101600 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4af4100410 0x7f4af4069700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af3fff640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af419c160 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0036040 tx=0x7f4ae0004140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.804+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ae00035f0 con 0x7f4af4101600 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.805+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4af419f4e0 con 0x7f4af4101600 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.805+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ae002de90 con 0x7f4af4101600 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.805+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ae0005490 con 0x7f4af4101600 2024-03-16T18:21:23.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.805+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4af419fa40 con 0x7f4af4101600 2024-03-16T18:21:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.806+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4af41077b0 con 0x7f4af4101600 2024-03-16T18:21:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.808+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 19) v1 ==== 136296+0+0 (secure 0 0 0) 0x7f4ae0003750 con 0x7f4af4101600 2024-03-16T18:21:23.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.808+0000 7f4af1ffb640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.808+0000 7f4af8928640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.808+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 9237+0+0 (secure 0 0 0) 0x7f4ae00f01a0 con 0x7f4af4101600 2024-03-16T18:21:23.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.808+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-03-16T18:21:23.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:23.811+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4ae00b8fc0 con 0x7f4af4101600 2024-03-16T18:21:24.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:24.009+0000 7f4af8928640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:24.009+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-03-16T18:21:24.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:24.017+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 --> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f4af4061930 con 0x7f4ae40a1b20 2024-03-16T18:21:24.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:23.641+0000 7f7483197200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:21:24.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:23.740+0000 7f7483197200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:21:24.043 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:23.756+0000 7f5aa38c2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:21:24.043 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:23.888+0000 7f5aa38c2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:21:24.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2984377302' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-16T18:21:24.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:24 smithi153 ceph-mon[36005]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-03-16T18:21:24.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4131224806' entity='client.admin' 2024-03-16T18:21:24.111 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/985542928' entity='client.admin' 2024-03-16T18:21:24.111 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:23.821+0000 7fcf8c47c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-03-16T18:21:24.111 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:23.932+0000 7fcf8c47c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-03-16T18:21:24.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2984377302' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-16T18:21:24.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-mon[35991]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-03-16T18:21:24.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4131224806' entity='client.admin' 2024-03-16T18:21:24.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/985542928' entity='client.admin' 2024-03-16T18:21:24.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2984377302' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "snap_schedule"}]': finished 2024-03-16T18:21:24.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-mon[32207]: mgrmap e19: x(active, since 9m), standbys: z, y 2024-03-16T18:21:24.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4131224806' entity='client.admin' 2024-03-16T18:21:24.406 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/985542928' entity='client.admin' 2024-03-16T18:21:24.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:24.410+0000 7f4af8928640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:24.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:24.410+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-03-16T18:21:24.657 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:24.403+0000 7f7483197200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:21:24.658 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:24.499+0000 7f7483197200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:21:24.658 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:24.655+0000 7f7483197200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:21:24.980 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:24.702+0000 7f5aa38c2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:21:24.980 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:24.797+0000 7f5aa38c2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:21:25.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:24.754+0000 7f7483197200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:21:25.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:24.840+0000 7f7483197200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:21:25.075 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:24.770+0000 7fcf8c47c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-03-16T18:21:25.075 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:24.906+0000 7fcf8c47c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-03-16T18:21:25.075 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.073+0000 7fcf8c47c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:21:25.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:25.211+0000 7f4af8928640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:25.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:25.211+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-03-16T18:21:25.337 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:24.978+0000 7f5aa38c2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-03-16T18:21:25.337 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.085+0000 7f5aa38c2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:21:25.337 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.171+0000 7f5aa38c2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:21:25.360 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.171+0000 7fcf8c47c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-03-16T18:21:25.361 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.255+0000 7fcf8c47c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-03-16T18:21:25.414 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:25.108+0000 7f7483197200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:21:25.414 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:25.226+0000 7f7483197200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:21:25.415 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:25.315+0000 7f7483197200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:21:25.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:25.413+0000 7f7483197200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:21:25.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:25.593+0000 7f7483197200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:21:25.793 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.482+0000 7f5aa38c2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:21:25.793 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.604+0000 7f5aa38c2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:21:25.793 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.693+0000 7f5aa38c2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:21:25.861 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.596+0000 7fcf8c47c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-03-16T18:21:25.861 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.709+0000 7fcf8c47c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-03-16T18:21:25.861 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.812+0000 7fcf8c47c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-03-16T18:21:26.087 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.791+0000 7f5aa38c2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:21:26.087 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:25.974+0000 7f5aa38c2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:21:26.360 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:25.948+0000 7fcf8c47c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-03-16T18:21:26.361 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:26.143+0000 7fcf8c47c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-03-16T18:21:26.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:26.812+0000 7f4af8928640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:26.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:26.812+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-03-16T18:21:27.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:26.576+0000 7f7483197200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:21:27.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:26.711+0000 7f7483197200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:21:27.350 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:27.052+0000 7f7483197200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:21:27.350 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:27.144+0000 7f7483197200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:21:27.587 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:27.122+0000 7f5aa38c2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:21:27.587 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:27.261+0000 7f5aa38c2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:21:27.610 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:27.273+0000 7fcf8c47c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-03-16T18:21:27.611 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:27.406+0000 7fcf8c47c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-03-16T18:21:27.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:27.348+0000 7f7483197200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:21:27.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:27.540+0000 7f7483197200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:21:27.982 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:27.644+0000 7f5aa38c2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:21:27.983 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:27.746+0000 7f5aa38c2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:21:28.102 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:27.837+0000 7f7483197200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:21:28.110 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:27.850+0000 7fcf8c47c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-03-16T18:21:28.110 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:27.941+0000 7fcf8c47c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-03-16T18:21:28.337 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:27.980+0000 7f5aa38c2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:21:28.337 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:28.204+0000 7f5aa38c2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:21:28.538 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:28.100+0000 7f7483197200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:21:28.538 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:28.346+0000 7f7483197200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:21:28.610 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:28.216+0000 7fcf8c47c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:21:28.611 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:28.448+0000 7fcf8c47c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-03-16T18:21:28.837 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:28.557+0000 7f5aa38c2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:21:29.032 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:28.764+0000 7fcf8c47c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-03-16T18:21:29.109 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:28.850+0000 7f5aa38c2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:21:29.345 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:29.030+0000 7fcf8c47c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-03-16T18:21:29.345 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:29.343+0000 7fcf8c47c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:21:29.538 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:29.181+0000 7f7483197200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:21:29.587 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:29.106+0000 7f5aa38c2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-03-16T18:21:30.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:30.016+0000 7f4af8928640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.17:6800/2425281013 2024-03-16T18:21:30.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:30.016+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-03-16T18:21:30.037 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:29.768+0000 7f7483197200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:21:30.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:29.872+0000 7f7483197200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:21:30.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:30.122+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 20) v1 ==== 135964+0+0 (secure 0 0 0) 0x7f4ae00b9390 con 0x7f4af4101600 2024-03-16T18:21:30.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:30.123+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 msgr2=0x7f4ae40a3fe0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-03-16T18:21:30.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:30.123+0000 7f4af1ffb640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2425281013,v1:172.21.15.17:6801/2425281013] conn(0x7f4ae40a1b20 0x7f4ae40a3fe0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:30.290 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:29.985+0000 7f5aa38c2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:21:30.290 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: Active manager daemon x restarted 2024-03-16T18:21:30.290 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: Activating manager daemon x 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: osdmap e94: 12 total, 12 up, 12 in 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: mgrmap e20: x(active, starting, since 0.0119131s), standbys: z, y 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:21:30.291 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:21:30.292 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-16T18:21:30.293 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-mon[35991]: Manager daemon x is now available 2024-03-16T18:21:30.370 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.098+0000 7f7483197200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:21:30.371 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: Active manager daemon x restarted 2024-03-16T18:21:30.371 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: Activating manager daemon x 2024-03-16T18:21:30.371 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: osdmap e94: 12 total, 12 up, 12 in 2024-03-16T18:21:30.371 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: mgrmap e20: x(active, starting, since 0.0119131s), standbys: z, y 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:21:30.372 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:21:30.373 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-16T18:21:30.374 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-mon[32207]: Manager daemon x is now available 2024-03-16T18:21:30.439 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:30.223+0000 7fcf8c47c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-03-16T18:21:30.439 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: Active manager daemon x restarted 2024-03-16T18:21:30.439 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: Activating manager daemon x 2024-03-16T18:21:30.439 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: osdmap e94: 12 total, 12 up, 12 in 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: mgrmap e20: x(active, starting, since 0.0119131s), standbys: z, y 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "j"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "d"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:21:30.440 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "z", "id": "z"}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-03-16T18:21:30.441 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 8}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 9}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 10}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 11}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-03-16T18:21:30.442 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-mon[36005]: Manager daemon x is now available 2024-03-16T18:21:30.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.368+0000 7f73e5b78700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.368+0000 7f73e5b78700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.368+0000 7f73e5b78700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.788 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.368+0000 7f73e5b78700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.368+0000 7f73e5b78700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.370+0000 7f73e2371700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.370+0000 7f73e2371700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.370+0000 7f73e2371700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.370+0000 7f73e2371700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:30.789 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:21:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:21:30.370+0000 7f73e2371700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:21:31.087 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:30.755+0000 7f5aa38c2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:21:31.087 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:30.880+0000 7f5aa38c2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:21:31.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.128+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mon.0 v2:172.21.15.17:3300/0 8 ==== mgrmap(e 21) v1 ==== 136091+0+0 (secure 0 0 0) 0x7f4ae00ed900 con 0x7f4af4101600 2024-03-16T18:21:31.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.130+0000 7f4af1ffb640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ae4051400 0x7f4ae40517e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.130+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 --> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] -- mgr_command(tid 0: {"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}) v1 -- 0x7f4af4061930 con 0x7f4ae4051400 2024-03-16T18:21:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.134+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ae4051400 0x7f4ae40517e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.136+0000 7f4af8928640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ae4051400 0x7f4ae40517e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8005fd0 tx=0x7f4ae800b410 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:31.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.208+0000 7f4af1ffb640 1 -- 172.21.15.17:0/3785460115 <== mgr.15705 v2:172.21.15.17:6800/2350843980 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+24 (secure 0 0 0) 0x7f4af4061930 con 0x7f4ae4051400 2024-03-16T18:21:31.210 INFO:teuthology.orchestra.run.smithi017.stdout:Schedule set for path / 2024-03-16T18:21:31.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ae4051400 msgr2=0x7f4ae40517e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ae4051400 0x7f4ae40517e0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f4ae8005fd0 tx=0x7f4ae800b410 comp rx=0 tx=0).stop 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 msgr2=0x7f4af419c160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 --2- 172.21.15.17:0/3785460115 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4af4101600 0x7f4af419c160 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7f4ae0036040 tx=0x7f4ae0004140 comp rx=0 tx=0).stop 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4af9129640 1 -- 172.21.15.17:0/3785460115 reap_dead start 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 shutdown_connections 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 >> 172.21.15.17:0/3785460115 conn(0x7f4af40fb980 msgr2=0x7f4af4104980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 shutdown_connections 2024-03-16T18:21:31.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.210+0000 7f4afab8c640 1 -- 172.21.15.17:0/3785460115 wait complete. 2024-03-16T18:21:31.224 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule retention add --fs=cephfs --path=/ --retention-spec-or-period=6m3h' 2024-03-16T18:21:31.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 -- 172.21.15.17:0/34373005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d98101520 msgr2=0x7f4d98101940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 --2- 172.21.15.17:0/34373005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d98101520 0x7f4d98101940 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4d90009900 tx=0x7f4d9002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 -- 172.21.15.17:0/34373005 shutdown_connections 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 --2- 172.21.15.17:0/34373005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d981030d0 0x7f4d98109960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 --2- 172.21.15.17:0/34373005 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d98102710 0x7f4d98102b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 --2- 172.21.15.17:0/34373005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d98101520 0x7f4d98101940 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 -- 172.21.15.17:0/34373005 >> 172.21.15.17:0/34373005 conn(0x7f4d980fcab0 msgr2=0x7f4d980feed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 -- 172.21.15.17:0/34373005 shutdown_connections 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 -- 172.21.15.17:0/34373005 wait complete. 2024-03-16T18:21:31.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 Processor -- start 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.330+0000 7f4da051e640 1 -- start start 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d98101520 0x7f4d98197440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d98102710 0x7f4d98197980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 0x7f4d9819e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d9819ef30 con 0x7f4d981030d0 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d9819f0a0 con 0x7f4d98102710 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d9819f260 con 0x7f4d98101520 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 0x7f4d9819e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 0x7f4d9819e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36028/0 (socket says 172.21.15.17:36028) 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 -- 172.21.15.17:0/3691097596 learned_addr learned my addr 172.21.15.17:0/3691097596 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9e2ba640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d98101520 0x7f4d98197440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9dab9640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d98102710 0x7f4d98197980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 -- 172.21.15.17:0/3691097596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d98101520 msgr2=0x7f4d98197440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d98101520 0x7f4d98197440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 -- 172.21.15.17:0/3691097596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d98102710 msgr2=0x7f4d98197980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d98102710 0x7f4d98197980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 -- 172.21.15.17:0/3691097596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d90009560 con 0x7f4d981030d0 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d9eabb640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 0x7f4d9819e9f0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4d8800eb10 tx=0x7f4d8800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d88004b20 con 0x7f4d981030d0 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d88004c80 con 0x7f4d981030d0 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d9819f540 con 0x7f4d981030d0 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d88010690 con 0x7f4d981030d0 2024-03-16T18:21:31.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.331+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d9819fa00 con 0x7f4d981030d0 2024-03-16T18:21:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.332+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d98108840 con 0x7f4d981030d0 2024-03-16T18:21:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.334+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 21) v1 ==== 136091+0+0 (secure 0 0 0) 0x7f4d880107f0 con 0x7f4d981030d0 2024-03-16T18:21:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.334+0000 7f4d977fe640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d800a18e0 0x7f4d800a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.334+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4d88014070 con 0x7f4d981030d0 2024-03-16T18:21:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.334+0000 7f4d9e2ba640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d800a18e0 0x7f4d800a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.335+0000 7f4d9e2ba640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d800a18e0 0x7f4d800a3da0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4d9002c7d0 tx=0x7f4d90005fd0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:31.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.338+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4d88096c70 con 0x7f4d981030d0 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: [16/Mar/2024:18:21:30] ENGINE Bus STARTING 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: [16/Mar/2024:18:21:30] ENGINE Serving on http://172.21.15.17:8765 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: [16/Mar/2024:18:21:31] ENGINE Serving on https://172.21.15.17:7150 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: [16/Mar/2024:18:21:31] ENGINE Bus STARTED 2024-03-16T18:21:31.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-mon[36005]: mgrmap e21: x(active, since 1.01887s), standbys: z, y 2024-03-16T18:21:31.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:30.942+0000 7fcf8c47c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-03-16T18:21:31.362 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:31.098+0000 7fcf8c47c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-03-16T18:21:31.483 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:31.483 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:31.483 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-16T18:21:31.483 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-16T18:21:31.484 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: [16/Mar/2024:18:21:30] ENGINE Bus STARTING 2024-03-16T18:21:31.484 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: [16/Mar/2024:18:21:30] ENGINE Serving on http://172.21.15.17:8765 2024-03-16T18:21:31.484 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: [16/Mar/2024:18:21:31] ENGINE Serving on https://172.21.15.17:7150 2024-03-16T18:21:31.484 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: [16/Mar/2024:18:21:31] ENGINE Bus STARTED 2024-03-16T18:21:31.484 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:31 smithi017 ceph-mon[32207]: mgrmap e21: x(active, since 1.01887s), standbys: z, y 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: [16/Mar/2024:18:21:30] ENGINE Bus STARTING 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: [16/Mar/2024:18:21:30] ENGINE Serving on http://172.21.15.17:8765 2024-03-16T18:21:31.530 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: [16/Mar/2024:18:21:31] ENGINE Serving on https://172.21.15.17:7150 2024-03-16T18:21:31.531 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: [16/Mar/2024:18:21:31] ENGINE Bus STARTED 2024-03-16T18:21:31.531 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-mon[35991]: mgrmap e21: x(active, since 1.01887s), standbys: z, y 2024-03-16T18:21:31.531 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:21:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y[37371]: 2024-03-16T18:21:31.200+0000 7f5aa38c2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:21:31.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.547+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 --> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] -- mgr_command(tid 0: {"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}) v1 -- 0x7f4d9802d070 con 0x7f4d800a18e0 2024-03-16T18:21:31.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.602+0000 7f4d977fe640 1 -- 172.21.15.17:0/3691097596 <== mgr.15705 v2:172.21.15.17:6800/2350843980 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+26 (secure 0 0 0) 0x7f4d9802d070 con 0x7f4d800a18e0 2024-03-16T18:21:31.604 INFO:teuthology.orchestra.run.smithi017.stdout:Retention added to path / 2024-03-16T18:21:31.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d800a18e0 msgr2=0x7f4d800a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d800a18e0 0x7f4d800a3da0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4d9002c7d0 tx=0x7f4d90005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 msgr2=0x7f4d9819e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 0x7f4d9819e9f0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f4d8800eb10 tx=0x7f4d8800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 shutdown_connections 2024-03-16T18:21:31.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d800a18e0 0x7f4d800a3da0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d981030d0 0x7f4d9819e9f0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d98102710 0x7f4d98197980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 --2- 172.21.15.17:0/3691097596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d98101520 0x7f4d98197440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 >> 172.21.15.17:0/3691097596 conn(0x7f4d980fcab0 msgr2=0x7f4d98105a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:31.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 shutdown_connections 2024-03-16T18:21:31.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.604+0000 7f4da051e640 1 -- 172.21.15.17:0/3691097596 wait complete. 2024-03-16T18:21:31.617 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 -- 172.21.15.17:0/2753479548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 msgr2=0x7fa630104380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 --2- 172.21.15.17:0/2753479548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630104380 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7fa628009900 tx=0x7fa62802bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 -- 172.21.15.17:0/2753479548 shutdown_connections 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 --2- 172.21.15.17:0/2753479548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6301071f0 0x7fa630109640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 --2- 172.21.15.17:0/2753479548 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6301048c0 0x7fa630106cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 --2- 172.21.15.17:0/2753479548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630104380 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.719+0000 7fa6381a1640 1 -- 172.21.15.17:0/2753479548 >> 172.21.15.17:0/2753479548 conn(0x7fa6300fb980 msgr2=0x7fa6300fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 -- 172.21.15.17:0/2753479548 shutdown_connections 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 -- 172.21.15.17:0/2753479548 wait complete. 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 Processor -- start 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 -- start start 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630197450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6301048c0 0x7fa630197990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6301071f0 0x7fa63019ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa63019ef40 con 0x7fa630101f90 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa63019f0b0 con 0x7fa6301071f0 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa6381a1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa63019f270 con 0x7fa6301048c0 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa635f3d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630197450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa635f3d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630197450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36046/0 (socket says 172.21.15.17:36046) 2024-03-16T18:21:31.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa635f3d640 1 -- 172.21.15.17:0/956703862 learned_addr learned my addr 172.21.15.17:0/956703862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.720+0000 7fa63573c640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6301048c0 0x7fa630197990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa63673e640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6301071f0 0x7fa63019ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa635f3d640 1 -- 172.21.15.17:0/956703862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6301048c0 msgr2=0x7fa630197990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa635f3d640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6301048c0 0x7fa630197990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa635f3d640 1 -- 172.21.15.17:0/956703862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6301071f0 msgr2=0x7fa63019ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa635f3d640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6301071f0 0x7fa63019ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa635f3d640 1 -- 172.21.15.17:0/956703862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa628009560 con 0x7fa630101f90 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa635f3d640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630197450 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa628006010 tx=0x7fa628004370 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa628004a50 con 0x7fa630101f90 2024-03-16T18:21:31.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa62802de90 con 0x7fa630101f90 2024-03-16T18:21:31.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa63019f4f0 con 0x7fa630101f90 2024-03-16T18:21:31.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa628005410 con 0x7fa630101f90 2024-03-16T18:21:31.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.721+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa63019fa00 con 0x7fa630101f90 2024-03-16T18:21:31.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.722+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6300fd470 con 0x7fa630101f90 2024-03-16T18:21:31.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.723+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 21) v1 ==== 136091+0+0 (secure 0 0 0) 0x7fa628005570 con 0x7fa630101f90 2024-03-16T18:21:31.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.724+0000 7fa62effd640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6180a18e0 0x7fa6180a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:31.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.724+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa6280ef5f0 con 0x7fa630101f90 2024-03-16T18:21:31.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.724+0000 7fa63573c640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6180a18e0 0x7fa6180a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:31.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.724+0000 7fa63573c640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6180a18e0 0x7fa6180a3da0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa630198960 tx=0x7fa624005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:31.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.728+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa6280b8600 con 0x7fa630101f90 2024-03-16T18:21:31.860 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:21:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z[37858]: 2024-03-16T18:21:31.425+0000 7fcf8c47c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-03-16T18:21:31.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.944+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 --> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7fa63002d000 con 0x7fa6180a18e0 2024-03-16T18:21:31.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.952+0000 7fa62effd640 1 -- 172.21.15.17:0/956703862 <== mgr.15705 v2:172.21.15.17:6800/2350843980 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+298 (secure 0 0 0) 0x7fa63002d000 con 0x7fa6180a18e0 2024-03-16T18:21:31.954 INFO:teuthology.orchestra.run.smithi017.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-16T00:00:00", "created": "2024-03-16T18:21:31", "first": null, "last": null, "last_pruned": null, "created_count": 0, "pruned_count": 0, "active": true} 2024-03-16T18:21:31.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6180a18e0 msgr2=0x7fa6180a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6180a18e0 0x7fa6180a3da0 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fa630198960 tx=0x7fa624005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:31.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 msgr2=0x7fa630197450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:31.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630197450 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fa628006010 tx=0x7fa628004370 comp rx=0 tx=0).stop 2024-03-16T18:21:31.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 shutdown_connections 2024-03-16T18:21:31.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6180a18e0 0x7fa6180a3da0 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6301071f0 0x7fa63019ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6301048c0 0x7fa630197990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 --2- 172.21.15.17:0/956703862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa630101f90 0x7fa630197450 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:31.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 >> 172.21.15.17:0/956703862 conn(0x7fa6300fb980 msgr2=0x7fa630102a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:31.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 shutdown_connections 2024-03-16T18:21:31.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:31.954+0000 7fa6381a1640 1 -- 172.21.15.17:0/956703862 wait complete. 2024-03-16T18:21:31.968 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-03-16T18:21:32.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 -- 172.21.15.17:0/2265018761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 msgr2=0x7f835c100830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:32.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 --2- 172.21.15.17:0/2265018761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c100830 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f834c009900 tx=0x7f834c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:32.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 -- 172.21.15.17:0/2265018761 shutdown_connections 2024-03-16T18:21:32.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 --2- 172.21.15.17:0/2265018761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f835c101fc0 0x7f835c108850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 --2- 172.21.15.17:0/2265018761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f835c101600 0x7f835c101a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 --2- 172.21.15.17:0/2265018761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c100830 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 -- 172.21.15.17:0/2265018761 >> 172.21.15.17:0/2265018761 conn(0x7f835c0fb980 msgr2=0x7f835c0fddc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 -- 172.21.15.17:0/2265018761 shutdown_connections 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.083+0000 7f8362908640 1 -- 172.21.15.17:0/2265018761 wait complete. 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 Processor -- start 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 -- start start 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c1996a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f835c101600 0x7f835c199be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f835c101fc0 0x7f835c1a0c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f835c1a1190 con 0x7f835c100410 2024-03-16T18:21:32.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f835c1a1300 con 0x7f835c101600 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f8362908640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f835c1a14c0 con 0x7f835c101fc0 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f835bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c1996a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f835bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c1996a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36070/0 (socket says 172.21.15.17:36070) 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f835bfff640 1 -- 172.21.15.17:0/846028478 learned_addr learned my addr 172.21.15.17:0/846028478 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.084+0000 7f835b7fe640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f835c101600 0x7f835c199be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f8360ea5640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f835c101fc0 0x7f835c1a0c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f835bfff640 1 -- 172.21.15.17:0/846028478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f835c101fc0 msgr2=0x7f835c1a0c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f835bfff640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f835c101fc0 0x7f835c1a0c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f835bfff640 1 -- 172.21.15.17:0/846028478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f835c101600 msgr2=0x7f835c199be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f835bfff640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f835c101600 0x7f835c199be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f835bfff640 1 -- 172.21.15.17:0/846028478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f834c009560 con 0x7f835c100410 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f835bfff640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c1996a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f834c000c00 tx=0x7f834c0042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f834c0044e0 con 0x7f835c100410 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f835c1a1740 con 0x7f835c100410 2024-03-16T18:21:32.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f834c02de90 con 0x7f835c100410 2024-03-16T18:21:32.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f834c005410 con 0x7f835c100410 2024-03-16T18:21:32.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.085+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f835c1a1ca0 con 0x7f835c100410 2024-03-16T18:21:32.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.086+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f835c10cd90 con 0x7f835c100410 2024-03-16T18:21:32.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.087+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 21) v1 ==== 136091+0+0 (secure 0 0 0) 0x7f834c005570 con 0x7f835c100410 2024-03-16T18:21:32.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.088+0000 7f83597fa640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83480a18e0 0x7f83480a3da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:32.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.088+0000 7f835b7fe640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83480a18e0 0x7f83480a3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:32.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.088+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f834c0ef680 con 0x7f835c100410 2024-03-16T18:21:32.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.089+0000 7f835b7fe640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83480a18e0 0x7f83480a3da0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f835c19abb0 tx=0x7f834400b390 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:32.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.093+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f834c0b8690 con 0x7f835c100410 2024-03-16T18:21:32.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.183+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mgrmap(e 22) v1 ==== 136399+0+0 (secure 0 0 0) 0x7f834c0b8a60 con 0x7f835c100410 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='client.15729 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: Standby manager daemon y restarted 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: Standby manager daemon y started 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:21:32.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: Standby manager daemon z restarted 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: Standby manager daemon z started 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:32 smithi017 ceph-mon[32207]: from='client.15777 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.330+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 --> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f835c10a870 con 0x7f83480a18e0 2024-03-16T18:21:32.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.337+0000 7f83597fa640 1 -- 172.21.15.17:0/846028478 <== mgr.15705 v2:172.21.15.17:6800/2350843980 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f835c10a870 con 0x7f83480a18e0 2024-03-16T18:21:32.339 INFO:teuthology.orchestra.run.smithi017.stdout:/ 1m 6m3h 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83480a18e0 msgr2=0x7f83480a3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83480a18e0 0x7f83480a3da0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f835c19abb0 tx=0x7f834400b390 comp rx=0 tx=0).stop 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 msgr2=0x7f835c1996a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c1996a0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f834c000c00 tx=0x7f834c0042f0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 shutdown_connections 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83480a18e0 0x7f83480a3da0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f835c101fc0 0x7f835c1a0c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f835c101600 0x7f835c199be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 --2- 172.21.15.17:0/846028478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f835c100410 0x7f835c1996a0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:32.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 >> 172.21.15.17:0/846028478 conn(0x7f835c0fb980 msgr2=0x7f835c109150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:32.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 shutdown_connections 2024-03-16T18:21:32.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:32.339+0000 7f8362908640 1 -- 172.21.15.17:0/846028478 wait complete. 2024-03-16T18:21:32.352 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > START_TIME' 2024-03-16T18:21:32.381 INFO:teuthology.run_tasks:Running task full_sequential_finally... 2024-03-16T18:21:32.393 INFO:teuthology.run_tasks:Running task workunit... 2024-03-16T18:21:32.405 INFO:tasks.workunit:Pulling workunits from ref aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:21:32.405 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-03-16T18:21:32.405 INFO:tasks.workunit:timeout=3h 2024-03-16T18:21:32.405 INFO:tasks.workunit:cleanup=True 2024-03-16T18:21:32.405 DEBUG:teuthology.orchestra.run.smithi017:> stat -- /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout: File: /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout: Size: 0 Blocks: 1 IO Block: 4194304 directory 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout:Device: 77h/119d Inode: 1 Links: 2 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout:Access: (1777/drwxrwxrwt) Uid: ( 0/ root) Gid: ( 0/ root) 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout:Context: system_u:object_r:fusefs_t:s0 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout:Access: 2024-03-16 18:19:19.367741103 +0000 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout:Modify: 2024-03-16 18:19:19.367741103 +0000 2024-03-16T18:21:32.437 INFO:teuthology.orchestra.run.smithi017.stdout:Change: 2024-03-16 18:21:14.102034410 +0000 2024-03-16T18:21:32.438 INFO:teuthology.orchestra.run.smithi017.stdout: Birth: - 2024-03-16T18:21:32.438 INFO:tasks.workunit:Did not need to create dir /home/ubuntu/cephtest/mnt.0 2024-03-16T18:21:32.438 DEBUG:teuthology.orchestra.run.smithi017:> cd -- /home/ubuntu/cephtest/mnt.0 && sudo install -d -m 0755 --owner=ubuntu -- client.0 2024-03-16T18:21:32.513 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b 2024-03-16T18:21:32.568 INFO:tasks.workunit.client.0.smithi017.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-03-16T18:21:32.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='client.15729 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:32.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: Standby manager daemon y restarted 2024-03-16T18:21:32.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: Standby manager daemon y started 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: Standby manager daemon z restarted 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: Standby manager daemon z started 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:32 smithi149 ceph-mon[35991]: from='client.15777 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='client.15729 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule add", "fs": "cephfs", "path": "/", "snap_schedule": "1m", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: pgmap v3: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: Standby manager daemon y restarted 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: Standby manager daemon y started 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.149:0/2012505609' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: Standby manager daemon z restarted 2024-03-16T18:21:32.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: Standby manager daemon z started 2024-03-16T18:21:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/crt"}]: dispatch 2024-03-16T18:21:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-03-16T18:21:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/z/key"}]: dispatch 2024-03-16T18:21:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='mgr.? 172.21.15.153:0/242206966' entity='mgr.z' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-03-16T18:21:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='client.15771 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule retention add", "fs": "cephfs", "path": "/", "retention_spec_or_period": "6m3h", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:32.612 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:32 smithi153 ceph-mon[36005]: from='client.15777 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='client.15783 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.485 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:33 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:33.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-03-16T18:21:33.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:21:33.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='client.15783 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:33.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.539 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:33 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: pgmap v4: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: mgrmap e22: x(active, since 2s), standbys: z, y 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='client.15783 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:33.588 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:33 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.788 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi017 to 177.2M 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Unable to set osd_memory_target on smithi017 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi153 to 176.2M 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Unable to set osd_memory_target on smithi153 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-03-16T18:21:34.789 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:21:34.790 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:34 smithi017 ceph-mon[32207]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:21:34.837 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi017 to 177.2M 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Unable to set osd_memory_target on smithi017 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi153 to 176.2M 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Unable to set osd_memory_target on smithi153 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:21:34.839 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:34 smithi149 ceph-mon[35991]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi017 to 177.2M 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Unable to set osd_memory_target on smithi017 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.861 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi153 to 176.2M 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Unable to set osd_memory_target on smithi153 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd='[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]': finished 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:21:34.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Updating smithi017:/etc/ceph/ceph.conf 2024-03-16T18:21:34.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Updating smithi149:/etc/ceph/ceph.conf 2024-03-16T18:21:34.863 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:34 smithi153 ceph-mon[36005]: Updating smithi153:/etc/ceph/ceph.conf 2024-03-16T18:21:36.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi017:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.289 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:21:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:21:36.291 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi017:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:21:36.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.conf 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: pgmap v5: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi149:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi017:/etc/ceph/ceph.client.admin.keyring 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: Updating smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/config/ceph.client.admin.keyring 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: mgrmap e23: x(active, since 4s), standbys: z, y 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:21:36.362 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:21:38.087 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:37 smithi149 ceph-mon[35991]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-16T18:21:38.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:37 smithi017 ceph-mon[32207]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-16T18:21:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:37 smithi153 ceph-mon[36005]: pgmap v6: 129 pgs: 129 active+clean; 1.1 MiB data, 365 MiB used, 1.0 TiB / 1.0 TiB avail; 1.0 KiB/s rd, 1 op/s 2024-03-16T18:21:40.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:39 smithi017 ceph-mon[32207]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 79 op/s 2024-03-16T18:21:40.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:39 smithi149 ceph-mon[35991]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 79 op/s 2024-03-16T18:21:40.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:39 smithi153 ceph-mon[36005]: pgmap v7: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 132 KiB/s wr, 79 op/s 2024-03-16T18:21:42.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:41 smithi017 ceph-mon[32207]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-03-16T18:21:42.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:41 smithi149 ceph-mon[35991]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-03-16T18:21:42.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:41 smithi153 ceph-mon[36005]: pgmap v8: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 102 KiB/s wr, 61 op/s 2024-03-16T18:21:44.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:43 smithi017 ceph-mon[32207]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-03-16T18:21:44.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:43 smithi149 ceph-mon[35991]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-03-16T18:21:44.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:43 smithi153 ceph-mon[36005]: pgmap v9: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 84 KiB/s wr, 55 op/s 2024-03-16T18:21:46.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:45 smithi017 ceph-mon[32207]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-03-16T18:21:46.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:45 smithi149 ceph-mon[35991]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-03-16T18:21:46.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:45 smithi153 ceph-mon[36005]: pgmap v10: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-03-16T18:21:48.162 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:47 smithi149 ceph-mon[35991]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-03-16T18:21:48.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:47 smithi017 ceph-mon[32207]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-03-16T18:21:48.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:47 smithi153 ceph-mon[36005]: pgmap v11: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 77 KiB/s wr, 50 op/s 2024-03-16T18:21:50.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:49 smithi017 ceph-mon[32207]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-03-16T18:21:50.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:49 smithi149 ceph-mon[35991]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-03-16T18:21:50.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:49 smithi153 ceph-mon[36005]: pgmap v12: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 77 KiB/s wr, 54 op/s 2024-03-16T18:21:52.150 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:21:52.150 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:21:52.181 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:51 smithi017 ceph-mon[32207]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 8 op/s 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 -- 172.21.15.17:0/3037595965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 msgr2=0x7f77ac100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3037595965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac100aa0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f77a0009900 tx=0x7f77a002bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 -- 172.21.15.17:0/3037595965 shutdown_connections 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3037595965 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac100aa0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3037595965 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac100fe0 0x7f77ac10d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3037595965 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f77ac106420 0x7f77ac106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 -- 172.21.15.17:0/3037595965 >> 172.21.15.17:0/3037595965 conn(0x7f77ac077190 msgr2=0x7f77ac0775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 -- 172.21.15.17:0/3037595965 shutdown_connections 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 -- 172.21.15.17:0/3037595965 wait complete. 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.269+0000 7f77b27c7640 1 Processor -- start 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 -- start start 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f77ac100fe0 0x7f77ac19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac106420 0x7f77ac197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77ac197ed0 con 0x7f77ac100640 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77ac198040 con 0x7f77ac106420 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b27c7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77ac198200 con 0x7f77ac100fe0 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac19d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56288/0 (socket says 172.21.15.17:56288) 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 -- 172.21.15.17:0/3361546163 learned_addr learned my addr 172.21.15.17:0/3361546163 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b0d64640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac106420 0x7f77ac197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f77ac100fe0 0x7f77ac19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 -- 172.21.15.17:0/3361546163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f77ac100fe0 msgr2=0x7f77ac19dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f77ac100fe0 0x7f77ac19dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 -- 172.21.15.17:0/3361546163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac106420 msgr2=0x7f77ac197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac106420 0x7f77ac197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77abfff640 1 -- 172.21.15.17:0/3361546163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77a0009560 con 0x7f77ac100640 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.270+0000 7f77b0d64640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac106420 0x7f77ac197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.271+0000 7f77abfff640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac19d670 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f779c00e9f0 tx=0x7f779c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.271+0000 7f77a97fa640 1 -- 172.21.15.17:0/3361546163 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c009720 con 0x7f77ac100640 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.271+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77ac1984e0 con 0x7f77ac100640 2024-03-16T18:21:52.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.271+0000 7f77a97fa640 1 -- 172.21.15.17:0/3361546163 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f779c00cd80 con 0x7f77ac100640 2024-03-16T18:21:52.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.271+0000 7f77a97fa640 1 -- 172.21.15.17:0/3361546163 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c010430 con 0x7f77ac100640 2024-03-16T18:21:52.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.271+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77ac1a46a0 con 0x7f77ac100640 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.273+0000 7f77a97fa640 1 -- 172.21.15.17:0/3361546163 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f779c005020 con 0x7f77ac100640 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.273+0000 7f77b539e740 1 Processor -- start 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 -- start start 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77a97fa640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77940a1c30 0x7f77940a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f52a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f533270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f535ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f499280 con 0x555b8f5337b0 2024-03-16T18:21:52.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f4967b0 con 0x555b8f52a2b0 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b539e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f491f90 con 0x555b8f52abd0 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77a97fa640 1 -- 172.21.15.17:0/3361546163 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f779c014070 con 0x7f77ac100640 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b0d64640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77940a1c30 0x7f77940a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f52a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b0d64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f535ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f52a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:56142/0 (socket says 172.21.15.17:56142) 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 -- 172.21.15.17:0/3576780513 learned_addr learned my addr 172.21.15.17:0/3576780513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f533270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 -- 172.21.15.17:0/3576780513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 msgr2=0x555b8f533270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f533270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 -- 172.21.15.17:0/3576780513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 msgr2=0x555b8f535ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f535ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 -- 172.21.15.17:0/3576780513 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555b8f450570 con 0x555b8f52a2b0 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77b0d64640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77940a1c30 0x7f77940a40f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f77a4005fd0 tx=0x7f77a4011720 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.274+0000 7f77abfff640 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f52a690 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f779c00c6a0 tx=0x7f779c09a2b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f469045c63a3a07 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77927fc640 1 -- 172.21.15.17:0/3576780513 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c063d20 con 0x555b8f52a2b0 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77927fc640 1 -- 172.21.15.17:0/3576780513 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f779c0631b0 con 0x555b8f52a2b0 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77927fc640 1 -- 172.21.15.17:0/3576780513 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c0a2f10 con 0x555b8f52a2b0 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 -- 172.21.15.17:0/3576780513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 msgr2=0x555b8f52a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f52a690 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f779c00c6a0 tx=0x7f779c09a2b0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 -- 172.21.15.17:0/3576780513 shutdown_connections 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f535ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f533270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 --2- 172.21.15.17:0/3576780513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f52a690 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 -- 172.21.15.17:0/3576780513 >> 172.21.15.17:0/3576780513 conn(0x555b8f524990 msgr2=0x555b8f524d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 -- 172.21.15.17:0/3576780513 shutdown_connections 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.275+0000 7f77b539e740 1 -- 172.21.15.17:0/3576780513 wait complete. 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 -- start start 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 Processor -- start 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f533230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f5305c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f530d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f165430 con 0x555b8f5337b0 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f121e00 con 0x555b8f52a2b0 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f416fd0 con 0x555b8f52abd0 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b539e740 10 client.0 _ll_register_callbacks cb 0x555b8f46cfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77abfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f533230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77b0d64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f530d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77abfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f533230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:56144/0 (socket says 172.21.15.17:56144) 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77abfff640 1 -- 172.21.15.17:0/1362841858 learned_addr learned my addr 172.21.15.17:0/1362841858 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.276+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f5305c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77abfff640 1 -- 172.21.15.17:0/1362841858 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 msgr2=0x555b8f5305c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77abfff640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f5305c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77abfff640 1 -- 172.21.15.17:0/1362841858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 msgr2=0x555b8f530d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77abfff640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f530d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77abfff640 1 -- 172.21.15.17:0/1362841858 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77ac1a46a0 con 0x555b8f52a2b0 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77b0d64640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f530d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77abfff640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f533230 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f779c00e9c0 tx=0x7f779c0048b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36012522b2565fd0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f778b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f778b7fe640 1 -- 172.21.15.17:0/1362841858 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c0046c0 con 0x555b8f52a2b0 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555b8f1917e0 con 0x555b8f52a2b0 2024-03-16T18:21:52.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f778b7fe640 1 -- 172.21.15.17:0/1362841858 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f779c09a770 con 0x555b8f52a2b0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f778b7fe640 1 -- 172.21.15.17:0/1362841858 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f779c09ae70 con 0x555b8f52a2b0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77b539e740 10 client.25688 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555b8f490610 con 0x555b8f52a2b0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.277+0000 7f778b7fe640 1 -- 172.21.15.17:0/1362841858 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555b8f1917e0 con 0x555b8f52a2b0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f778b7fe640 1 -- 172.21.15.17:0/1362841858 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f779c01f060 con 0x555b8f52a2b0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77b539e740 10 client.25688 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77b539e740 10 client.25688 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77b539e740 20 client.25688 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77b539e740 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f543610 0x555b8f545a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77b539e740 4 client.25688 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555b8f1ce720 con 0x555b8f543610 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f543610 0x555b8f545a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f778b7fe640 10 client.25688 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.278+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f543610 0x555b8f545a00 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=93e25e02158c95d0 server_cookie=b810f80e63d9e9b0 in_seq=0 out_seq=0 2024-03-16T18:21:52.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f778b7fe640 1 -- 172.21.15.17:0/1362841858 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555b8f1ce720 con 0x555b8f543610 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f778b7fe640 10 client.25688 handle_command_reply: tid=0 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 client.25688 shutdown 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 msgr2=0x555b8f533230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f533230 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f779c00e9c0 tx=0x7f779c0048b0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 shutdown_connections 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f543610 0x555b8f545a00 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f530d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f5305c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f778b7fe640 0 client.25688 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 --2- 172.21.15.17:0/1362841858 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f533230 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 >> 172.21.15.17:0/1362841858 conn(0x555b8f524990 msgr2=0x555b8f526730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 shutdown_connections 2024-03-16T18:21:52.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 1 -- 172.21.15.17:0/1362841858 wait complete. 2024-03-16T18:21:52.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.279+0000 7f77b539e740 20 client.25688 trim_cache size 0 max 16384 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.295+0000 7f77b539e740 1 Processor -- start 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.295+0000 7f77b539e740 1 -- start start 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b539e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f523c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b539e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f53eb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b539e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f53f070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b539e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f529cf0 con 0x555b8f5337b0 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b539e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f525560 con 0x555b8f52a2b0 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b539e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f529f10 con 0x555b8f52abd0 2024-03-16T18:21:52.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b0d64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f53f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f523c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b0d64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f53f070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56310/0 (socket says 172.21.15.17:56310) 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b0d64640 1 -- 172.21.15.17:0/1697271711 learned_addr learned my addr 172.21.15.17:0/1697271711 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f53eb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 -- 172.21.15.17:0/1697271711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 msgr2=0x555b8f53eb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f53eb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 -- 172.21.15.17:0/1697271711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 msgr2=0x555b8f53f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f53f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 -- 172.21.15.17:0/1697271711 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555b8f42cac0 con 0x555b8f52a2b0 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77b0d64640 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f53f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f77abfff640 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f523c90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f779c009380 tx=0x7f779c098c80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=530d09b7adc266d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f7791ffb640 1 -- 172.21.15.17:0/1697271711 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c09e930 con 0x555b8f52a2b0 2024-03-16T18:21:52.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f7791ffb640 1 -- 172.21.15.17:0/1697271711 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f779c09a0d0 con 0x555b8f52a2b0 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.296+0000 7f7791ffb640 1 -- 172.21.15.17:0/1697271711 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f779c09a770 con 0x555b8f52a2b0 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 -- 172.21.15.17:0/1697271711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 msgr2=0x555b8f523c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f523c90 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f779c009380 tx=0x7f779c098c80 comp rx=0 tx=0).stop 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 -- 172.21.15.17:0/1697271711 shutdown_connections 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f5337b0 0x555b8f53f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f52abd0 0x555b8f53eb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 --2- 172.21.15.17:0/1697271711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f523c90 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 -- 172.21.15.17:0/1697271711 >> 172.21.15.17:0/1697271711 conn(0x555b8f524990 msgr2=0x555b8f526430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 -- 172.21.15.17:0/1697271711 shutdown_connections 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 -- 172.21.15.17:0/1697271711 wait complete. 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.297+0000 7f77b539e740 1 -- start start 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 Processor -- start 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f5342d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 0x555b8f534810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f5337b0 0x555b8f53a7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f534f90 con 0x555b8f52abd0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f535100 con 0x555b8f52a2b0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555b8f53ad00 con 0x555b8f5337b0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b539e740 10 client.0 _ll_register_callbacks cb 0x7f77a4011b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 0x555b8f534810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 0x555b8f534810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56322/0 (socket says 172.21.15.17:56322) 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 -- 172.21.15.17:0/2667652339 learned_addr learned my addr 172.21.15.17:0/2667652339 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77abfff640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f5342d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77b0d64640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f5337b0 0x555b8f53a7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 -- 172.21.15.17:0/2667652339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f5337b0 msgr2=0x555b8f53a7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f5337b0 0x555b8f53a7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 -- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 msgr2=0x555b8f5342d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f5342d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.298+0000 7f77ab7fe640 1 -- 172.21.15.17:0/2667652339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77a4019040 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77ab7fe640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 0x555b8f534810 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f77a0009900 tx=0x7f77a0004bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f2b75b0dff24e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f778b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f778b7fe640 1 -- 172.21.15.17:0/2667652339 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77a0046040 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f778b7fe640 1 -- 172.21.15.17:0/2667652339 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f77a0004350 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f779c0631b0 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f778b7fe640 1 -- 172.21.15.17:0/2667652339 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77a0004510 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 10 client.15807 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555b8f490610 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f778b7fe640 1 -- 172.21.15.17:0/2667652339 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f779c0631b0 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f778b7fe640 1 -- 172.21.15.17:0/2667652339 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f77a0052030 con 0x555b8f52abd0 2024-03-16T18:21:52.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 10 client.15807 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 10 client.15807 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 20 client.15807 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f59fc80 0x555b8f5a20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 4 client.15807 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x555b8f21d890 con 0x555b8f59fc80 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.299+0000 7f77abfff640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f59fc80 0x555b8f5a20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77abfff640 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f59fc80 0x555b8f5a20a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d492c6a48e170396 server_cookie=e18e350af8436e08 in_seq=0 out_seq=0 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f778b7fe640 10 client.15807 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f778b7fe640 1 -- 172.21.15.17:0/2667652339 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x555b8f21d890 con 0x555b8f59fc80 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f778b7fe640 10 client.15807 handle_command_reply: tid=0 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 client.15807 shutdown 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 msgr2=0x555b8f534810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 0x555b8f534810 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f77a0009900 tx=0x7f77a0004bb0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 shutdown_connections 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555b8f59fc80 0x555b8f5a20a0 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555b8f52abd0 0x555b8f534810 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f778b7fe640 0 client.15807 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555b8f5337b0 0x555b8f53a7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 --2- 172.21.15.17:0/2667652339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555b8f52a2b0 0x555b8f5342d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 >> 172.21.15.17:0/2667652339 conn(0x555b8f524990 msgr2=0x555b8f54a290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 shutdown_connections 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 1 -- 172.21.15.17:0/2667652339 wait complete. 2024-03-16T18:21:52.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.300+0000 7f77b539e740 20 client.15807 trim_cache size 0 max 16384 2024-03-16T18:21:52.310 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:52.310 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:21:52.310 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:21:52.310 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77940a1c30 msgr2=0x7f77940a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77940a1c30 0x7f77940a40f0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f77a4005fd0 tx=0x7f77a4011720 comp rx=0 tx=0).stop 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 msgr2=0x7f77ac19d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac19d670 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f779c00e9f0 tx=0x7f779c00edf0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 shutdown_connections 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77940a1c30 0x7f77940a40f0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77ac106420 0x7f77ac197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f77ac100fe0 0x7f77ac19dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 --2- 172.21.15.17:0/3361546163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77ac100640 0x7f77ac19d670 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 >> 172.21.15.17:0/3361546163 conn(0x7f77ac077190 msgr2=0x7f77ac0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 shutdown_connections 2024-03-16T18:21:52.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.301+0000 7f77b27c7640 1 -- 172.21.15.17:0/3361546163 wait complete. 2024-03-16T18:21:52.313 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:21:52.313 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:21:52.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:51 smithi149 ceph-mon[35991]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 8 op/s 2024-03-16T18:21:52.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:51 smithi153 ceph-mon[36005]: pgmap v13: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 597 B/s wr, 8 op/s 2024-03-16T18:21:52.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 -- 172.21.15.17:0/3198931068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14100600 msgr2=0x7fec141009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/3198931068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14100600 0x7fec141009e0 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7febfc009930 tx=0x7febfc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:52.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 -- 172.21.15.17:0/3198931068 shutdown_connections 2024-03-16T18:21:52.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/3198931068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec141056d0 0x7fec1410d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/3198931068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec14100fb0 0x7fec14104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/3198931068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14100600 0x7fec141009e0 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 -- 172.21.15.17:0/3198931068 >> 172.21.15.17:0/3198931068 conn(0x7fec14076770 msgr2=0x7fec14076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 -- 172.21.15.17:0/3198931068 shutdown_connections 2024-03-16T18:21:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.457+0000 7fec1a5b5640 1 -- 172.21.15.17:0/3198931068 wait complete. 2024-03-16T18:21:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.458+0000 7fec1a5b5640 1 Processor -- start 2024-03-16T18:21:52.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.458+0000 7fec1a5b5640 1 -- start start 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.458+0000 7fec1a5b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec14100600 0x7fec14198940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.458+0000 7fec1a5b5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec141056d0 0x7fec14198e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.458+0000 7fec1a5b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 0x7fec141a39c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.458+0000 7fec1a5b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec141a4060 con 0x7fec14199410 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec1a5b5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec141a41d0 con 0x7fec141056d0 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec1a5b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec141a4390 con 0x7fec14100600 2024-03-16T18:21:52.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 0x7fec141a39c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 0x7fec141a39c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56332/0 (socket says 172.21.15.17:56332) 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 -- 172.21.15.17:0/2156467019 learned_addr learned my addr 172.21.15.17:0/2156467019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec137fe640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec141056d0 0x7fec14198e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec13fff640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec14100600 0x7fec14198940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 -- 172.21.15.17:0/2156467019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec14100600 msgr2=0x7fec14198940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec14100600 0x7fec14198940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 -- 172.21.15.17:0/2156467019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec141056d0 msgr2=0x7fec14198e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec141056d0 0x7fec14198e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 -- 172.21.15.17:0/2156467019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febfc009560 con 0x7fec14199410 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec18b52640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 0x7fec141a39c0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fec0c00eb10 tx=0x7fec0c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0c004b20 con 0x7fec14199410 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fec0c004c80 con 0x7fec14199410 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec141a4670 con 0x7fec14199410 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec0c010690 con 0x7fec14199410 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.459+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec141a4b80 con 0x7fec14199410 2024-03-16T18:21:52.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.460+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec14101ad0 con 0x7fec14199410 2024-03-16T18:21:52.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.461+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7fec0c0107f0 con 0x7fec14199410 2024-03-16T18:21:52.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.462+0000 7fec117fa640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fec000a1cb0 0x7fec000a4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.462+0000 7fec13fff640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fec000a1cb0 0x7fec000a4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.462+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fec0c014070 con 0x7fec14199410 2024-03-16T18:21:52.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.462+0000 7fec13fff640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fec000a1cb0 0x7fec000a4170 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7febfc005ab0 tx=0x7febfc005fd0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.466+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fec0c096d80 con 0x7fec14199410 2024-03-16T18:21:52.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.689+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fec141089a0 con 0x7fec14199410 2024-03-16T18:21:52.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.690+0000 7fec117fa640 1 -- 172.21.15.17:0/2156467019 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fec0c09a440 con 0x7fec14199410 2024-03-16T18:21:52.691 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:21:52.692 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:21:52.692 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:21:52.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fec000a1cb0 msgr2=0x7fec000a4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fec000a1cb0 0x7fec000a4170 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7febfc005ab0 tx=0x7febfc005fd0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 msgr2=0x7fec141a39c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 0x7fec141a39c0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fec0c00eb10 tx=0x7fec0c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 shutdown_connections 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fec000a1cb0 0x7fec000a4170 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fec14199410 0x7fec141a39c0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fec141056d0 0x7fec14198e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 --2- 172.21.15.17:0/2156467019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fec14100600 0x7fec14198940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 >> 172.21.15.17:0/2156467019 conn(0x7fec14076770 msgr2=0x7fec140fe450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 shutdown_connections 2024-03-16T18:21:52.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.692+0000 7fec1a5b5640 1 -- 172.21.15.17:0/2156467019 wait complete. 2024-03-16T18:21:52.704 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:21:52.705 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 -- 172.21.15.17:0/1251898111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988069090 msgr2=0x7f198810e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 --2- 172.21.15.17:0/1251898111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988069090 0x7f198810e330 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1978009c10 tx=0x7f197802bef0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 -- 172.21.15.17:0/1251898111 shutdown_connections 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 --2- 172.21.15.17:0/1251898111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19880686d0 0x7f1988068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 --2- 172.21.15.17:0/1251898111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988069090 0x7f198810e330 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 --2- 172.21.15.17:0/1251898111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1988107500 0x7f19881078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 -- 172.21.15.17:0/1251898111 >> 172.21.15.17:0/1251898111 conn(0x7f19880774f0 msgr2=0x7f1988077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 -- 172.21.15.17:0/1251898111 shutdown_connections 2024-03-16T18:21:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 -- 172.21.15.17:0/1251898111 wait complete. 2024-03-16T18:21:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 Processor -- start 2024-03-16T18:21:52.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.808+0000 7f198d7e9640 1 -- start start 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f198d7e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19880686d0 0x7f198819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f198d7e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 0x7f198819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f198d7e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988107500 0x7f1988197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f198d7e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1988197ec0 con 0x7f1988069090 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f198d7e9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1988198030 con 0x7f19880686d0 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f198d7e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19881981f0 con 0x7f1988107500 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 0x7f198819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f1986ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19880686d0 0x7f198819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19877fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988107500 0x7f1988197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 0x7f198819dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56360/0 (socket says 172.21.15.17:56360) 2024-03-16T18:21:52.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f1986ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19880686d0 0x7f198819d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:56212/0 (socket says 172.21.15.17:56212) 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19867fc640 1 -- 172.21.15.17:0/2016560079 learned_addr learned my addr 172.21.15.17:0/2016560079 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19877fe640 1 -- 172.21.15.17:0/2016560079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19880686d0 msgr2=0x7f198819d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19877fe640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19880686d0 0x7f198819d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19877fe640 1 -- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 msgr2=0x7f198819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19877fe640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 0x7f198819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19877fe640 1 -- 172.21.15.17:0/2016560079 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f197c009560 con 0x7f1988107500 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.809+0000 7f19867fc640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 0x7f198819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.810+0000 7f19877fe640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988107500 0x7f1988197820 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f197802c430 tx=0x7f1978005c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.810+0000 7f196ffff640 1 -- 172.21.15.17:0/2016560079 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1978003970 con 0x7f1988107500 2024-03-16T18:21:52.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.810+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1978009840 con 0x7f1988107500 2024-03-16T18:21:52.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.810+0000 7f196ffff640 1 -- 172.21.15.17:0/2016560079 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f197803f6c0 con 0x7f1988107500 2024-03-16T18:21:52.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.810+0000 7f196ffff640 1 -- 172.21.15.17:0/2016560079 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19780042a0 con 0x7f1988107500 2024-03-16T18:21:52.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.810+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19881002e0 con 0x7f1988107500 2024-03-16T18:21:52.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.812+0000 7f196ffff640 1 -- 172.21.15.17:0/2016560079 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f1978045070 con 0x7f1988107500 2024-03-16T18:21:52.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.812+0000 7f19903c9740 1 Processor -- start 2024-03-16T18:21:52.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.812+0000 7f19903c9740 1 -- start start 2024-03-16T18:21:52.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19903c9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a81630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19903c9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19903c9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a8cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19903c9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077a3c960 con 0x55a077a81250 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19903c9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0779f0310 con 0x55a077a8a750 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19903c9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0779ed840 con 0x55a077a81b70 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a81630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a81630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56374/0 (socket says 172.21.15.17:56374) 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 -- 172.21.15.17:0/2768228598 learned_addr learned my addr 172.21.15.17:0/2768228598 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f1986ffd640 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a8cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f196ffff640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19700a1c30 0x7f19700a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19877fe640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19700a1c30 0x7f19700a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 -- 172.21.15.17:0/2768228598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 msgr2=0x55a077a8a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 -- 172.21.15.17:0/2768228598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 msgr2=0x55a077a8cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a8cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 -- 172.21.15.17:0/2768228598 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a0779ab060 con 0x55a077a81250 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f1986ffd640 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f196ffff640 1 -- 172.21.15.17:0/2016560079 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f19780f41b0 con 0x7f1988107500 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19867fc640 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a81630 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f197c013e20 tx=0x7f197c009db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e025cd37a2f47099 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f19877fe640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19700a1c30 0x7f19700a40f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f19780f1580 tx=0x7f1978092b50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f196d7fa640 1 -- 172.21.15.17:0/2768228598 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197c011c70 con 0x55a077a81250 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f196d7fa640 1 -- 172.21.15.17:0/2768228598 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f197c011dd0 con 0x55a077a81250 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.813+0000 7f196d7fa640 1 -- 172.21.15.17:0/2768228598 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197c005280 con 0x55a077a81250 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 -- 172.21.15.17:0/2768228598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 msgr2=0x55a077a81630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a81630 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f197c013e20 tx=0x7f197c009db0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 -- 172.21.15.17:0/2768228598 shutdown_connections 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a8cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 --2- 172.21.15.17:0/2768228598 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a81630 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 -- 172.21.15.17:0/2768228598 >> 172.21.15.17:0/2768228598 conn(0x55a077a7b980 msgr2=0x55a077a7bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 -- 172.21.15.17:0/2768228598 shutdown_connections 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 -- 172.21.15.17:0/2768228598 wait complete. 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.814+0000 7f19903c9740 1 -- start start 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 Processor -- start 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a81250 0x55a077a8a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a874a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 0x55a077a87ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0779e9020 con 0x55a077a8a750 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a0776bc430 con 0x55a077a81250 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077678e00 con 0x55a077a81b70 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19903c9740 10 client.0 _ll_register_callbacks cb 0x55a077990cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 0x55a077a87ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 0x55a077a87ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56388/0 (socket says 172.21.15.17:56388) 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 -- 172.21.15.17:0/3460906044 learned_addr learned my addr 172.21.15.17:0/3460906044 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a81250 0x55a077a8a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f1986ffd640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a874a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 -- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 msgr2=0x55a077a874a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a874a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 -- 172.21.15.17:0/3460906044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a81250 msgr2=0x55a077a8a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a81250 0x55a077a8a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 -- 172.21.15.17:0/3460906044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f197c01b040 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f19867fc640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 0x55a077a87ab0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f197c005450 tx=0x7f197c013650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1bd2a5dcd5f6ebe server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f196aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.815+0000 7f196aff5640 1 -- 172.21.15.17:0/3460906044 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197c005970 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a0776e87e0 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f196aff5640 1 -- 172.21.15.17:0/3460906044 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f197c0054b0 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f196aff5640 1 -- 172.21.15.17:0/3460906044 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f197c005670 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 10 client.15825 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a0779e76a0 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f196aff5640 1 -- 172.21.15.17:0/3460906044 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a0776e87e0 con 0x55a077a8a750 2024-03-16T18:21:52.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f196aff5640 1 -- 172.21.15.17:0/3460906044 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f197c020750 con 0x55a077a8a750 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 10 client.15825 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 10 client.15825 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 20 client.15825 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077a9a7b0 0x55a077a9cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 4 client.15825 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a077725720 con 0x55a077a9a7b0 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.816+0000 7f1986ffd640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077a9a7b0 0x55a077a9cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f1986ffd640 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077a9a7b0 0x55a077a9cbd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e151fac215077b56 server_cookie=b87329d13fb31573 in_seq=0 out_seq=0 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f196aff5640 10 client.15825 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f196aff5640 1 -- 172.21.15.17:0/3460906044 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a077725720 con 0x55a077a9a7b0 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f196aff5640 10 client.15825 handle_command_reply: tid=0 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f19903c9740 1 client.15825 shutdown 2024-03-16T18:21:52.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 msgr2=0x55a077a87ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f19903c9740 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 0x55a077a87ab0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f197c005450 tx=0x7f197c013650 comp rx=0 tx=0).stop 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 shutdown_connections 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.817+0000 7f19903c9740 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077a9a7b0 0x55a077a9cbd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a8a750 0x55a077a87ab0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f196aff5640 0 client.15825 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a874a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 1 --2- 172.21.15.17:0/3460906044 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a81250 0x55a077a8a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 >> 172.21.15.17:0/3460906044 conn(0x55a077a7b980 msgr2=0x55a077a7d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 shutdown_connections 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 1 -- 172.21.15.17:0/3460906044 wait complete. 2024-03-16T18:21:52.829 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.818+0000 7f19903c9740 20 client.15825 trim_cache size 0 max 16384 2024-03-16T18:21:52.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 Processor -- start 2024-03-16T18:21:52.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 -- start start 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a89bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a95b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a07796e130 con 0x55a077a81250 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077a87290 con 0x55a077a8a750 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19903c9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077a9a560 con 0x55a077a81b70 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a89bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a89bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56400/0 (socket says 172.21.15.17:56400) 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19867fc640 1 -- 172.21.15.17:0/2009509570 learned_addr learned my addr 172.21.15.17:0/2009509570 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f1986ffd640 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.830+0000 7f19867fc640 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a95b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19867fc640 1 -- 172.21.15.17:0/2009509570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 msgr2=0x55a077a8a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19867fc640 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19867fc640 1 -- 172.21.15.17:0/2009509570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 msgr2=0x55a077a95b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19867fc640 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a95b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19867fc640 1 -- 172.21.15.17:0/2009509570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a077983c20 con 0x55a077a81250 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19867fc640 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a89bd0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f197c009340 tx=0x7f197c013b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=209bbf3b9fe15e72 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f196cff9640 1 -- 172.21.15.17:0/2009509570 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197c005970 con 0x55a077a81250 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f196cff9640 1 -- 172.21.15.17:0/2009509570 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f197c036070 con 0x55a077a81250 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f196cff9640 1 -- 172.21.15.17:0/2009509570 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197c0055e0 con 0x55a077a81250 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 -- 172.21.15.17:0/2009509570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 msgr2=0x55a077a89bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a89bd0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f197c009340 tx=0x7f197c013b80 comp rx=0 tx=0).stop 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 -- 172.21.15.17:0/2009509570 shutdown_connections 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077a95b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a8a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 --2- 172.21.15.17:0/2009509570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a89bd0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 -- 172.21.15.17:0/2009509570 >> 172.21.15.17:0/2009509570 conn(0x55a077a7b980 msgr2=0x55a077a7ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 -- 172.21.15.17:0/2009509570 shutdown_connections 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.831+0000 7f19903c9740 1 -- 172.21.15.17:0/2009509570 wait complete. 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 -- start start 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 Processor -- start 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a842b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a847f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077af5020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077af5560 con 0x55a077a81250 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077af56a0 con 0x55a077a8a750 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a077af57e0 con 0x55a077a81b70 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19903c9740 10 client.0 _ll_register_callbacks cb 0x7f197c0138e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:52.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a842b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a842b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56410/0 (socket says 172.21.15.17:56410) 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 -- 172.21.15.17:0/1631599767 learned_addr learned my addr 172.21.15.17:0/1631599767 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f1986ffd640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a847f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077af5020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 -- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 msgr2=0x55a077a847f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a847f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 -- 172.21.15.17:0/1631599767 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 msgr2=0x55a077af5020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077af5020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.832+0000 7f19867fc640 1 -- 172.21.15.17:0/1631599767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a0779e76a0 con 0x55a077a81250 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19867fc640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a842b0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f197c009fe0 tx=0x7f197c0092a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb15bd1cb4114e7a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f196aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f196aff5640 1 -- 172.21.15.17:0/1631599767 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f197c045040 con 0x55a077a81250 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f196aff5640 1 -- 172.21.15.17:0/1631599767 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f197c000e40 con 0x55a077a81250 2024-03-16T18:21:52.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f197c011dd0 con 0x55a077a81250 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f196aff5640 1 -- 172.21.15.17:0/1631599767 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f197c013630 con 0x55a077a81250 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 10 client.15831 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a0779a98c0 con 0x55a077a81250 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f196aff5640 1 -- 172.21.15.17:0/1631599767 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f197c011dd0 con 0x55a077a81250 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f196aff5640 1 -- 172.21.15.17:0/1631599767 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f197c004ad0 con 0x55a077a81250 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 10 client.15831 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 10 client.15831 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 20 client.15831 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077af6aa0 0x55a077af8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 4 client.15831 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a077774890 con 0x55a077af6aa0 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.833+0000 7f1986ffd640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077af6aa0 0x55a077af8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f196aff5640 10 client.15831 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:52.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f1986ffd640 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077af6aa0 0x55a077af8e90 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ad2c65f9c706e571 server_cookie=bcb7750e6df11075 in_seq=0 out_seq=0 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f196aff5640 1 -- 172.21.15.17:0/1631599767 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a077774890 con 0x55a077af6aa0 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f196aff5640 10 client.15831 handle_command_reply: tid=0 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 client.15831 shutdown 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 msgr2=0x55a077a842b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a842b0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f197c009fe0 tx=0x7f197c0092a0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 shutdown_connections 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55a077af6aa0 0x55a077af8e90 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a077a8a750 0x55a077af5020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a077a81b70 0x55a077a847f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f196aff5640 0 client.15831 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 --2- 172.21.15.17:0/1631599767 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a077a81250 0x55a077a842b0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 >> 172.21.15.17:0/1631599767 conn(0x55a077a7b980 msgr2=0x55a077a7ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 shutdown_connections 2024-03-16T18:21:52.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 1 -- 172.21.15.17:0/1631599767 wait complete. 2024-03-16T18:21:52.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.834+0000 7f19903c9740 20 client.15831 trim_cache size 0 max 16384 2024-03-16T18:21:52.844 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19700a1c30 msgr2=0x7f19700a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19700a1c30 0x7f19700a40f0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f19780f1580 tx=0x7f1978092b50 comp rx=0 tx=0).stop 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988107500 msgr2=0x7f1988197820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988107500 0x7f1988197820 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f197802c430 tx=0x7f1978005c60 comp rx=0 tx=0).stop 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 shutdown_connections 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19700a1c30 0x7f19700a40f0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1988069090 0x7f198819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1988107500 0x7f1988197820 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 --2- 172.21.15.17:0/2016560079 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19880686d0 0x7f198819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 >> 172.21.15.17:0/2016560079 conn(0x7f19880774f0 msgr2=0x7f19880fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 shutdown_connections 2024-03-16T18:21:52.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.835+0000 7f198d7e9640 1 -- 172.21.15.17:0/2016560079 wait complete. 2024-03-16T18:21:52.847 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:21:52.847 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/1898382995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100410 msgr2=0x7f5e84100890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/1898382995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100410 0x7f5e84100890 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c009930 tx=0x7f5e6c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/1898382995 shutdown_connections 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/1898382995 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100410 0x7f5e84100890 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/1898382995 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e84100dd0 0x7f5e8410d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/1898382995 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e841064b0 0x7f5e84106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/1898382995 >> 172.21.15.17:0/1898382995 conn(0x7f5e84077550 msgr2=0x7f5e84077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/1898382995 shutdown_connections 2024-03-16T18:21:52.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/1898382995 wait complete. 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 Processor -- start 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.953+0000 7f5e8aa8f640 1 -- start start 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e84100410 0x7f5e84196700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 0x7f5e84196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e841064b0 0x7f5e84197180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e841a5e40 con 0x7f5e84100dd0 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e841a5fb0 con 0x7f5e84100410 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e841a6170 con 0x7f5e841064b0 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 0x7f5e84196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 0x7f5e84196c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56420/0 (socket says 172.21.15.17:56420) 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e84100410 0x7f5e84196700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 -- 172.21.15.17:0/542169441 learned_addr learned my addr 172.21.15.17:0/542169441 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8902c640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e841064b0 0x7f5e84197180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 -- 172.21.15.17:0/542169441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e841064b0 msgr2=0x7f5e84197180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e841064b0 0x7f5e84197180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 -- 172.21.15.17:0/542169441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e84100410 msgr2=0x7f5e84196700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e84100410 0x7f5e84196700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 -- 172.21.15.17:0/542169441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e6c009560 con 0x7f5e84100dd0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8882b640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e84100410 0x7f5e84196700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e83fff640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 0x7f5e84196c40 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c009230 tx=0x7f5e6c004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e81ffb640 1 -- 172.21.15.17:0/542169441 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c004440 con 0x7f5e84100dd0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e81ffb640 1 -- 172.21.15.17:0/542169441 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e6c02de90 con 0x7f5e84100dd0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e841a63f0 con 0x7f5e84100dd0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.954+0000 7f5e81ffb640 1 -- 172.21.15.17:0/542169441 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c0052e0 con 0x7f5e84100dd0 2024-03-16T18:21:52.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.955+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e841a6950 con 0x7f5e84100dd0 2024-03-16T18:21:52.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.957+0000 7f5e81ffb640 1 -- 172.21.15.17:0/542169441 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f5e6c003cf0 con 0x7f5e84100dd0 2024-03-16T18:21:52.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.957+0000 7f5e8d672740 1 Processor -- start 2024-03-16T18:21:52.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.957+0000 7f5e8d672740 1 -- start start 2024-03-16T18:21:52.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29377250 0x561b29377630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b29380210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29380750 0x561b29382b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8d672740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b29332960 con 0x561b29377b70 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8d672740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b292e6310 con 0x561b29377250 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8d672740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b292e3840 con 0x561b29380750 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e81ffb640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e700a1cb0 0x7f5e700a4170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b29380210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b29380210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56432/0 (socket says 172.21.15.17:56432) 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29377250 0x561b29377630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8882b640 1 -- 172.21.15.17:0/3701153162 learned_addr learned my addr 172.21.15.17:0/3701153162 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e83fff640 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29380750 0x561b29382b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e700a1cb0 0x7f5e700a4170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e81ffb640 1 -- 172.21.15.17:0/542169441 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f5e6c0efc00 con 0x7f5e84100dd0 2024-03-16T18:21:52.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 -- 172.21.15.17:0/3701153162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29380750 msgr2=0x561b29382b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29380750 0x561b29382b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 -- 172.21.15.17:0/3701153162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 msgr2=0x561b29380210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b29380210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 -- 172.21.15.17:0/3701153162 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b292a1060 con 0x561b29377250 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8882b640 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b29380210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e700a1cb0 0x7f5e700a4170 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5e74005fd0 tx=0x7f5e74017000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.958+0000 7f5e8902c640 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29377250 0x561b29377630 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5e8406aba0 tx=0x7f5e74012e30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dcbbf6217d4bbd17 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e7affd640 1 -- 172.21.15.17:0/3701153162 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e74010e70 con 0x561b29377250 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e7affd640 1 -- 172.21.15.17:0/3701153162 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e74004500 con 0x561b29377250 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e7affd640 1 -- 172.21.15.17:0/3701153162 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e7400dd20 con 0x561b29377250 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 -- 172.21.15.17:0/3701153162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29377250 msgr2=0x561b29377630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29377250 0x561b29377630 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f5e8406aba0 tx=0x7f5e74012e30 comp rx=0 tx=0).stop 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 -- 172.21.15.17:0/3701153162 shutdown_connections 2024-03-16T18:21:52.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b29380210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29380750 0x561b29382b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3701153162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29377250 0x561b29377630 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 -- 172.21.15.17:0/3701153162 >> 172.21.15.17:0/3701153162 conn(0x561b29371980 msgr2=0x561b29371d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 -- 172.21.15.17:0/3701153162 shutdown_connections 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.959+0000 7f5e8d672740 1 -- 172.21.15.17:0/3701153162 wait complete. 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 -- start start 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 Processor -- start 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29380120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b2937d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b2937dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b292df020 con 0x561b29377250 2024-03-16T18:21:52.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b28fb2430 con 0x561b29380750 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b28f6ee00 con 0x561b29377b70 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8d672740 10 client.0 _ll_register_callbacks cb 0x561b29286cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29380120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29380120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56438/0 (socket says 172.21.15.17:56438) 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 -- 172.21.15.17:0/2431158032 learned_addr learned my addr 172.21.15.17:0/2431158032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b2937d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8902c640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b2937dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 -- 172.21.15.17:0/2431158032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 msgr2=0x561b2937d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b2937d4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 -- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 msgr2=0x561b2937dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b2937dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e8882b640 1 -- 172.21.15.17:0/2431158032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e7401a040 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.960+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b2937d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8882b640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29380120 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c00fdd0 tx=0x7f5e7c012820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b06bf95fbfd4f7e8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e63fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e63fff640 1 -- 172.21.15.17:0/2431158032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e7c017070 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e63fff640 1 -- 172.21.15.17:0/2431158032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f5e7c003970 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b2901b720 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e63fff640 1 -- 172.21.15.17:0/2431158032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e7c003b30 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 10 client.15843 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b292dd6a0 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e63fff640 1 -- 172.21.15.17:0/2431158032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561b2901b720 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e63fff640 1 -- 172.21.15.17:0/2431158032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5e7c0104c0 con 0x561b29377250 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 10 client.15843 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 10 client.15843 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:21:52.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 20 client.15843 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b29390890 0x561b29392cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 4 client.15843 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.961+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b2906a890 con 0x561b29390890 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.962+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b29390890 0x561b29392cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.962+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b29390890 0x561b29392cb0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3c43a27287ae4db6 server_cookie=ff9288a1dc4a3d1e in_seq=0 out_seq=0 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.962+0000 7f5e63fff640 10 client.15843 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e63fff640 1 -- 172.21.15.17:0/2431158032 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561b2906a890 con 0x561b29390890 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e63fff640 10 client.15843 handle_command_reply: tid=0 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 client.15843 shutdown 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 msgr2=0x561b29380120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29380120 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c00fdd0 tx=0x7f5e7c012820 comp rx=0 tx=0).stop 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 shutdown_connections 2024-03-16T18:21:52.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b29390890 0x561b29392cb0 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b2937dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b2937d4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e63fff640 0 client.15843 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2431158032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29380120 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 >> 172.21.15.17:0/2431158032 conn(0x561b29371980 msgr2=0x561b293736d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 shutdown_connections 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 1 -- 172.21.15.17:0/2431158032 wait complete. 2024-03-16T18:21:52.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.963+0000 7f5e8d672740 20 client.15843 trim_cache size 0 max 16384 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 Processor -- start 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 -- start start 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377250 0x561b29370a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b2937fbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b29380120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b29264130 con 0x561b29377b70 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b29373c90 con 0x561b29380750 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.975+0000 7f5e8d672740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b29376c20 con 0x561b29377250 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b2937fbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b2937fbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56452/0 (socket says 172.21.15.17:56452) 2024-03-16T18:21:52.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 -- 172.21.15.17:0/3313075434 learned_addr learned my addr 172.21.15.17:0/3313075434 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e8882b640 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377250 0x561b29370a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e8902c640 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b29380120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 -- 172.21.15.17:0/3313075434 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377250 msgr2=0x561b29370a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377250 0x561b29370a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 -- 172.21.15.17:0/3313075434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 msgr2=0x561b29380120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b29380120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 -- 172.21.15.17:0/3313075434 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b29279c20 con 0x561b29377b70 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e83fff640 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b2937fbe0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c0b8d20 tx=0x7f5e6c08e5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab144aecd637ac2f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e7a7fc640 1 -- 172.21.15.17:0/3313075434 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c0bcaa0 con 0x561b29377b70 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e7a7fc640 1 -- 172.21.15.17:0/3313075434 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e6c0bc3a0 con 0x561b29377b70 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.976+0000 7f5e7a7fc640 1 -- 172.21.15.17:0/3313075434 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6c0bc600 con 0x561b29377b70 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 -- 172.21.15.17:0/3313075434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 msgr2=0x561b2937fbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b2937fbe0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c0b8d20 tx=0x7f5e6c08e5a0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 -- 172.21.15.17:0/3313075434 shutdown_connections 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377b70 0x561b2937fbe0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b29380120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 --2- 172.21.15.17:0/3313075434 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377250 0x561b29370a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 -- 172.21.15.17:0/3313075434 >> 172.21.15.17:0/3313075434 conn(0x561b29371980 msgr2=0x561b293702f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 -- 172.21.15.17:0/3313075434 shutdown_connections 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 -- 172.21.15.17:0/3313075434 wait complete. 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 -- start start 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 Processor -- start 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29383c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.977+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b29384190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b293846d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b293eb280 con 0x561b29377250 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b293eb3f0 con 0x561b29380750 2024-03-16T18:21:52.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b293eb5b0 con 0x561b29377b70 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 10 client.0 _ll_register_callbacks cb 0x7f5e7c00f4a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29383c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29383c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56466/0 (socket says 172.21.15.17:56466) 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 -- 172.21.15.17:0/2594087925 learned_addr learned my addr 172.21.15.17:0/2594087925 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b29384190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8902c640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b293846d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 -- 172.21.15.17:0/2594087925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 msgr2=0x561b29384190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b29384190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 -- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 msgr2=0x561b293846d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b293846d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 -- 172.21.15.17:0/2594087925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e841a6950 con 0x561b29377250 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b29384190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:52.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8902c640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b293846d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8882b640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29383c50 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c005d70 tx=0x7f5e7c009330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b26fedb3db009641 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e63fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e63fff640 1 -- 172.21.15.17:0/2594087925 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e7c017040 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e63fff640 1 -- 172.21.15.17:0/2594087925 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f5e7c010a10 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b28fde7e0 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e63fff640 1 -- 172.21.15.17:0/2594087925 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e7c010640 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 10 client.15849 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.978+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b2929f8c0 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e63fff640 1 -- 172.21.15.17:0/2594087925 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561b28fde7e0 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e63fff640 1 -- 172.21.15.17:0/2594087925 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5e7c032700 con 0x561b29377250 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 10 client.15849 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 10 client.15849 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 20 client.15849 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:52.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b293ecd70 0x561b293ef190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 4 client.15849 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561b28f8a700 con 0x561b293ecd70 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b293ecd70 0x561b293ef190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e83fff640 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b293ecd70 0x561b293ef190 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=da1928806b02e6d9 server_cookie=97df831346b14577 in_seq=0 out_seq=0 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e63fff640 10 client.15849 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e63fff640 1 -- 172.21.15.17:0/2594087925 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561b28f8a700 con 0x561b293ecd70 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e63fff640 10 client.15849 handle_command_reply: tid=0 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.979+0000 7f5e8d672740 1 client.15849 shutdown 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 msgr2=0x561b29383c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29383c50 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f5e7c005d70 tx=0x7f5e7c009330 comp rx=0 tx=0).stop 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 shutdown_connections 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561b293ecd70 0x561b293ef190 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b29380750 0x561b293846d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b29377b70 0x561b29384190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e63fff640 0 client.15849 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 --2- 172.21.15.17:0/2594087925 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b29377250 0x561b29383c50 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 >> 172.21.15.17:0/2594087925 conn(0x561b29371980 msgr2=0x561b293734f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 shutdown_connections 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 1 -- 172.21.15.17:0/2594087925 wait complete. 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8d672740 20 client.15849 trim_cache size 0 max 16384 2024-03-16T18:21:52.989 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:21:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e700a1cb0 msgr2=0x7f5e700a4170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e700a1cb0 0x7f5e700a4170 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f5e74005fd0 tx=0x7f5e74017000 comp rx=0 tx=0).stop 2024-03-16T18:21:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 msgr2=0x7f5e84196c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 0x7f5e84196c40 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c009230 tx=0x7f5e6c004040 comp rx=0 tx=0).stop 2024-03-16T18:21:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 shutdown_connections 2024-03-16T18:21:52.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e700a1cb0 0x7f5e700a4170 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e84100dd0 0x7f5e84196c40 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e841064b0 0x7f5e84197180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 --2- 172.21.15.17:0/542169441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e84100410 0x7f5e84196700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 >> 172.21.15.17:0/542169441 conn(0x7f5e84077550 msgr2=0x7f5e84103170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 shutdown_connections 2024-03-16T18:21:52.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:52.980+0000 7f5e8aa8f640 1 -- 172.21.15.17:0/542169441 wait complete. 2024-03-16T18:21:52.991 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:52 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2156467019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:52.993 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:21:52.993 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:21:53.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 -- 172.21.15.17:0/845975522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 msgr2=0x7ffa3410b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 --2- 172.21.15.17:0/845975522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3410b560 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7ffa28009900 tx=0x7ffa2802bcd0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 -- 172.21.15.17:0/845975522 shutdown_connections 2024-03-16T18:21:53.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 --2- 172.21.15.17:0/845975522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3410b560 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 --2- 172.21.15.17:0/845975522 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 0x7ffa3410dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 --2- 172.21.15.17:0/845975522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa34102760 0x7ffa34102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 -- 172.21.15.17:0/845975522 >> 172.21.15.17:0/845975522 conn(0x7ffa34077550 msgr2=0x7ffa34077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 -- 172.21.15.17:0/845975522 shutdown_connections 2024-03-16T18:21:53.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 -- 172.21.15.17:0/845975522 wait complete. 2024-03-16T18:21:53.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 Processor -- start 2024-03-16T18:21:53.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.096+0000 7ffa3a639640 1 -- start start 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa34102760 0x7ffa3419d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3419dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 0x7ffa341978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa34197f20 con 0x7ffa34103080 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa34198090 con 0x7ffa34102760 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa34198250 con 0x7ffa3410bb30 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3419dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3419dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56482/0 (socket says 172.21.15.17:56482) 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 -- 172.21.15.17:0/245491957 learned_addr learned my addr 172.21.15.17:0/245491957 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 0x7ffa341978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa33fff640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa34102760 0x7ffa3419d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 -- 172.21.15.17:0/245491957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 msgr2=0x7ffa341978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 0x7ffa341978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 -- 172.21.15.17:0/245491957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa34102760 msgr2=0x7ffa3419d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa34102760 0x7ffa3419d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 -- 172.21.15.17:0/245491957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa28009560 con 0x7ffa34103080 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 0x7ffa341978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa337fe640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3419dc60 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ffa28006010 tx=0x7ffa28005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa317fa640 1 -- 172.21.15.17:0/245491957 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa280043d0 con 0x7ffa34103080 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa341984d0 con 0x7ffa34103080 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa317fa640 1 -- 172.21.15.17:0/245491957 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ffa28003aa0 con 0x7ffa34103080 2024-03-16T18:21:53.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa317fa640 1 -- 172.21.15.17:0/245491957 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa28005350 con 0x7ffa34103080 2024-03-16T18:21:53.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.097+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa341a47c0 con 0x7ffa34103080 2024-03-16T18:21:53.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa317fa640 1 -- 172.21.15.17:0/245491957 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7ffa28003c10 con 0x7ffa34103080 2024-03-16T18:21:53.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 Processor -- start 2024-03-16T18:21:53.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 -- start start 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c3580e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c35817210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35819b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c357c9960 con 0x558c3580eb70 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c3577d310 con 0x558c35817750 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.100+0000 7ffa3d218740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c3577a840 con 0x558c3580e250 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa317fa640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ffa1c0a1c30 0x7ffa1c0a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c35817210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c35817210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56496/0 (socket says 172.21.15.17:56496) 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 -- 172.21.15.17:0/134761187 learned_addr learned my addr 172.21.15.17:0/134761187 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa337fe640 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35819b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c3580e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ffa1c0a1c30 0x7ffa1c0a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 -- 172.21.15.17:0/134761187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 msgr2=0x558c3580e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa317fa640 1 -- 172.21.15.17:0/245491957 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ffa280f0440 con 0x7ffa34103080 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c3580e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 -- 172.21.15.17:0/134761187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 msgr2=0x558c35819b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35819b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 -- 172.21.15.17:0/134761187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c35738060 con 0x558c3580eb70 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa337fe640 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35819b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa33fff640 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c35817210 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ffa24009c90 tx=0x7ffa24011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cf2f796b2ef3c97 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ffa1c0a1c30 0x7ffa1c0a40f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0099e0 tx=0x7ffa2c009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa1a7fc640 1 -- 172.21.15.17:0/134761187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa24005220 con 0x558c3580eb70 2024-03-16T18:21:53.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa1a7fc640 1 -- 172.21.15.17:0/134761187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ffa24004c50 con 0x558c3580eb70 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.101+0000 7ffa1a7fc640 1 -- 172.21.15.17:0/134761187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa24019670 con 0x558c3580eb70 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 -- 172.21.15.17:0/134761187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 msgr2=0x558c35817210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c35817210 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7ffa24009c90 tx=0x7ffa24011810 comp rx=0 tx=0).stop 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 -- 172.21.15.17:0/134761187 shutdown_connections 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c35817210 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35819b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 --2- 172.21.15.17:0/134761187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c3580e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 -- 172.21.15.17:0/134761187 >> 172.21.15.17:0/134761187 conn(0x558c35808980 msgr2=0x558c35808d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 -- 172.21.15.17:0/134761187 shutdown_connections 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 -- 172.21.15.17:0/134761187 wait complete. 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.102+0000 7ffa3d218740 1 -- start start 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 Processor -- start 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c35817110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c358144a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35814ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c35776020 con 0x558c3580eb70 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c35449430 con 0x558c35817750 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c35405e00 con 0x558c3580e250 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa3d218740 10 client.0 _ll_register_callbacks cb 0x558c3571dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c358144a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c358144a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56506/0 (socket says 172.21.15.17:56506) 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 -- 172.21.15.17:0/1931923645 learned_addr learned my addr 172.21.15.17:0/1931923645 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35814ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa33fff640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c35817110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 -- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 msgr2=0x558c35817110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c35817110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 -- 172.21.15.17:0/1931923645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 msgr2=0x558c35814ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35814ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 -- 172.21.15.17:0/1931923645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa240098f0 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa337fe640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c358144a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ffa280b9040 tx=0x7ffa28003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5fd1c9d40cee42d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.103+0000 7ffa137fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa137fe640 1 -- 172.21.15.17:0/1931923645 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa280056b0 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa137fe640 1 -- 172.21.15.17:0/1931923645 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ffa280bcbe0 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558c354757e0 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa137fe640 1 -- 172.21.15.17:0/1931923645 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa280c0d30 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 10 client.15861 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558c357746a0 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa137fe640 1 -- 172.21.15.17:0/1931923645 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558c354757e0 con 0x558c3580eb70 2024-03-16T18:21:53.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa137fe640 1 -- 172.21.15.17:0/1931923645 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ffa2803c070 con 0x558c3580eb70 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 10 client.15861 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 10 client.15861 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 20 client.15861 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35827720 0x558c35829b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 4 client.15861 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558c354b2720 con 0x558c35827720 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.104+0000 7ffa33fff640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35827720 0x558c35829b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa137fe640 10 client.15861 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa33fff640 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35827720 0x558c35829b10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a299d9ef3b010010 server_cookie=4a1b9d648d873f2a in_seq=0 out_seq=0 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa137fe640 1 -- 172.21.15.17:0/1931923645 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558c354b2720 con 0x558c35827720 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa137fe640 10 client.15861 handle_command_reply: tid=0 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa3d218740 1 client.15861 shutdown 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 msgr2=0x558c358144a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c358144a0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7ffa280b9040 tx=0x7ffa28003f10 comp rx=0 tx=0).stop 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 shutdown_connections 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35827720 0x558c35829b10 crc :-1 s=READY pgs=32 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.105+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c358144a0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c35817750 0x558c35814ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1931923645 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c3580e250 0x558c35817110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa137fe640 0 client.15861 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 >> 172.21.15.17:0/1931923645 conn(0x558c35808980 msgr2=0x558c3580a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 shutdown_connections 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa3d218740 1 -- 172.21.15.17:0/1931923645 wait complete. 2024-03-16T18:21:53.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.106+0000 7ffa3d218740 20 client.15861 trim_cache size 0 max 16384 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 Processor -- start 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 -- start start 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 0x558c35816bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580eb70 0x558c35817110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c35822ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c356fb130 con 0x558c3580e250 2024-03-16T18:21:53.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c3580ff60 con 0x558c3580eb70 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa3d218740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c35815350 con 0x558c35817750 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 0x558c35816bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 0x558c35816bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56510/0 (socket says 172.21.15.17:56510) 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 -- 172.21.15.17:0/3704876056 learned_addr learned my addr 172.21.15.17:0/3704876056 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 -- 172.21.15.17:0/3704876056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 msgr2=0x558c35822ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c35822ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 -- 172.21.15.17:0/3704876056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580eb70 msgr2=0x558c35817110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580eb70 0x558c35817110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.118+0000 7ffa33fff640 1 -- 172.21.15.17:0/3704876056 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c35710c20 con 0x558c3580e250 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa33fff640 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 0x558c35816bd0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ffa24014040 tx=0x7ffa240056c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df1790a08bd5a6de server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa19ffb640 1 -- 172.21.15.17:0/3704876056 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa24029040 con 0x558c3580e250 2024-03-16T18:21:53.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa19ffb640 1 -- 172.21.15.17:0/3704876056 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ffa240054b0 con 0x558c3580e250 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa19ffb640 1 -- 172.21.15.17:0/3704876056 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa24003d00 con 0x558c3580e250 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 -- 172.21.15.17:0/3704876056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 msgr2=0x558c35816bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 0x558c35816bd0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7ffa24014040 tx=0x7ffa240056c0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 -- 172.21.15.17:0/3704876056 shutdown_connections 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c35822ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580eb70 0x558c35817110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 --2- 172.21.15.17:0/3704876056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580e250 0x558c35816bd0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 -- 172.21.15.17:0/3704876056 >> 172.21.15.17:0/3704876056 conn(0x558c35808980 msgr2=0x558c35807b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 -- 172.21.15.17:0/3704876056 shutdown_connections 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.119+0000 7ffa3d218740 1 -- 172.21.15.17:0/3704876056 wait complete. 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 -- start start 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 Processor -- start 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580e250 0x558c3581ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c3581f4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c3581b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c3581bb20 con 0x558c3580eb70 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c3581bc90 con 0x558c3580e250 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c3581be50 con 0x558c35817750 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa3d218740 10 client.0 _ll_register_callbacks cb 0x7ffa280ed640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c3581f4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c3581f4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56512/0 (socket says 172.21.15.17:56512) 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 -- 172.21.15.17:0/1974138982 learned_addr learned my addr 172.21.15.17:0/1974138982 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa33fff640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580e250 0x558c3581ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c3581b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 -- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 msgr2=0x558c3581b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c3581b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 -- 172.21.15.17:0/1974138982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580e250 msgr2=0x558c3581ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.120+0000 7ffa337fe640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580e250 0x558c3581ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa337fe640 1 -- 172.21.15.17:0/1974138982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558c35738060 con 0x558c3580eb70 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa38bd6640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c3581b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa337fe640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c3581f4c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ffa280b9560 tx=0x7ffa28003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f1d2a656b219a00 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa137fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa137fe640 1 -- 172.21.15.17:0/1974138982 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa280f0240 con 0x558c3580eb70 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa137fe640 1 -- 172.21.15.17:0/1974138982 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ffa280bcbe0 con 0x558c3580eb70 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ffa24004c50 con 0x558c3580eb70 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa137fe640 1 -- 172.21.15.17:0/1974138982 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa280ed6f0 con 0x558c3580eb70 2024-03-16T18:21:53.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 10 client.15867 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558c357368c0 con 0x558c3580eb70 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa137fe640 1 -- 172.21.15.17:0/1974138982 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ffa24004c50 con 0x558c3580eb70 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa137fe640 1 -- 172.21.15.17:0/1974138982 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ffa2803c070 con 0x558c3580eb70 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 10 client.15867 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 10 client.15867 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 20 client.15867 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35883d90 0x558c35886180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 4 client.15867 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.121+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558c35501890 con 0x558c35883d90 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa33fff640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35883d90 0x558c35886180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa33fff640 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35883d90 0x558c35886180 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=985377bb3e67f67e server_cookie=b6dd77d03058e82 in_seq=0 out_seq=0 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa137fe640 10 client.15867 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa137fe640 1 -- 172.21.15.17:0/1974138982 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558c35501890 con 0x558c35883d90 2024-03-16T18:21:53.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa137fe640 10 client.15867 handle_command_reply: tid=0 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 client.15867 shutdown 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 msgr2=0x558c3581f4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c3581f4c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7ffa280b9560 tx=0x7ffa28003f10 comp rx=0 tx=0).stop 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 shutdown_connections 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x558c35883d90 0x558c35886180 crc :-1 s=READY pgs=33 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c3580eb70 0x558c3581f4c0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c35817750 0x558c3581b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa137fe640 0 client.15867 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 --2- 172.21.15.17:0/1974138982 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c3580e250 0x558c3581ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 >> 172.21.15.17:0/1974138982 conn(0x558c35808980 msgr2=0x558c3580ef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 shutdown_connections 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 1 -- 172.21.15.17:0/1974138982 wait complete. 2024-03-16T18:21:53.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.122+0000 7ffa3d218740 20 client.15867 trim_cache size 0 max 16384 2024-03-16T18:21:53.132 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:21:53.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ffa1c0a1c30 msgr2=0x7ffa1c0a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ffa1c0a1c30 0x7ffa1c0a40f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7ffa2c0099e0 tx=0x7ffa2c009500 comp rx=0 tx=0).stop 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 msgr2=0x7ffa3419dc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3419dc60 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7ffa28006010 tx=0x7ffa28005e10 comp rx=0 tx=0).stop 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 shutdown_connections 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ffa1c0a1c30 0x7ffa1c0a40f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ffa34103080 0x7ffa3419dc60 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ffa3410bb30 0x7ffa341978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 --2- 172.21.15.17:0/245491957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ffa34102760 0x7ffa3419d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 >> 172.21.15.17:0/245491957 conn(0x7ffa34077550 msgr2=0x7ffa340fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 shutdown_connections 2024-03-16T18:21:53.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.123+0000 7ffa3a639640 1 -- 172.21.15.17:0/245491957 wait complete. 2024-03-16T18:21:53.135 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:21:53.135 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 -- 172.21.15.17:0/615598161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2774101e60 msgr2=0x7f277410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 --2- 172.21.15.17:0/615598161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2774101e60 0x7f277410e320 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f276c009ca0 tx=0x7f276c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 -- 172.21.15.17:0/615598161 shutdown_connections 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 --2- 172.21.15.17:0/615598161 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2774101e60 0x7f277410e320 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 --2- 172.21.15.17:0/615598161 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f27741014a0 0x7f2774101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 --2- 172.21.15.17:0/615598161 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2774107560 0x7f2774107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 -- 172.21.15.17:0/615598161 >> 172.21.15.17:0/615598161 conn(0x7f27740788f0 msgr2=0x7f2774078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 -- 172.21.15.17:0/615598161 shutdown_connections 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 -- 172.21.15.17:0/615598161 wait complete. 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.239+0000 7f2779d3e640 1 Processor -- start 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 -- start start 2024-03-16T18:21:53.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 0x7f277419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2774101e60 0x7f277419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2774107560 0x7f2774197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2774197f00 con 0x7f27741014a0 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2774198070 con 0x7f2774107560 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2779d3e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2774198230 con 0x7f2774101e60 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 0x7f277419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 0x7f277419d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56518/0 (socket says 172.21.15.17:56518) 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 -- 172.21.15.17:0/15136177 learned_addr learned my addr 172.21.15.17:0/15136177 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2773fff640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2774107560 0x7f2774197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f2772ffd640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2774101e60 0x7f277419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 -- 172.21.15.17:0/15136177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2774101e60 msgr2=0x7f277419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2774101e60 0x7f277419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 -- 172.21.15.17:0/15136177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2774107560 msgr2=0x7f2774197770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2774107560 0x7f2774197770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 -- 172.21.15.17:0/15136177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f276c009900 con 0x7f27741014a0 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.240+0000 7f27737fe640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 0x7f277419d6b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f276400e9f0 tx=0x7f276400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.241+0000 7f2770ff9640 1 -- 172.21.15.17:0/15136177 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2764009720 con 0x7f27741014a0 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.241+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2774198510 con 0x7f27741014a0 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.241+0000 7f2770ff9640 1 -- 172.21.15.17:0/15136177 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f276400cd80 con 0x7f27741014a0 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.241+0000 7f2770ff9640 1 -- 172.21.15.17:0/15136177 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2764010430 con 0x7f27741014a0 2024-03-16T18:21:53.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.241+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27741a4630 con 0x7f27741014a0 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.243+0000 7f2770ff9640 1 -- 172.21.15.17:0/15136177 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f2764005020 con 0x7f27741014a0 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.243+0000 7f277c9f6740 1 Processor -- start 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.243+0000 7f277c9f6740 1 -- start start 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.243+0000 7f2770ff9640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f275c0a1c30 0x7f275c0a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.243+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 0x55f139e01630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.243+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e0a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e0a750 0x55f139e0cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f277c9f6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139dbc960 con 0x55f139e0a750 2024-03-16T18:21:53.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f277c9f6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139d70310 con 0x55f139e01250 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f277c9f6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139d6d840 con 0x55f139e01b70 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2773fff640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f275c0a1c30 0x7f275c0a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 0x55f139e01630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2770ff9640 1 -- 172.21.15.17:0/15136177 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2764014070 con 0x7f27741014a0 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2773fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e0a750 0x55f139e0cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 0x55f139e01630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:56390/0 (socket says 172.21.15.17:56390) 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 -- 172.21.15.17:0/3009300407 learned_addr learned my addr 172.21.15.17:0/3009300407 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2772ffd640 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e0a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 -- 172.21.15.17:0/3009300407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 msgr2=0x55f139e0a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e0a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 -- 172.21.15.17:0/3009300407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e0a750 msgr2=0x55f139e0cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e0a750 0x55f139e0cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 -- 172.21.15.17:0/3009300407 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f139d2b060 con 0x55f139e01250 2024-03-16T18:21:53.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2773fff640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f275c0a1c30 0x7f275c0a40f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f276c004af0 tx=0x7f276c032510 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f27737fe640 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 0x55f139e01630 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2764009380 tx=0x7f276409a610 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ebb73e8167f819db server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2759ffb640 1 -- 172.21.15.17:0/3009300407 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27640631c0 con 0x55f139e01250 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2759ffb640 1 -- 172.21.15.17:0/3009300407 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f276406d760 con 0x55f139e01250 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.244+0000 7f2759ffb640 1 -- 172.21.15.17:0/3009300407 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276406cee0 con 0x55f139e01250 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 -- 172.21.15.17:0/3009300407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 msgr2=0x55f139e01630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 0x55f139e01630 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2764009380 tx=0x7f276409a610 comp rx=0 tx=0).stop 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 -- 172.21.15.17:0/3009300407 shutdown_connections 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e0a750 0x55f139e0cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e0a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3009300407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e01250 0x55f139e01630 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 -- 172.21.15.17:0/3009300407 >> 172.21.15.17:0/3009300407 conn(0x55f139dfb980 msgr2=0x55f139dfbd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 -- 172.21.15.17:0/3009300407 shutdown_connections 2024-03-16T18:21:53.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 -- 172.21.15.17:0/3009300407 wait complete. 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.245+0000 7f277c9f6740 1 -- start start 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 Processor -- start 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e0a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e074d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e07ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139d69020 con 0x55f139e01250 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139a3c430 con 0x55f139e0a750 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1399f8e00 con 0x55f139e01b70 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f277c9f6740 10 client.0 _ll_register_callbacks cb 0x55f139d10cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e0a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e0a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56536/0 (socket says 172.21.15.17:56536) 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 -- 172.21.15.17:0/73884420 learned_addr learned my addr 172.21.15.17:0/73884420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f2773fff640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e07ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f2772ffd640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e074d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 -- 172.21.15.17:0/73884420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 msgr2=0x55f139e074d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e074d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 -- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 msgr2=0x55f139e07ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e07ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 -- 172.21.15.17:0/73884420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27741a4630 con 0x55f139e01250 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f27737fe640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e0a140 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f276409a480 tx=0x7f2764060360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eee6516a6a40cf79 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.246+0000 7f2752ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f2752ffd640 1 -- 172.21.15.17:0/73884420 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27640046c0 con 0x55f139e01250 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f2752ffd640 1 -- 172.21.15.17:0/73884420 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f276409ae80 con 0x55f139e01250 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f139a687e0 con 0x55f139e01250 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f2752ffd640 1 -- 172.21.15.17:0/73884420 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f276406d120 con 0x55f139e01250 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 10 client.15879 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f139d676a0 con 0x55f139e01250 2024-03-16T18:21:53.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f2752ffd640 1 -- 172.21.15.17:0/73884420 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55f139a687e0 con 0x55f139e01250 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f2752ffd640 1 -- 172.21.15.17:0/73884420 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f276401f060 con 0x55f139e01250 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 10 client.15879 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 10 client.15879 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 20 client.15879 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e1a5f0 0x55f139e1ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 4 client.15879 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f139aa5720 con 0x55f139e1a5f0 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.247+0000 7f2772ffd640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e1a5f0 0x55f139e1ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.248+0000 7f2752ffd640 10 client.15879 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.248+0000 7f2772ffd640 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e1a5f0 0x55f139e1ca10 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=6a5668987481fae7 server_cookie=c1f13de9826db96c in_seq=0 out_seq=0 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.248+0000 7f2752ffd640 1 -- 172.21.15.17:0/73884420 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f139aa5720 con 0x55f139e1a5f0 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.248+0000 7f2752ffd640 10 client.15879 handle_command_reply: tid=0 2024-03-16T18:21:53.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.248+0000 7f277c9f6740 1 client.15879 shutdown 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 msgr2=0x55f139e0a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e0a140 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f276409a480 tx=0x7f2764060360 comp rx=0 tx=0).stop 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 shutdown_connections 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e1a5f0 0x55f139e1ca10 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e07ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f2752ffd640 0 client.15879 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e074d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 --2- 172.21.15.17:0/73884420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e0a140 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 >> 172.21.15.17:0/73884420 conn(0x55f139dfb980 msgr2=0x55f139dfd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 shutdown_connections 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 1 -- 172.21.15.17:0/73884420 wait complete. 2024-03-16T18:21:53.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.249+0000 7f277c9f6740 20 client.15879 trim_cache size 0 max 16384 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 Processor -- start 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 -- start start 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01250 0x55f139dfaa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 0x55f139e09c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e0a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139cee130 con 0x55f139e01b70 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139dfc980 con 0x55f139e0a750 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f277c9f6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139e17320 con 0x55f139e01250 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f2772ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 0x55f139e09c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f2772ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 0x55f139e09c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56546/0 (socket says 172.21.15.17:56546) 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.261+0000 7f2772ffd640 1 -- 172.21.15.17:0/3152683198 learned_addr learned my addr 172.21.15.17:0/3152683198 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f27737fe640 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01250 0x55f139dfaa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2773fff640 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e0a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2772ffd640 1 -- 172.21.15.17:0/3152683198 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01250 msgr2=0x55f139dfaa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2772ffd640 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01250 0x55f139dfaa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2772ffd640 1 -- 172.21.15.17:0/3152683198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 msgr2=0x55f139e0a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2772ffd640 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e0a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2772ffd640 1 -- 172.21.15.17:0/3152683198 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f139d03c20 con 0x55f139e01b70 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f2772ffd640 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 0x55f139e09c00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x55f139dfc770 tx=0x7f2768005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7804fc113ea9063 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f27597fa640 1 -- 172.21.15.17:0/3152683198 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2768017070 con 0x55f139e01b70 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f27597fa640 1 -- 172.21.15.17:0/3152683198 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2768018040 con 0x55f139e01b70 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.262+0000 7f27597fa640 1 -- 172.21.15.17:0/3152683198 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27680047a0 con 0x55f139e01b70 2024-03-16T18:21:53.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- 172.21.15.17:0/3152683198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 msgr2=0x55f139e09c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 0x55f139e09c00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x55f139dfc770 tx=0x7f2768005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- 172.21.15.17:0/3152683198 shutdown_connections 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01b70 0x55f139e09c00 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e0a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- 172.21.15.17:0/3152683198 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01250 0x55f139dfaa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- 172.21.15.17:0/3152683198 >> 172.21.15.17:0/3152683198 conn(0x55f139dfb980 msgr2=0x55f139dfa2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- 172.21.15.17:0/3152683198 shutdown_connections 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- 172.21.15.17:0/3152683198 wait complete. 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- start start 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 Processor -- start 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e6e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e6e750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e04440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139e04a00 con 0x55f139e01250 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139e04b70 con 0x55f139e0a750 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f139e04d30 con 0x55f139e01b70 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f277c9f6740 10 client.0 _ll_register_callbacks cb 0x7f2768005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f27737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e6e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f27737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e6e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56556/0 (socket says 172.21.15.17:56556) 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.263+0000 7f27737fe640 1 -- 172.21.15.17:0/2249713569 learned_addr learned my addr 172.21.15.17:0/2249713569 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2772ffd640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e6e750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2773fff640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e04440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f27737fe640 1 -- 172.21.15.17:0/2249713569 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 msgr2=0x55f139e6e750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f27737fe640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e6e750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f27737fe640 1 -- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 msgr2=0x55f139e04440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f27737fe640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e04440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f27737fe640 1 -- 172.21.15.17:0/2249713569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f139d298c0 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f27737fe640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e6e210 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f276400d010 tx=0x7f2764004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6459320da6670f94 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2752ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2752ffd640 1 -- 172.21.15.17:0/2249713569 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276406d120 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2752ffd640 1 -- 172.21.15.17:0/2249713569 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f27640046c0 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f139df70f0 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2752ffd640 1 -- 172.21.15.17:0/2249713569 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f276409a0e0 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f277c9f6740 10 client.15885 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f139d10050 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.264+0000 7f2752ffd640 1 -- 172.21.15.17:0/2249713569 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55f139df70f0 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f2752ffd640 1 -- 172.21.15.17:0/2249713569 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2764066060 con 0x55f139e01250 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 10 client.15885 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 10 client.15885 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 20 client.15885 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:53.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e76c70 0x55f139e79060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 4 client.15885 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f276406d760 con 0x55f139e76c70 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f2772ffd640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e76c70 0x55f139e79060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f2752ffd640 10 client.15885 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f2772ffd640 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e76c70 0x55f139e79060 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=1cd614ade2776387 server_cookie=32278698b950fdd in_seq=0 out_seq=0 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f2752ffd640 1 -- 172.21.15.17:0/2249713569 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f276406d760 con 0x55f139e76c70 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f2752ffd640 10 client.15885 handle_command_reply: tid=0 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 1 client.15885 shutdown 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 msgr2=0x55f139e6e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.265+0000 7f277c9f6740 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e6e210 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7f276400d010 tx=0x7f2764004a30 comp rx=0 tx=0).stop 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 shutdown_connections 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55f139e76c70 0x55f139e79060 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f139e0a750 0x55f139e04440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f139e01b70 0x55f139e6e750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2752ffd640 0 client.15885 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 --2- 172.21.15.17:0/2249713569 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f139e01250 0x55f139e6e210 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 >> 172.21.15.17:0/2249713569 conn(0x55f139dfb980 msgr2=0x55f139dfab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 shutdown_connections 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 1 -- 172.21.15.17:0/2249713569 wait complete. 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f277c9f6740 20 client.15885 trim_cache size 0 max 16384 2024-03-16T18:21:53.274 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:21:53.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f275c0a1c30 msgr2=0x7f275c0a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f275c0a1c30 0x7f275c0a40f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f276c004af0 tx=0x7f276c032510 comp rx=0 tx=0).stop 2024-03-16T18:21:53.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 msgr2=0x7f277419d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 0x7f277419d6b0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f276400e9f0 tx=0x7f276400edf0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 shutdown_connections 2024-03-16T18:21:53.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f275c0a1c30 0x7f275c0a40f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2774107560 0x7f2774197770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2774101e60 0x7f277419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 --2- 172.21.15.17:0/15136177 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f27741014a0 0x7f277419d6b0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 >> 172.21.15.17:0/15136177 conn(0x7f27740788f0 msgr2=0x7f2774100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 shutdown_connections 2024-03-16T18:21:53.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.266+0000 7f2779d3e640 1 -- 172.21.15.17:0/15136177 wait complete. 2024-03-16T18:21:53.279 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:21:53.279 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:21:53.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:52 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2156467019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:53.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:52 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2156467019' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:21:53.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.382+0000 7f777b44d640 1 -- 172.21.15.17:0/2053317200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77740686d0 msgr2=0x7f7774068ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.382+0000 7f777b44d640 1 --2- 172.21.15.17:0/2053317200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77740686d0 0x7f7774068ab0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f776c009900 tx=0x7f776c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.382+0000 7f777b44d640 1 -- 172.21.15.17:0/2053317200 shutdown_connections 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.382+0000 7f777b44d640 1 --2- 172.21.15.17:0/2053317200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f777410de90 0x7f7774110280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.382+0000 7f777b44d640 1 --2- 172.21.15.17:0/2053317200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7774068ff0 0x7f777410d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.382+0000 7f777b44d640 1 --2- 172.21.15.17:0/2053317200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f77740686d0 0x7f7774068ab0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- 172.21.15.17:0/2053317200 >> 172.21.15.17:0/2053317200 conn(0x7f77740774f0 msgr2=0x7f7774077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- 172.21.15.17:0/2053317200 shutdown_connections 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- 172.21.15.17:0/2053317200 wait complete. 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 Processor -- start 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- start start 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77740686d0 0x7f777419fa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7774068ff0 0x7f777419ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 0x7f7774199b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f777419a2b0 con 0x7f777410de90 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f777419a420 con 0x7f77740686d0 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.383+0000 7f777b44d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f777419a5e0 con 0x7f7774068ff0 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 0x7f7774199b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 0x7f7774199b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56582/0 (socket says 172.21.15.17:56582) 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 -- 172.21.15.17:0/446220297 learned_addr learned my addr 172.21.15.17:0/446220297 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77791e9640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77740686d0 0x7f777419fa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77789e8640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7774068ff0 0x7f777419ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 -- 172.21.15.17:0/446220297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7774068ff0 msgr2=0x7f777419ffa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7774068ff0 0x7f777419ffa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 -- 172.21.15.17:0/446220297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77740686d0 msgr2=0x7f777419fa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77740686d0 0x7f777419fa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 -- 172.21.15.17:0/446220297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7764009840 con 0x7f777410de90 2024-03-16T18:21:53.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77791e9640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77740686d0 0x7f777419fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:21:53.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77799ea640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 0x7f7774199b20 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7764009c90 tx=0x7f776400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77727fc640 1 -- 172.21.15.17:0/446220297 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7764003b70 con 0x7f777410de90 2024-03-16T18:21:53.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77727fc640 1 -- 172.21.15.17:0/446220297 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7764003cd0 con 0x7f777410de90 2024-03-16T18:21:53.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f77727fc640 1 -- 172.21.15.17:0/446220297 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7764010790 con 0x7f777410de90 2024-03-16T18:21:53.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f776c009560 con 0x7f777410de90 2024-03-16T18:21:53.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.384+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77741a69e0 con 0x7f777410de90 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.386+0000 7f77727fc640 1 -- 172.21.15.17:0/446220297 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f7764004020 con 0x7f777410de90 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 Processor -- start 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 -- start start 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77727fc640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f775c0a1c30 0x7f775c0a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 0x5611754bb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x5611754c6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561175476960 con 0x5611754bb250 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56117542a310 con 0x5611754c4750 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f777e020740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561175427840 con 0x5611754bbb70 2024-03-16T18:21:53.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77789e8640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f775c0a1c30 0x7f775c0a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77727fc640 1 -- 172.21.15.17:0/446220297 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7764014070 con 0x7f777410de90 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77791e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 0x5611754bb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77789e8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77791e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 0x5611754bb630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56594/0 (socket says 172.21.15.17:56594) 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77791e9640 1 -- 172.21.15.17:0/1851035638 learned_addr learned my addr 172.21.15.17:0/1851035638 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.387+0000 7f77799ea640 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x5611754c6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77791e9640 1 -- 172.21.15.17:0/1851035638 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 msgr2=0x5611754c4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77791e9640 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77791e9640 1 -- 172.21.15.17:0/1851035638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 msgr2=0x5611754c6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77791e9640 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x5611754c6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77791e9640 1 -- 172.21.15.17:0/1851035638 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5611753e5060 con 0x5611754bb250 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77799ea640 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x5611754c6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77789e8640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f775c0a1c30 0x7f775c0a40f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f777419b300 tx=0x7f77680098b0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f77791e9640 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 0x5611754bb630 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f776c000c00 tx=0x7f776c005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d749014896c72e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f775b7fe640 1 -- 172.21.15.17:0/1851035638 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776c004940 con 0x5611754bb250 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f775b7fe640 1 -- 172.21.15.17:0/1851035638 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f776c02de90 con 0x5611754bb250 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.388+0000 7f775b7fe640 1 -- 172.21.15.17:0/1851035638 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776c0037f0 con 0x5611754bb250 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 -- 172.21.15.17:0/1851035638 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 msgr2=0x5611754bb630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 0x5611754bb630 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f776c000c00 tx=0x7f776c005e00 comp rx=0 tx=0).stop 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 -- 172.21.15.17:0/1851035638 shutdown_connections 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x5611754c6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 --2- 172.21.15.17:0/1851035638 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bb250 0x5611754bb630 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 -- 172.21.15.17:0/1851035638 >> 172.21.15.17:0/1851035638 conn(0x5611754b5980 msgr2=0x5611754b5d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 -- 172.21.15.17:0/1851035638 shutdown_connections 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 -- 172.21.15.17:0/1851035638 wait complete. 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 -- start start 2024-03-16T18:21:53.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.389+0000 7f777e020740 1 Processor -- start 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754c40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 0x5611754c1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561175423020 con 0x5611754c4750 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611750f6430 con 0x5611754bb250 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611750b2e00 con 0x5611754bbb70 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 10 client.0 _ll_register_callbacks cb 0x5611753cacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 0x5611754c1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 0x5611754c1990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56612/0 (socket says 172.21.15.17:56612) 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77791e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754c40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 -- 172.21.15.17:0/307514611 learned_addr learned my addr 172.21.15.17:0/307514611 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77789e8640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 -- 172.21.15.17:0/307514611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 msgr2=0x5611754c1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 -- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 msgr2=0x5611754c40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754c40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 -- 172.21.15.17:0/307514611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7774110d70 con 0x5611754c4750 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77791e9640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754c40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f77799ea640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 0x5611754c1990 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f77640975e0 tx=0x7f776409a7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae2f8abeadc0566d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f7758ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f7758ff9640 1 -- 172.21.15.17:0/307514611 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77640cbc90 con 0x5611754c4750 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f7758ff9640 1 -- 172.21.15.17:0/307514611 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f776409b310 con 0x5611754c4750 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5611751227e0 con 0x5611754c4750 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f7758ff9640 1 -- 172.21.15.17:0/307514611 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f77640044e0 con 0x5611754c4750 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 10 client.15897 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.390+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5611754216a0 con 0x5611754c4750 2024-03-16T18:21:53.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f7758ff9640 1 -- 172.21.15.17:0/307514611 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f77640b2070 con 0x5611754c4750 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f7758ff9640 1 -- 172.21.15.17:0/307514611 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f776401f060 con 0x5611754c4750 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f777e020740 10 client.15897 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f777e020740 10 client.15897 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f777e020740 20 client.15897 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f777e020740 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5611754d4750 0x5611754d6b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f777e020740 4 client.15897 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56117515f720 con 0x5611754d4750 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f77791e9640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5611754d4750 0x5611754d6b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f7758ff9640 10 client.15897 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.391+0000 7f77791e9640 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5611754d4750 0x5611754d6b70 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7532aa5f4dd5de91 server_cookie=16100c4216e9a95c in_seq=0 out_seq=0 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.392+0000 7f7758ff9640 1 -- 172.21.15.17:0/307514611 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56117515f720 con 0x5611754d4750 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.392+0000 7f7758ff9640 10 client.15897 handle_command_reply: tid=0 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.392+0000 7f777e020740 1 client.15897 shutdown 2024-03-16T18:21:53.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 msgr2=0x5611754c1990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 0x5611754c1990 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f77640975e0 tx=0x7f776409a7d0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 shutdown_connections 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5611754d4750 0x5611754d6b70 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754c4750 0x5611754c1990 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bbb70 0x5611754c1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f7758ff9640 0 client.15897 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 --2- 172.21.15.17:0/307514611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754c40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 >> 172.21.15.17:0/307514611 conn(0x5611754b5980 msgr2=0x5611754b76d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 shutdown_connections 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 1 -- 172.21.15.17:0/307514611 wait complete. 2024-03-16T18:21:53.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.393+0000 7f777e020740 20 client.15897 trim_cache size 0 max 16384 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 Processor -- start 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 -- start start 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754b42f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754c3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754c4750 0x5611754c40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611753a8130 con 0x5611754bbb70 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611754bd0a0 con 0x5611754bb250 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f777e020740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56117515f750 con 0x5611754c4750 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f77789e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754c3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f77789e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754c3b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56614/0 (socket says 172.21.15.17:56614) 2024-03-16T18:21:53.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f77789e8640 1 -- 172.21.15.17:0/2032182461 learned_addr learned my addr 172.21.15.17:0/2032182461 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.405+0000 7f77791e9640 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754b42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77799ea640 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754c4750 0x5611754c40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77789e8640 1 -- 172.21.15.17:0/2032182461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754c4750 msgr2=0x5611754c40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77789e8640 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754c4750 0x5611754c40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77789e8640 1 -- 172.21.15.17:0/2032182461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 msgr2=0x5611754b42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77789e8640 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754b42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77789e8640 1 -- 172.21.15.17:0/2032182461 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5611753bdc20 con 0x5611754bbb70 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f77789e8640 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754c3b60 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f7768013100 tx=0x7f7768005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d086db99495f324 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f775affd640 1 -- 172.21.15.17:0/2032182461 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768025070 con 0x5611754bbb70 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f775affd640 1 -- 172.21.15.17:0/2032182461 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f77680131f0 con 0x5611754bbb70 2024-03-16T18:21:53.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.406+0000 7f775affd640 1 -- 172.21.15.17:0/2032182461 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768004e10 con 0x5611754bbb70 2024-03-16T18:21:53.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 -- 172.21.15.17:0/2032182461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 msgr2=0x5611754c3b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754c3b60 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f7768013100 tx=0x7f7768005f90 comp rx=0 tx=0).stop 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 -- 172.21.15.17:0/2032182461 shutdown_connections 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754c3b60 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754c4750 0x5611754c40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 --2- 172.21.15.17:0/2032182461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754bb250 0x5611754b42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 -- 172.21.15.17:0/2032182461 >> 172.21.15.17:0/2032182461 conn(0x5611754b5980 msgr2=0x5611754b7610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 -- 172.21.15.17:0/2032182461 shutdown_connections 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 -- 172.21.15.17:0/2032182461 wait complete. 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 -- start start 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.407+0000 7f777e020740 1 Processor -- start 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bb250 0x5611754be5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754beaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x561175528000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561175528570 con 0x5611754bbb70 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611755286e0 con 0x5611754c4750 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611755288a0 con 0x5611754bb250 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f777e020740 10 client.0 _ll_register_callbacks cb 0x7f7764003e40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754beaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754beaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56628/0 (socket says 172.21.15.17:56628) 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 -- 172.21.15.17:0/1962291730 learned_addr learned my addr 172.21.15.17:0/1962291730 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77791e9640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bb250 0x5611754be5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77799ea640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x561175528000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 -- 172.21.15.17:0/1962291730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bb250 msgr2=0x5611754be5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bb250 0x5611754be5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 -- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 msgr2=0x561175528000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x561175528000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.408+0000 7f77789e8640 1 -- 172.21.15.17:0/1962291730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7768018040 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f77789e8640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754beaf0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f776800ffd0 tx=0x7f7768010b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=493ca7fa357ecdfc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f7758ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f7758ff9640 1 -- 172.21.15.17:0/1962291730 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768025040 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f7758ff9640 1 -- 172.21.15.17:0/1962291730 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f77680046c0 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f776c02de90 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f7758ff9640 1 -- 172.21.15.17:0/1962291730 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7768004020 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f777e020740 10 client.15903 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5611753e38c0 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.409+0000 7f7758ff9640 1 -- 172.21.15.17:0/1962291730 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f776803b020 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f7758ff9640 1 -- 172.21.15.17:0/1962291730 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7768029c70 con 0x5611754bbb70 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f777e020740 10 client.15903 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f777e020740 10 client.15903 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f777e020740 20 client.15903 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:53.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f777e020740 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561175531320 0x561175533740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f777e020740 4 client.15903 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5611751ae890 con 0x561175531320 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f77791e9640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561175531320 0x561175533740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f7758ff9640 10 client.15903 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.410+0000 7f77791e9640 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561175531320 0x561175533740 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe9d6fcea9bd1625 server_cookie=400c444aca7f2554 in_seq=0 out_seq=0 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f7758ff9640 1 -- 172.21.15.17:0/1962291730 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5611751ae890 con 0x561175531320 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f7758ff9640 10 client.15903 handle_command_reply: tid=0 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 client.15903 shutdown 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 msgr2=0x5611754beaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754beaf0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f776800ffd0 tx=0x7f7768010b60 comp rx=0 tx=0).stop 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 shutdown_connections 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561175531320 0x561175533740 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5611754bbb70 0x5611754beaf0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5611754c4750 0x561175528000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f7758ff9640 0 client.15903 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 --2- 172.21.15.17:0/1962291730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5611754bb250 0x5611754be5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 >> 172.21.15.17:0/1962291730 conn(0x5611754b5980 msgr2=0x5611754bc090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 shutdown_connections 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 1 -- 172.21.15.17:0/1962291730 wait complete. 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777e020740 20 client.15903 trim_cache size 0 max 16384 2024-03-16T18:21:53.418 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:21:53.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f775c0a1c30 msgr2=0x7f775c0a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777b44d640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f775c0a1c30 0x7f775c0a40f0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f777419b300 tx=0x7f77680098b0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 msgr2=0x7f7774199b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:53.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.411+0000 7f777b44d640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 0x7f7774199b20 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f7764009c90 tx=0x7f776400c6a0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 shutdown_connections 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f775c0a1c30 0x7f775c0a40f0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f777410de90 0x7f7774199b20 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7774068ff0 0x7f777419ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 --2- 172.21.15.17:0/446220297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f77740686d0 0x7f777419fa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 >> 172.21.15.17:0/446220297 conn(0x7f77740774f0 msgr2=0x7f777410f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 shutdown_connections 2024-03-16T18:21:53.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:53.412+0000 7f777b44d640 1 -- 172.21.15.17:0/446220297 wait complete. 2024-03-16T18:21:54.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:53 smithi017 ceph-mon[32207]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:21:54.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:53 smithi149 ceph-mon[35991]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:21:54.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:53 smithi153 ceph-mon[36005]: pgmap v14: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 597 B/s wr, 12 op/s 2024-03-16T18:21:54.425 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:21:54.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:21:54.425 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:21:54.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 -- 172.21.15.17:0/3731164791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c1074f0 msgr2=0x7f9d2c1078d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 --2- 172.21.15.17:0/3731164791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c1074f0 0x7f9d2c1078d0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9d24009930 tx=0x7f9d2402bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:54.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 -- 172.21.15.17:0/3731164791 shutdown_connections 2024-03-16T18:21:54.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 --2- 172.21.15.17:0/3731164791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d2c0690b0 0x7f9d2c10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 --2- 172.21.15.17:0/3731164791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c068b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 --2- 172.21.15.17:0/3731164791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c1074f0 0x7f9d2c1078d0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.543+0000 7f9d31581640 1 -- 172.21.15.17:0/3731164791 >> 172.21.15.17:0/3731164791 conn(0x7f9d2c0774f0 msgr2=0x7f9d2c077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 -- 172.21.15.17:0/3731164791 shutdown_connections 2024-03-16T18:21:54.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 -- 172.21.15.17:0/3731164791 wait complete. 2024-03-16T18:21:54.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 Processor -- start 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 -- start start 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c19f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d2c0690b0 0x7f9d2c19fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d2c1074f0 0x7f9d2c199a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2c19a0c0 con 0x7f9d2c0686f0 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2c19a230 con 0x7f9d2c1074f0 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.544+0000 7f9d31581640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d2c19a3f0 con 0x7f9d2c0690b0 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c19f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c19f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56656/0 (socket says 172.21.15.17:56656) 2024-03-16T18:21:54.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 -- 172.21.15.17:0/1668769950 learned_addr learned my addr 172.21.15.17:0/1668769950 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d2c0690b0 0x7f9d2c19fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d2c1074f0 0x7f9d2c199a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 -- 172.21.15.17:0/1668769950 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d2c0690b0 msgr2=0x7f9d2c19fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d2c0690b0 0x7f9d2c19fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 -- 172.21.15.17:0/1668769950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d2c1074f0 msgr2=0x7f9d2c199a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d2c1074f0 0x7f9d2c199a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 -- 172.21.15.17:0/1668769950 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d24009560 con 0x7f9d2c0686f0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d2affd640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c19f8c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f9d24005ab0 tx=0x7f9d24005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d13fff640 1 -- 172.21.15.17:0/1668769950 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d240043d0 con 0x7f9d2c0686f0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d2c19a670 con 0x7f9d2c0686f0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d13fff640 1 -- 172.21.15.17:0/1668769950 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9d24003aa0 con 0x7f9d2c0686f0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d13fff640 1 -- 172.21.15.17:0/1668769950 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d240053d0 con 0x7f9d2c0686f0 2024-03-16T18:21:54.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.545+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d2c1a6960 con 0x7f9d2c0686f0 2024-03-16T18:21:54.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.548+0000 7f9d13fff640 1 -- 172.21.15.17:0/1668769950 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f9d24005530 con 0x7f9d2c0686f0 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.548+0000 7f9d34165740 1 Processor -- start 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.548+0000 7f9d34165740 1 -- start start 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.548+0000 7f9d34165740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d475760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.548+0000 7f9d34165740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d47e2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d34165740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d480d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d34165740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d3e3f90 con 0x55ab9d475d30 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d34165740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d3e14c0 con 0x55ab9d47e8b0 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d34165740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d3dcca0 con 0x55ab9d475380 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d13fff640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9d140a1c30 0x7f9d140a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d47e2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d47e2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56670/0 (socket says 172.21.15.17:56670) 2024-03-16T18:21:54.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d480d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2affd640 1 -- 172.21.15.17:0/1675019844 learned_addr learned my addr 172.21.15.17:0/1675019844 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d475760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9d140a1c30 0x7f9d140a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d13fff640 1 -- 172.21.15.17:0/1668769950 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9d2402de40 con 0x7f9d2c0686f0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/1675019844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 msgr2=0x55ab9d475760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d475760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/1675019844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 msgr2=0x55ab9d47e2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d47e2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/1675019844 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab9d39f0b0 con 0x55ab9d47e8b0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d480d00 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c19b260 tx=0x7f9d20011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83146e89587a6099 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9d140a1c30 0x7f9d140a40f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c009fd0 tx=0x7f9d1c009600 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d117fa640 1 -- 172.21.15.17:0/1675019844 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20004230 con 0x55ab9d47e8b0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d117fa640 1 -- 172.21.15.17:0/1675019844 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9d20009e10 con 0x55ab9d47e8b0 2024-03-16T18:21:54.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.549+0000 7f9d117fa640 1 -- 172.21.15.17:0/1675019844 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20004b00 con 0x55ab9d47e8b0 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 -- 172.21.15.17:0/1675019844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 msgr2=0x55ab9d480d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d480d00 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d2c19b260 tx=0x7f9d20011810 comp rx=0 tx=0).stop 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 -- 172.21.15.17:0/1675019844 shutdown_connections 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d47e2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d480d00 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 --2- 172.21.15.17:0/1675019844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d475760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 -- 172.21.15.17:0/1675019844 >> 172.21.15.17:0/1675019844 conn(0x55ab9d46f840 msgr2=0x55ab9d46fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 -- 172.21.15.17:0/1675019844 shutdown_connections 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 -- 172.21.15.17:0/1675019844 wait complete. 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.550+0000 7f9d34165740 1 -- start start 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 Processor -- start 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 0x55ab9d47b810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 0x55ab9d47bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d47c290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d381f40 con 0x55ab9d475380 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d0b04b0 con 0x55ab9d47e8b0 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d362670 con 0x55ab9d475d30 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d34165740 10 client.0 _ll_register_callbacks cb 0x55ab9d3cff70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 0x55ab9d47b810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2a7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 0x55ab9d47bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 0x55ab9d47b810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56672/0 (socket says 172.21.15.17:56672) 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d47c290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2a7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 0x55ab9d47bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39304/0 (socket says 172.21.15.17:39304) 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 -- 172.21.15.17:0/3477757513 learned_addr learned my addr 172.21.15.17:0/3477757513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 -- 172.21.15.17:0/3477757513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 msgr2=0x55ab9d47bd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 0x55ab9d47bd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 -- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 msgr2=0x55ab9d47c290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d47c290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 -- 172.21.15.17:0/3477757513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d20009830 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 0x55ab9d47bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d47c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d2affd640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 0x55ab9d47b810 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f9d240b9010 tx=0x7f9d240045e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d466f46e94da9dcd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.551+0000 7f9d0eff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d0eff5640 1 -- 172.21.15.17:0/3477757513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d240edb20 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d0eff5640 1 -- 172.21.15.17:0/3477757513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9d240bd2b0 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab9d3b6f40 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d0eff5640 1 -- 172.21.15.17:0/3477757513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d240d4030 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 10 client.15915 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ab9d3db320 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d0eff5640 1 -- 172.21.15.17:0/3477757513 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ab9d3b6f40 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d0eff5640 1 -- 172.21.15.17:0/3477757513 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f9d2403c070 con 0x55ab9d475380 2024-03-16T18:21:54.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 10 client.15915 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 10 client.15915 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 20 client.15915 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d48ec30 0x55ab9d491020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 4 client.15915 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ab9d3d3310 con 0x55ab9d48ec30 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.552+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d48ec30 0x55ab9d491020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.553+0000 7f9d0eff5640 10 client.15915 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.553+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d48ec30 0x55ab9d491020 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0187fecd08eb7dd server_cookie=51d14323bbda2eee in_seq=0 out_seq=0 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.553+0000 7f9d0eff5640 1 -- 172.21.15.17:0/3477757513 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ab9d3d3310 con 0x55ab9d48ec30 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.553+0000 7f9d0eff5640 10 client.15915 handle_command_reply: tid=0 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.553+0000 7f9d34165740 1 client.15915 shutdown 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 msgr2=0x55ab9d47b810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 0x55ab9d47b810 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f9d240b9010 tx=0x7f9d240045e0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 shutdown_connections 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d48ec30 0x55ab9d491020 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d47c290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475d30 0x55ab9d47bd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d0eff5640 0 client.15915 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 --2- 172.21.15.17:0/3477757513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475380 0x55ab9d47b810 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 >> 172.21.15.17:0/3477757513 conn(0x55ab9d46f840 msgr2=0x55ab9d4717a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 shutdown_connections 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 1 -- 172.21.15.17:0/3477757513 wait complete. 2024-03-16T18:21:54.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.554+0000 7f9d34165740 20 client.15915 trim_cache size 0 max 16384 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 Processor -- start 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 -- start start 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d47ded0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d475d30 0x55ab9d489db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 0x55ab9d48a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d46f080 con 0x55ab9d47e8b0 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d48a830 con 0x55ab9d475d30 2024-03-16T18:21:54.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d34165740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d48e9e0 con 0x55ab9d475380 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d2b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 0x55ab9d48a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d2b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 0x55ab9d48a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56686/0 (socket says 172.21.15.17:56686) 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d2affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d47ded0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d2b7fe640 1 -- 172.21.15.17:0/1273308614 learned_addr learned my addr 172.21.15.17:0/1273308614 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.570+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d475d30 0x55ab9d489db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2b7fe640 1 -- 172.21.15.17:0/1273308614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 msgr2=0x55ab9d47ded0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d47ded0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2b7fe640 1 -- 172.21.15.17:0/1273308614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d475d30 msgr2=0x55ab9d489db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d475d30 0x55ab9d489db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2b7fe640 1 -- 172.21.15.17:0/1273308614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ab9d377c00 con 0x55ab9d47e8b0 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2affd640 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d47ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 0x55ab9d48a2f0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c012e70 tx=0x7f9d1c00c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a18196007f3a5080 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d10ff9640 1 -- 172.21.15.17:0/1273308614 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c024070 con 0x55ab9d47e8b0 2024-03-16T18:21:54.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d10ff9640 1 -- 172.21.15.17:0/1273308614 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9d1c003e20 con 0x55ab9d47e8b0 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d10ff9640 1 -- 172.21.15.17:0/1273308614 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d1c004050 con 0x55ab9d47e8b0 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 -- 172.21.15.17:0/1273308614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 msgr2=0x55ab9d48a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 0x55ab9d48a2f0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c012e70 tx=0x7f9d1c00c000 comp rx=0 tx=0).stop 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 -- 172.21.15.17:0/1273308614 shutdown_connections 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d47e8b0 0x55ab9d48a2f0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d475d30 0x55ab9d489db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 --2- 172.21.15.17:0/1273308614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d47ded0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 -- 172.21.15.17:0/1273308614 >> 172.21.15.17:0/1273308614 conn(0x55ab9d46f840 msgr2=0x55ab9d46e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 -- 172.21.15.17:0/1273308614 shutdown_connections 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.571+0000 7f9d34165740 1 -- 172.21.15.17:0/1273308614 wait complete. 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 -- start start 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 Processor -- start 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d482580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d482ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d4e34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d4e39e0 con 0x55ab9d475d30 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d4e3b50 con 0x55ab9d47e8b0 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ab9d4e3d10 con 0x55ab9d475380 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d34165740 10 client.0 _ll_register_callbacks cb 0x7f9d24004dc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d482ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d482ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56692/0 (socket says 172.21.15.17:56692) 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/2102661323 learned_addr learned my addr 172.21.15.17:0/2102661323 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2b7fe640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d4e34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2affd640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d482580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/2102661323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 msgr2=0x55ab9d482580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d482580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 msgr2=0x55ab9d4e34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d4e34a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.572+0000 7f9d2a7fc640 1 -- 172.21.15.17:0/2102661323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ab9d3db320 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d2a7fc640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d482ac0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f9d20005fd0 tx=0x7f9d20005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=414098066a784d43 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d0eff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d0eff5640 1 -- 172.21.15.17:0/2102661323 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20019bd0 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d0eff5640 1 -- 172.21.15.17:0/2102661323 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9d2002b070 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ab9d402900 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d0eff5640 1 -- 172.21.15.17:0/2102661323 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d20009e80 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 10 client.15921 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f9d1c01a040 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d0eff5640 1 -- 172.21.15.17:0/2102661323 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ab9d402900 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d0eff5640 1 -- 172.21.15.17:0/2102661323 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f9d20004840 con 0x55ab9d475d30 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 10 client.15921 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 10 client.15921 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:54.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 20 client.15921 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:54.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d4eb480 0x55ab9d4ed8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 4 client.15921 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:21:54.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.573+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55ab9d0dc860 con 0x55ab9d4eb480 2024-03-16T18:21:54.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.574+0000 7f9d2affd640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d4eb480 0x55ab9d4ed8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.574+0000 7f9d0eff5640 10 client.15921 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.574+0000 7f9d2affd640 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d4eb480 0x55ab9d4ed8a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6d27a10dd4e07042 server_cookie=d36718a9dd6f887a in_seq=0 out_seq=0 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d0eff5640 1 -- 172.21.15.17:0/2102661323 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55ab9d0dc860 con 0x55ab9d4eb480 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d0eff5640 10 client.15921 handle_command_reply: tid=0 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 client.15921 shutdown 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 msgr2=0x55ab9d482ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d482ac0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f9d20005fd0 tx=0x7f9d20005d30 comp rx=0 tx=0).stop 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 shutdown_connections 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ab9d4eb480 0x55ab9d4ed8a0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ab9d475d30 0x55ab9d482ac0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ab9d47e8b0 0x55ab9d4e34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 --2- 172.21.15.17:0/2102661323 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ab9d475380 0x55ab9d482580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d0eff5640 0 client.15921 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 >> 172.21.15.17:0/2102661323 conn(0x55ab9d46f840 msgr2=0x55ab9d495890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 shutdown_connections 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 1 -- 172.21.15.17:0/2102661323 wait complete. 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.575+0000 7f9d34165740 20 client.15921 trim_cache size 0 max 16384 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "9b04973a-5752-4ddb-a25f-986d15472a8b", 2024-03-16T18:21:54.583 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:21:54.584 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:54.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9d140a1c30 msgr2=0x7f9d140a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9d140a1c30 0x7f9d140a40f0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f9d1c009fd0 tx=0x7f9d1c009600 comp rx=0 tx=0).stop 2024-03-16T18:21:54.584 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 msgr2=0x7f9d2c19f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c19f8c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f9d24005ab0 tx=0x7f9d24005e60 comp rx=0 tx=0).stop 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 shutdown_connections 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9d140a1c30 0x7f9d140a40f0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9d2c1074f0 0x7f9d2c199a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9d2c0690b0 0x7f9d2c19fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 --2- 172.21.15.17:0/1668769950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9d2c0686f0 0x7f9d2c19f8c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 >> 172.21.15.17:0/1668769950 conn(0x7f9d2c0774f0 msgr2=0x7f9d2c10c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 shutdown_connections 2024-03-16T18:21:54.585 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.576+0000 7f9d31581640 1 -- 172.21.15.17:0/1668769950 wait complete. 2024-03-16T18:21:54.588 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:21:54.588 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 -- 172.21.15.17:0/3516800472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 msgr2=0x7f2d0c100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 --2- 172.21.15.17:0/3516800472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c100aa0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009900 tx=0x7f2cfc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 -- 172.21.15.17:0/3516800472 shutdown_connections 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 --2- 172.21.15.17:0/3516800472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c100aa0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 --2- 172.21.15.17:0/3516800472 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d0c100fe0 0x7f2d0c10d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 --2- 172.21.15.17:0/3516800472 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d0c106420 0x7f2d0c106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 -- 172.21.15.17:0/3516800472 >> 172.21.15.17:0/3516800472 conn(0x7f2d0c077190 msgr2=0x7f2d0c0775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 -- 172.21.15.17:0/3516800472 shutdown_connections 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.691+0000 7f2d13a35640 1 -- 172.21.15.17:0/3516800472 wait complete. 2024-03-16T18:21:54.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 Processor -- start 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 -- start start 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c19d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d0c100fe0 0x7f2d0c19dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d0c106420 0x7f2d0c197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c197eb0 con 0x7f2d0c100640 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c198020 con 0x7f2d0c100fe0 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d13a35640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d0c1981e0 con 0x7f2d0c106420 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c19d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c19d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56710/0 (socket says 172.21.15.17:56710) 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 -- 172.21.15.17:0/1399128068 learned_addr learned my addr 172.21.15.17:0/1399128068 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d0c100fe0 0x7f2d0c19dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d0c106420 0x7f2d0c197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 -- 172.21.15.17:0/1399128068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d0c106420 msgr2=0x7f2d0c197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d0c106420 0x7f2d0c197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 -- 172.21.15.17:0/1399128068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d0c100fe0 msgr2=0x7f2d0c19dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d0c100fe0 0x7f2d0c19dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.692+0000 7f2d117d1640 1 -- 172.21.15.17:0/1399128068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cfc009560 con 0x7f2d0c100640 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.693+0000 7f2d117d1640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c19d6a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800e9f0 tx=0x7f2d0800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.693+0000 7f2d027fc640 1 -- 172.21.15.17:0/1399128068 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d08009700 con 0x7f2d0c100640 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.693+0000 7f2d027fc640 1 -- 172.21.15.17:0/1399128068 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2d0800cd80 con 0x7f2d0c100640 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.693+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d0c1984c0 con 0x7f2d0c100640 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.693+0000 7f2d027fc640 1 -- 172.21.15.17:0/1399128068 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d08018840 con 0x7f2d0c100640 2024-03-16T18:21:54.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.693+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d0c1a46d0 con 0x7f2d0c100640 2024-03-16T18:21:54.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.695+0000 7f2d027fc640 1 -- 172.21.15.17:0/1399128068 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 23) v1 ==== 136455+0+0 (secure 0 0 0) 0x7f2d080189a0 con 0x7f2d0c100640 2024-03-16T18:21:54.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.695+0000 7f2d1660e740 1 Processor -- start 2024-03-16T18:21:54.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 -- start start 2024-03-16T18:21:54.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 0x56179f3c7690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c7bd0 0x56179f3d0270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d027fc640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cf80a1c30 0x7f2cf80a40f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3d2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f336280 con 0x56179f3c72b0 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f3337b0 con 0x56179f3d07b0 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d1660e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f32ef90 con 0x56179f3c7bd0 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 0x56179f3c7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cf80a1c30 0x7f2cf80a40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 0x56179f3c7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56714/0 (socket says 172.21.15.17:56714) 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 -- 172.21.15.17:0/2650871237 learned_addr learned my addr 172.21.15.17:0/2650871237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d027fc640 1 -- 172.21.15.17:0/1399128068 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2d08014070 con 0x7f2d0c100640 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 -- 172.21.15.17:0/2650871237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c7bd0 msgr2=0x56179f3d0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c7bd0 0x56179f3d0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 -- 172.21.15.17:0/2650871237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 msgr2=0x56179f3d2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3d2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 -- 172.21.15.17:0/2650871237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56179f2ed570 con 0x56179f3c72b0 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cf80a1c30 0x7f2cf80a40f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc006010 tx=0x7f2cfc005df0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.696+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 0x56179f3c7690 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2d04010490 tx=0x7f2d04010950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56288b0026da8cf9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2cf77fe640 1 -- 172.21.15.17:0/2650871237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d04012710 con 0x56179f3c72b0 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2cf77fe640 1 -- 172.21.15.17:0/2650871237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2d04012d20 con 0x56179f3c72b0 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2cf77fe640 1 -- 172.21.15.17:0/2650871237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d0401bde0 con 0x56179f3c72b0 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 -- 172.21.15.17:0/2650871237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 msgr2=0x56179f3c7690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 0x56179f3c7690 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2d04010490 tx=0x7f2d04010950 comp rx=0 tx=0).stop 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 -- 172.21.15.17:0/2650871237 shutdown_connections 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3d2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c7bd0 0x56179f3d0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 --2- 172.21.15.17:0/2650871237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c72b0 0x56179f3c7690 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 -- 172.21.15.17:0/2650871237 >> 172.21.15.17:0/2650871237 conn(0x56179f3c1990 msgr2=0x56179f3c1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 -- 172.21.15.17:0/2650871237 shutdown_connections 2024-03-16T18:21:54.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.697+0000 7f2d1660e740 1 -- 172.21.15.17:0/2650871237 wait complete. 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 -- start start 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 Processor -- start 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cd610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3ce090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f002430 con 0x56179f3c7bd0 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179efbee00 con 0x56179f3d07b0 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f2b3fd0 con 0x56179f3c72b0 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d1660e740 10 client.0 _ll_register_callbacks cb 0x56179f309fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d10fd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d10fd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cdb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56722/0 (socket says 172.21.15.17:56722) 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3955007822 learned_addr learned my addr 172.21.15.17:0/3955007822 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3ce090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d117d1640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.698+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3955007822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 msgr2=0x56179f3cd610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cd610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 msgr2=0x56179f3ce090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3ce090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3955007822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d04009cb0 con 0x56179f3c7bd0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cdb50 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc035000 tx=0x7f2cfc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2211a69ce18527d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2cf4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/3955007822 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc0044d0 con 0x56179f3c7bd0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/3955007822 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2cfc047040 con 0x56179f3c7bd0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56179f02e7e0 con 0x56179f3c7bd0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/3955007822 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2cfc0035f0 con 0x56179f3c7bd0 2024-03-16T18:21:54.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 10 client.15933 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56179f32d610 con 0x56179f3c7bd0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/3955007822 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56179f02e7e0 con 0x56179f3c7bd0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/3955007822 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2cfc005290 con 0x56179f3c7bd0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 10 client.15933 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 10 client.15933 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 20 client.15933 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f3e2ef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 4 client.15933 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.699+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56179f06b720 con 0x56179f3e0ad0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.700+0000 7f2d117d1640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f3e2ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.700+0000 7f2d117d1640 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f3e2ef0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f5d997bb698e9d04 server_cookie=5bcf2db70e4940ab in_seq=0 out_seq=0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.700+0000 7f2cf4ff9640 10 client.15933 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/3955007822 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56179f06b720 con 0x56179f3e0ad0 2024-03-16T18:21:54.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2cf4ff9640 10 client.15933 handle_command_reply: tid=0 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 client.15933 shutdown 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 msgr2=0x56179f3cdb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cdb50 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc035000 tx=0x7f2cfc009260 comp rx=0 tx=0).stop 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 shutdown_connections 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f3e2ef0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cdb50 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3ce090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2cf4ff9640 0 client.15933 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3955007822 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 >> 172.21.15.17:0/3955007822 conn(0x56179f3c1990 msgr2=0x56179f3c3730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 shutdown_connections 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 1 -- 172.21.15.17:0/3955007822 wait complete. 2024-03-16T18:21:54.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.701+0000 7f2d1660e740 20 client.15933 trim_cache size 0 max 16384 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 Processor -- start 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 -- start start 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cfd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cc770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f3bd120 con 0x56179f3c7bd0 2024-03-16T18:21:54.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f3dcdd0 con 0x56179f3d07b0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d1660e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f3c8280 con 0x56179f3c72b0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cc770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cc770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56738/0 (socket says 172.21.15.17:56738) 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3395910493 learned_addr learned my addr 172.21.15.17:0/3395910493 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d117d1640 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3395910493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 msgr2=0x56179f3cfd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cfd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3395910493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 msgr2=0x56179f3cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3cdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.717+0000 7f2d10fd0640 1 -- 172.21.15.17:0/3395910493 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56179f2c9ac0 con 0x56179f3c7bd0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cc770 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009230 tx=0x7f2cfc0058b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21c9ebc79805e420 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2cf6ffd640 1 -- 172.21.15.17:0/3395910493 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc004fc0 con 0x56179f3c7bd0 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2cf6ffd640 1 -- 172.21.15.17:0/3395910493 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2cfc02de90 con 0x56179f3c7bd0 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2cf6ffd640 1 -- 172.21.15.17:0/3395910493 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cfc005410 con 0x56179f3c7bd0 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 -- 172.21.15.17:0/3395910493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 msgr2=0x56179f3cc770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cc770 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc009230 tx=0x7f2cfc0058b0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 -- 172.21.15.17:0/3395910493 shutdown_connections 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3c7bd0 0x56179f3cc770 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3d07b0 0x56179f3cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 --2- 172.21.15.17:0/3395910493 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3cfd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.718+0000 7f2d1660e740 1 -- 172.21.15.17:0/3395910493 >> 172.21.15.17:0/3395910493 conn(0x56179f3c1990 msgr2=0x56179f3c01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 -- 172.21.15.17:0/3395910493 shutdown_connections 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 -- 172.21.15.17:0/3395910493 wait complete. 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 -- start start 2024-03-16T18:21:54.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 Processor -- start 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3d8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3c7bd0 0x56179f3d37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 0x56179f3d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f3d4480 con 0x56179f3d07b0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f3d45f0 con 0x56179f3c7bd0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56179f43b340 con 0x56179f3c72b0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d1660e740 10 client.0 _ll_register_callbacks cb 0x7f2cfc009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d11fd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 0x56179f3d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d11fd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 0x56179f3d3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56750/0 (socket says 172.21.15.17:56750) 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d11fd2640 1 -- 172.21.15.17:0/4025843134 learned_addr learned my addr 172.21.15.17:0/4025843134 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d10fd0640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3c7bd0 0x56179f3d37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.719+0000 7f2d117d1640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3d8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d11fd2640 1 -- 172.21.15.17:0/4025843134 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 msgr2=0x56179f3d8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3d8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d11fd2640 1 -- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3c7bd0 msgr2=0x56179f3d37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3c7bd0 0x56179f3d37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d11fd2640 1 -- 172.21.15.17:0/4025843134 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56179f32d610 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d11fd2640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 0x56179f3d3d30 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f2d04015040 tx=0x7f2d04010f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1c327331f7c2774 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2cf4ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/4025843134 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d0401f040 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2d04012d20 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/4025843134 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2d04004c00 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/4025843134 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2d0401b830 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d1660e740 10 client.15939 fetch_fsmap learned FSMap version 28 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56179f2ef6a0 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/4025843134 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2d04012d20 con 0x56179f3d07b0 2024-03-16T18:21:54.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.720+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/4025843134 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2d04025740 con 0x56179f3d07b0 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 10 client.15939 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 10 client.15939 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 20 client.15939 populate_metadata read hostname 'smithi017' 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f43ea70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 4 client.15939 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56179f0ba890 con 0x56179f3e0ad0 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d117d1640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f43ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2cf4ff9640 10 client.15939 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d117d1640 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f43ea70 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c52b6526b3514b5d server_cookie=d9f42e42f445186c in_seq=0 out_seq=0 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2cf4ff9640 1 -- 172.21.15.17:0/4025843134 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x56179f0ba890 con 0x56179f3e0ad0 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2cf4ff9640 10 client.15939 handle_command_reply: tid=0 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 client.15939 shutdown 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 msgr2=0x56179f3d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 0x56179f3d3d30 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f2d04015040 tx=0x7f2d04010f80 comp rx=0 tx=0).stop 2024-03-16T18:21:54.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 shutdown_connections 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56179f3e0ad0 0x56179f43ea70 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56179f3d07b0 0x56179f3d3d30 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56179f3c7bd0 0x56179f3d37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2cf4ff9640 0 client.15939 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 --2- 172.21.15.17:0/4025843134 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56179f3c72b0 0x56179f3d8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.721+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 >> 172.21.15.17:0/4025843134 conn(0x56179f3c1990 msgr2=0x56179f3cc5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 shutdown_connections 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d1660e740 1 -- 172.21.15.17:0/4025843134 wait complete. 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d1660e740 20 client.15939 trim_cache size 0 max 16384 2024-03-16T18:21:54.730 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: "9b04973a-5752-4ddb-a25f-986d15472a8b": { 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "9b04973a-5752-4ddb-a25f-986d15472a8b", 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:21:54.731 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cf80a1c30 msgr2=0x7f2cf80a40f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cf80a1c30 0x7f2cf80a40f0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f2cfc006010 tx=0x7f2cfc005df0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 msgr2=0x7f2d0c19d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c19d6a0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2d0800e9f0 tx=0x7f2d0800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 shutdown_connections 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cf80a1c30 0x7f2cf80a40f0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2d0c106420 0x7f2d0c197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2d0c100fe0 0x7f2d0c19dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 --2- 172.21.15.17:0/1399128068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2d0c100640 0x7f2d0c19d6a0 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:21:54.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 >> 172.21.15.17:0/1399128068 conn(0x7f2d0c077190 msgr2=0x7f2d0c104720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:21:54.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 shutdown_connections 2024-03-16T18:21:54.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:21:54.722+0000 7f2d13a35640 1 -- 172.21.15.17:0/1399128068 wait complete. 2024-03-16T18:21:54.734 INFO:tasks.cephfs.filesystem:scrub status for tag:9b04973a-5752-4ddb-a25f-986d15472a8b - {'path': '/', 'tag': '9b04973a-5752-4ddb-a25f-986d15472a8b', 'options': 'recursive,force'} 2024-03-16T18:21:56.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:55 smithi017 ceph-mon[32207]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 8 op/s 2024-03-16T18:21:56.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:55 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:21:56.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:55 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:56.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:55 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:21:56.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:55 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:56.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:55 smithi149 ceph-mon[35991]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 8 op/s 2024-03-16T18:21:56.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:55 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:21:56.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:55 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:56.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:55 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:21:56.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:55 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:56.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:55 smithi153 ceph-mon[36005]: pgmap v15: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.6 KiB/s rd, 511 B/s wr, 8 op/s 2024-03-16T18:21:56.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:55 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:21:56.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:55 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:56.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:55 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:21:56.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:55 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:21:58.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:57 smithi017 ceph-mon[32207]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 511 B/s wr, 11 op/s 2024-03-16T18:21:58.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:57 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:21:58.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:57 smithi149 ceph-mon[35991]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 511 B/s wr, 11 op/s 2024-03-16T18:21:58.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:57 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:21:58.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:57 smithi153 ceph-mon[36005]: pgmap v16: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 511 B/s wr, 11 op/s 2024-03-16T18:21:58.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:57 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:22:00.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:21:59 smithi017 ceph-mon[32207]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-16T18:22:00.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:21:59 smithi149 ceph-mon[35991]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-16T18:22:00.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:21:59 smithi153 ceph-mon[36005]: pgmap v17: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 511 B/s wr, 12 op/s 2024-03-16T18:22:01.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:22:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:22:00.612+0000 7f73c37b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:22:01.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:22:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:22:00.612+0000 7f73c37b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:22:01.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:22:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:22:00.612+0000 7f73c37b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:22:01.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:22:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:22:00.612+0000 7f73c37b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:22:01.038 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:22:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:22:00.612+0000 7f73c37b4700 -1 client.0 error registering admin socket command: (17) File exists 2024-03-16T18:22:02.161 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:01 smithi153 ceph-mon[36005]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:02.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:01 smithi017 ceph-mon[32207]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:02.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:01 smithi149 ceph-mon[35991]: pgmap v18: 129 pgs: 129 active+clean; 1.3 MiB data, 366 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:04.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:03 smithi017 ceph-mon[32207]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-03-16T18:22:04.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:03 smithi017 ceph-mon[32207]: mgrmap e24: x(active, since 32s), standbys: z, y 2024-03-16T18:22:04.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:03 smithi149 ceph-mon[35991]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-03-16T18:22:04.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:03 smithi149 ceph-mon[35991]: mgrmap e24: x(active, since 32s), standbys: z, y 2024-03-16T18:22:04.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:03 smithi153 ceph-mon[36005]: pgmap v19: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 22 KiB/s wr, 27 op/s 2024-03-16T18:22:04.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:03 smithi153 ceph-mon[36005]: mgrmap e24: x(active, since 32s), standbys: z, y 2024-03-16T18:22:06.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:05 smithi017 ceph-mon[32207]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-03-16T18:22:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:05 smithi149 ceph-mon[35991]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-03-16T18:22:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:05 smithi153 ceph-mon[36005]: pgmap v20: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 13 KiB/s rd, 22 KiB/s wr, 23 op/s 2024-03-16T18:22:08.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:07 smithi017 ceph-mon[32207]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-03-16T18:22:08.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:07 smithi149 ceph-mon[35991]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-03-16T18:22:08.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:07 smithi153 ceph-mon[36005]: pgmap v21: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 27 op/s 2024-03-16T18:22:10.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:09 smithi017 ceph-mon[32207]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-03-16T18:22:10.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:09 smithi149 ceph-mon[35991]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-03-16T18:22:10.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:09 smithi153 ceph-mon[36005]: pgmap v22: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 24 op/s 2024-03-16T18:22:12.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:11 smithi017 ceph-mon[32207]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-03-16T18:22:12.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:11 smithi149 ceph-mon[35991]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-03-16T18:22:12.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:11 smithi153 ceph-mon[36005]: pgmap v23: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 14 KiB/s rd, 23 KiB/s wr, 23 op/s 2024-03-16T18:22:14.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:13 smithi017 ceph-mon[32207]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-03-16T18:22:14.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:13 smithi149 ceph-mon[35991]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-03-16T18:22:14.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:13 smithi153 ceph-mon[36005]: pgmap v24: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 16 KiB/s rd, 23 KiB/s wr, 28 op/s 2024-03-16T18:22:16.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:15 smithi017 ceph-mon[32207]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 8 op/s 2024-03-16T18:22:16.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:15 smithi149 ceph-mon[35991]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 8 op/s 2024-03-16T18:22:16.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:15 smithi153 ceph-mon[36005]: pgmap v25: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.7 KiB/s rd, 170 B/s wr, 8 op/s 2024-03-16T18:22:18.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:17 smithi017 ceph-mon[32207]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 170 B/s wr, 13 op/s 2024-03-16T18:22:18.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:17 smithi149 ceph-mon[35991]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 170 B/s wr, 13 op/s 2024-03-16T18:22:18.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:17 smithi153 ceph-mon[36005]: pgmap v26: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.7 KiB/s rd, 170 B/s wr, 13 op/s 2024-03-16T18:22:20.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:19 smithi017 ceph-mon[32207]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 9 op/s 2024-03-16T18:22:20.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:19 smithi149 ceph-mon[35991]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 9 op/s 2024-03-16T18:22:20.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:19 smithi153 ceph-mon[36005]: pgmap v27: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 85 B/s wr, 9 op/s 2024-03-16T18:22:22.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:21 smithi017 ceph-mon[32207]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-03-16T18:22:22.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:21 smithi149 ceph-mon[35991]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-03-16T18:22:22.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:21 smithi153 ceph-mon[36005]: pgmap v28: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 85 B/s wr, 8 op/s 2024-03-16T18:22:24.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:23 smithi017 ceph-mon[32207]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-03-16T18:22:24.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:23 smithi149 ceph-mon[35991]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-03-16T18:22:24.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:23 smithi153 ceph-mon[36005]: pgmap v29: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.3 KiB/s rd, 85 B/s wr, 12 op/s 2024-03-16T18:22:24.736 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:22:24.736 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 -- 172.21.15.17:0/3881853466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 msgr2=0x7f4c98102af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/3881853466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c98102af0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f4c88009900 tx=0x7f4c8802bcd0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 -- 172.21.15.17:0/3881853466 shutdown_connections 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/3881853466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c9810ba50 0x7f4c9810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/3881853466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c98103030 0x7f4c9810b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/3881853466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c98102af0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 -- 172.21.15.17:0/3881853466 >> 172.21.15.17:0/3881853466 conn(0x7f4c980775a0 msgr2=0x7f4c980779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:24.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 -- 172.21.15.17:0/3881853466 shutdown_connections 2024-03-16T18:22:24.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.854+0000 7f4c9cbac640 1 -- 172.21.15.17:0/3881853466 wait complete. 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 Processor -- start 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 -- start start 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c9819d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c98103030 0x7f4c9819dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9810ba50 0x7f4c98197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c98197ee0 con 0x7f4c98102710 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c98198050 con 0x7f4c98103030 2024-03-16T18:22:24.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9cbac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c98198210 con 0x7f4c9810ba50 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c9819d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c9819d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45012/0 (socket says 172.21.15.17:45012) 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.855+0000 7f4c9659c640 1 -- 172.21.15.17:0/1864907396 learned_addr learned my addr 172.21.15.17:0/1864907396 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c98103030 0x7f4c9819dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9810ba50 0x7f4c98197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9659c640 1 -- 172.21.15.17:0/1864907396 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9810ba50 msgr2=0x7f4c98197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9810ba50 0x7f4c98197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9659c640 1 -- 172.21.15.17:0/1864907396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c98103030 msgr2=0x7f4c9819dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c98103030 0x7f4c9819dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9659c640 1 -- 172.21.15.17:0/1864907396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c8c009490 con 0x7f4c98102710 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c98103030 0x7f4c9819dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c9819d680 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f4c88006010 tx=0x7f4c88005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:24.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c877fe640 1 -- 172.21.15.17:0/1864907396 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c880043d0 con 0x7f4c98102710 2024-03-16T18:22:24.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c877fe640 1 -- 172.21.15.17:0/1864907396 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c88003aa0 con 0x7f4c98102710 2024-03-16T18:22:24.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c88009560 con 0x7f4c98102710 2024-03-16T18:22:24.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.856+0000 7f4c877fe640 1 -- 172.21.15.17:0/1864907396 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c88005350 con 0x7f4c98102710 2024-03-16T18:22:24.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.857+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c981a44d0 con 0x7f4c98102710 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.859+0000 7f4c877fe640 1 -- 172.21.15.17:0/1864907396 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f4c88003c10 con 0x7f4c98102710 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 Processor -- start 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 -- start start 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b32b0 0x5633c50b3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50bc270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50bc7b0 0x5633c50beba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c5022280 con 0x5633c50b3bd0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c501f7b0 con 0x5633c50b32b0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9f785740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c501af90 con 0x5633c50bc7b0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50bc270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c96d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b32b0 0x5633c50b3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50bc270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45020/0 (socket says 172.21.15.17:45020) 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c9659c640 1 -- 172.21.15.17:0/2090526626 learned_addr learned my addr 172.21.15.17:0/2090526626 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50bc7b0 0x5633c50beba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c96d9d640 1 -- 172.21.15.17:0/2090526626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50bc7b0 msgr2=0x5633c50beba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50bc7b0 0x5633c50beba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.860+0000 7f4c877fe640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4c800a1d40 0x7f4c800a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c96d9d640 1 -- 172.21.15.17:0/2090526626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 msgr2=0x5633c50bc270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50bc270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c96d9d640 1 -- 172.21.15.17:0/2090526626 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5633c4fd9570 con 0x5633c50b32b0 2024-03-16T18:22:24.865 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c877fe640 1 -- 172.21.15.17:0/1864907396 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4c880f0070 con 0x7f4c98102710 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b32b0 0x5633c50b3690 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4c90009f00 tx=0x7f4c90011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d41fe2cba26ecdc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4c800a1d40 0x7f4c800a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c84ff9640 1 -- 172.21.15.17:0/2090526626 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c90003cb0 con 0x5633c50b32b0 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c84ff9640 1 -- 172.21.15.17:0/2090526626 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c90004680 con 0x5633c50b32b0 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.861+0000 7f4c84ff9640 1 -- 172.21.15.17:0/2090526626 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c9000e3b0 con 0x5633c50b32b0 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 -- 172.21.15.17:0/2090526626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b32b0 msgr2=0x5633c50b3690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4c800a1d40 0x7f4c800a4200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4c90003fd0 tx=0x7f4c9000ea20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b32b0 0x5633c50b3690 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4c90009f00 tx=0x7f4c90011810 comp rx=0 tx=0).stop 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 -- 172.21.15.17:0/2090526626 shutdown_connections 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50bc270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50bc7b0 0x5633c50beba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 --2- 172.21.15.17:0/2090526626 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b32b0 0x5633c50b3690 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 -- 172.21.15.17:0/2090526626 >> 172.21.15.17:0/2090526626 conn(0x5633c50ad990 msgr2=0x5633c50add70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:24.866 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 -- 172.21.15.17:0/2090526626 shutdown_connections 2024-03-16T18:22:24.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.862+0000 7f4c9f785740 1 -- 172.21.15.17:0/2090526626 wait complete. 2024-03-16T18:22:24.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 -- start start 2024-03-16T18:22:24.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 Processor -- start 2024-03-16T18:22:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50b9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50ba0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c4cee430 con 0x5633c50b3bd0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c95d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50b9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50b9620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56764/0 (socket says 172.21.15.17:56764) 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9659c640 1 -- 172.21.15.17:0/3235803612 learned_addr learned my addr 172.21.15.17:0/3235803612 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c4caae00 con 0x5633c50bc7b0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c4f9ffd0 con 0x5633c50b32b0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.863+0000 7f4c9f785740 10 client.0 _ll_register_callbacks cb 0x5633c4ff5fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50ba0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c95d9b640 1 -- 172.21.15.17:0/3235803612 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 msgr2=0x5633c50b9620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50b9620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c95d9b640 1 -- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 msgr2=0x5633c50ba0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50ba0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c95d9b640 1 -- 172.21.15.17:0/3235803612 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c90009be0 con 0x5633c50b3bd0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c9659c640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50b9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9b60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f4c9810d880 tx=0x7f4c8c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9726966af022a284 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c7dffb640 1 -- 172.21.15.17:0/3235803612 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c017070 con 0x5633c50b3bd0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c7dffb640 1 -- 172.21.15.17:0/3235803612 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4c8c004050 con 0x5633c50b3bd0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.864+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5633c4d1a7e0 con 0x5633c50b3bd0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c7dffb640 1 -- 172.21.15.17:0/3235803612 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c8c004210 con 0x5633c50b3bd0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 10 client.15957 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5633c5019610 con 0x5633c50b3bd0 2024-03-16T18:22:24.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c7dffb640 1 -- 172.21.15.17:0/3235803612 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5633c4d1a7e0 con 0x5633c50b3bd0 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c7dffb640 1 -- 172.21.15.17:0/3235803612 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4c8c010430 con 0x5633c50b3bd0 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 10 client.15957 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 10 client.15957 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 20 client.15957 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c50cca60 0x5633c50ceea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 4 client.15957 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5633c4d57720 con 0x5633c50cca60 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.865+0000 7f4c9659c640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c50cca60 0x5633c50ceea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.866+0000 7f4c7dffb640 10 client.15957 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.866+0000 7f4c9659c640 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c50cca60 0x5633c50ceea0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5cd3e074c11c26a3 server_cookie=76aa0c76d18a415d in_seq=0 out_seq=0 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c7dffb640 1 -- 172.21.15.17:0/3235803612 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5633c4d57720 con 0x5633c50cca60 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c7dffb640 10 client.15957 handle_command_reply: tid=0 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 client.15957 shutdown 2024-03-16T18:22:24.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 msgr2=0x5633c50b9b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9b60 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f4c9810d880 tx=0x7f4c8c00f790 comp rx=0 tx=0).stop 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 shutdown_connections 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c50cca60 0x5633c50ceea0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9b60 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50ba0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c7dffb640 0 client.15957 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 --2- 172.21.15.17:0/3235803612 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50b9620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 >> 172.21.15.17:0/3235803612 conn(0x5633c50ad990 msgr2=0x5633c50af730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 shutdown_connections 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 1 -- 172.21.15.17:0/3235803612 wait complete. 2024-03-16T18:22:24.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.867+0000 7f4c9f785740 20 client.15957 trim_cache size 0 max 16384 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 Processor -- start 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 -- start start 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50bbd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50c7b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c50b2f10 con 0x5633c50b3bd0 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c50ae9e0 con 0x5633c50bc7b0 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.883+0000 7f4c9f785740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c50afcf0 con 0x5633c50b32b0 2024-03-16T18:22:24.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50bbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50bbd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56770/0 (socket says 172.21.15.17:56770) 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c9659c640 1 -- 172.21.15.17:0/1059683842 learned_addr learned my addr 172.21.15.17:0/1059683842 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50c7b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 -- 172.21.15.17:0/1059683842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 msgr2=0x5633c50bbd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50bbd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 -- 172.21.15.17:0/1059683842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 msgr2=0x5633c50c7b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50c7b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 -- 172.21.15.17:0/1059683842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5633c4fb5ac0 con 0x5633c50b3bd0 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50bbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50c7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9ec0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c00ffd0 tx=0x7f4c8c012910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6fef28623ccd8d63 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:24.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c7ffff640 1 -- 172.21.15.17:0/1059683842 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c017070 con 0x5633c50b3bd0 2024-03-16T18:22:24.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c7ffff640 1 -- 172.21.15.17:0/1059683842 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c8c010640 con 0x5633c50b3bd0 2024-03-16T18:22:24.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.884+0000 7f4c7ffff640 1 -- 172.21.15.17:0/1059683842 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c8c0035f0 con 0x5633c50b3bd0 2024-03-16T18:22:24.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 -- 172.21.15.17:0/1059683842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 msgr2=0x5633c50b9ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9ec0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f4c8c00ffd0 tx=0x7f4c8c012910 comp rx=0 tx=0).stop 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 -- 172.21.15.17:0/1059683842 shutdown_connections 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50b3bd0 0x5633c50b9ec0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50bc7b0 0x5633c50c7b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1059683842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50bbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 -- 172.21.15.17:0/1059683842 >> 172.21.15.17:0/1059683842 conn(0x5633c50ad990 msgr2=0x5633c50af5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 -- 172.21.15.17:0/1059683842 shutdown_connections 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 -- 172.21.15.17:0/1059683842 wait complete. 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.885+0000 7f4c9f785740 1 -- start start 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 Processor -- start 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50c4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50bc7b0 0x5633c50b6660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b6ba0 0x5633c50b7020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c50c4800 con 0x5633c50bc7b0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c50c4970 con 0x5633c50b6ba0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633c51283a0 con 0x5633c50b32b0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9f785740 10 client.0 _ll_register_callbacks cb 0x5633c50bc700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50c4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50c4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56780/0 (socket says 172.21.15.17:56780) 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 -- 172.21.15.17:0/1272308305 learned_addr learned my addr 172.21.15.17:0/1272308305 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c95d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50bc7b0 0x5633c50b6660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c96d9d640 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b6ba0 0x5633c50b7020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 -- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b6ba0 msgr2=0x5633c50b7020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b6ba0 0x5633c50b7020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 -- 172.21.15.17:0/1272308305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50bc7b0 msgr2=0x5633c50b6660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50bc7b0 0x5633c50b6660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.886+0000 7f4c9659c640 1 -- 172.21.15.17:0/1272308305 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c981a44d0 con 0x5633c50b32b0 2024-03-16T18:22:24.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9659c640 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50c4130 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4c88005940 tx=0x7f4c880a7040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7bad4f746fc35c48 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c7dffb640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c7dffb640 1 -- 172.21.15.17:0/1272308305 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c880bc2d0 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c7dffb640 1 -- 172.21.15.17:0/1272308305 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4c880bce90 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5633c4da6890 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c7dffb640 1 -- 172.21.15.17:0/1272308305 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c880bc0f0 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 10 client.25753 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5633c4fd9570 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c7dffb640 1 -- 172.21.15.17:0/1272308305 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c8809f080 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c7dffb640 1 -- 172.21.15.17:0/1272308305 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4c8803c070 con 0x5633c50b32b0 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 10 client.25753 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 10 client.25753 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 20 client.25753 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c5129a20 0x5633c512be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:24.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 4 client.25753 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.887+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5633c4da6890 con 0x5633c5129a20 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c5129a20 0x5633c512be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c95d9b640 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c5129a20 0x5633c512be40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=289915f5127d64c3 server_cookie=6b0a85b1d3762fd9 in_seq=0 out_seq=0 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c7dffb640 10 client.25753 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c7dffb640 1 -- 172.21.15.17:0/1272308305 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5633c4da6890 con 0x5633c5129a20 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c7dffb640 10 client.25753 handle_command_reply: tid=0 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 client.25753 shutdown 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 msgr2=0x5633c50c4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50c4130 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f4c88005940 tx=0x7f4c880a7040 comp rx=0 tx=0).stop 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 shutdown_connections 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5633c5129a20 0x5633c512be40 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5633c50bc7b0 0x5633c50b6660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5633c50b6ba0 0x5633c50b7020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 --2- 172.21.15.17:0/1272308305 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5633c50b32b0 0x5633c50c4130 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 >> 172.21.15.17:0/1272308305 conn(0x5633c50ad990 msgr2=0x5633c50ac1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c7dffb640 0 client.25753 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.888+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 shutdown_connections 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9f785740 1 -- 172.21.15.17:0/1272308305 wait complete. 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9f785740 20 client.25753 trim_cache size 0 max 16384 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:22:24.896 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:22:24.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4c800a1d40 msgr2=0x7f4c800a4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4c800a1d40 0x7f4c800a4200 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f4c90003fd0 tx=0x7f4c9000ea20 comp rx=0 tx=0).stop 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 msgr2=0x7f4c9819d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c9819d680 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f4c88006010 tx=0x7f4c88005e10 comp rx=0 tx=0).stop 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 shutdown_connections 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4c800a1d40 0x7f4c800a4200 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c9810ba50 0x7f4c98197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c98103030 0x7f4c9819dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 --2- 172.21.15.17:0/1864907396 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c98102710 0x7f4c9819d680 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 >> 172.21.15.17:0/1864907396 conn(0x7f4c980775a0 msgr2=0x7f4c980fd4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 shutdown_connections 2024-03-16T18:22:24.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:24.889+0000 7f4c9cbac640 1 -- 172.21.15.17:0/1864907396 wait complete. 2024-03-16T18:22:24.901 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:22:24.902 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 -- 172.21.15.17:0/727285916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef80100d90 msgr2=0x7fef8010d250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 --2- 172.21.15.17:0/727285916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef80100d90 0x7fef8010d250 secure :-1 s=READY pgs=574 cs=0 l=1 rev1=1 crypto rx=0x7fef78009ca0 tx=0x7fef7802c180 comp rx=0 tx=0).stop 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 -- 172.21.15.17:0/727285916 shutdown_connections 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 --2- 172.21.15.17:0/727285916 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef80100d90 0x7fef8010d250 unknown :-1 s=CLOSED pgs=574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 --2- 172.21.15.17:0/727285916 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef801003f0 0x7fef80100850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 --2- 172.21.15.17:0/727285916 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801064b0 0x7fef80106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 -- 172.21.15.17:0/727285916 >> 172.21.15.17:0/727285916 conn(0x7fef80077520 msgr2=0x7fef80077930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 -- 172.21.15.17:0/727285916 shutdown_connections 2024-03-16T18:22:25.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 -- 172.21.15.17:0/727285916 wait complete. 2024-03-16T18:22:25.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.006+0000 7fef87815640 1 Processor -- start 2024-03-16T18:22:25.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 -- start start 2024-03-16T18:22:25.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 0x7fef801987e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef80100d90 0x7fef80198d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef801064b0 0x7fef801a3860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef801995a0 con 0x7fef801064b0 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef801a3da0 con 0x7fef80100d90 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef87815640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef801a3ee0 con 0x7fef801003f0 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 0x7fef801987e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef85db2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef801064b0 0x7fef801a3860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 0x7fef801987e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56808/0 (socket says 172.21.15.17:56808) 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 -- 172.21.15.17:0/2906528791 learned_addr learned my addr 172.21.15.17:0/2906528791 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef84db0640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef80100d90 0x7fef80198d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 -- 172.21.15.17:0/2906528791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef80100d90 msgr2=0x7fef80198d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef80100d90 0x7fef80198d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 -- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef801064b0 msgr2=0x7fef801a3860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef801064b0 0x7fef801a3860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef855b1640 1 -- 172.21.15.17:0/2906528791 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef70009490 con 0x7fef801003f0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.007+0000 7fef84db0640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef80100d90 0x7fef80198d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.008+0000 7fef855b1640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 0x7fef801987e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00e9f0 tx=0x7fef7c00edf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.008+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c009720 con 0x7fef801003f0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.008+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fef7c00cd80 con 0x7fef801003f0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.008+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef78009900 con 0x7fef801003f0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.008+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c010430 con 0x7fef801003f0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.008+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef801a4410 con 0x7fef801003f0 2024-03-16T18:22:25.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.009+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef80067a50 con 0x7fef801003f0 2024-03-16T18:22:25.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.010+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7fef7c005020 con 0x7fef801003f0 2024-03-16T18:22:25.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.011+0000 7fef767fc640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef6c0a1cc0 0x7fef6c0a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.011+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fef7c014070 con 0x7fef801003f0 2024-03-16T18:22:25.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.011+0000 7fef84db0640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef6c0a1cc0 0x7fef6c0a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.011+0000 7fef84db0640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef6c0a1cc0 0x7fef6c0a4180 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fef8006a340 tx=0x7fef70005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.015+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fef7c096ac0 con 0x7fef801003f0 2024-03-16T18:22:25.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.320+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fef80069de0 con 0x7fef801003f0 2024-03-16T18:22:25.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.321+0000 7fef767fc640 1 -- 172.21.15.17:0/2906528791 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fef7c09a180 con 0x7fef801003f0 2024-03-16T18:22:25.322 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:22:25.322 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:22:25.323 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:22:25.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef6c0a1cc0 msgr2=0x7fef6c0a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef6c0a1cc0 0x7fef6c0a4180 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fef8006a340 tx=0x7fef70005f90 comp rx=0 tx=0).stop 2024-03-16T18:22:25.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 msgr2=0x7fef801987e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 0x7fef801987e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fef7c00e9f0 tx=0x7fef7c00edf0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 shutdown_connections 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef6c0a1cc0 0x7fef6c0a4180 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef801064b0 0x7fef801a3860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef80100d90 0x7fef80198d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 --2- 172.21.15.17:0/2906528791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef801003f0 0x7fef801987e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 >> 172.21.15.17:0/2906528791 conn(0x7fef80077520 msgr2=0x7fef800fefb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 shutdown_connections 2024-03-16T18:22:25.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.323+0000 7fef87815640 1 -- 172.21.15.17:0/2906528791 wait complete. 2024-03-16T18:22:25.335 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:25.335 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:22:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 -- 172.21.15.17:0/33832386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 msgr2=0x7f42bc1009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 --2- 172.21.15.17:0/33832386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1009b0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f42ac009930 tx=0x7f42ac02bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 -- 172.21.15.17:0/33832386 shutdown_connections 2024-03-16T18:22:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 --2- 172.21.15.17:0/33832386 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1056a0 0x7f42bc10d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 --2- 172.21.15.17:0/33832386 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc100f80 0x7f42bc104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 --2- 172.21.15.17:0/33832386 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1009b0 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 -- 172.21.15.17:0/33832386 >> 172.21.15.17:0/33832386 conn(0x7f42bc0774f0 msgr2=0x7f42bc077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 -- 172.21.15.17:0/33832386 shutdown_connections 2024-03-16T18:22:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.466+0000 7f42c26ff640 1 -- 172.21.15.17:0/33832386 wait complete. 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.467+0000 7f42c26ff640 1 Processor -- start 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.467+0000 7f42c26ff640 1 -- start start 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c26ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c26ff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc1056a0 0x7f42bc198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c26ff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1993c0 0x7f42bc1a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c26ff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc1a4010 con 0x7f42bc1005d0 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c26ff640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc1a4180 con 0x7f42bc1056a0 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c26ff640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42bc1a4340 con 0x7f42bc1993c0 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45072/0 (socket says 172.21.15.17:45072) 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc1056a0 0x7f42bc198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bbfff640 1 -- 172.21.15.17:0/1929101882 learned_addr learned my addr 172.21.15.17:0/1929101882 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1993c0 0x7f42bc1a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 -- 172.21.15.17:0/1929101882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1993c0 msgr2=0x7f42bc1a3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1993c0 0x7f42bc1a3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 -- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 msgr2=0x7f42bc1988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 -- 172.21.15.17:0/1929101882 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42ac009560 con 0x7f42bc1056a0 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bbfff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1993c0 0x7f42bc1a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.468+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc1056a0 0x7f42bc198e30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f42b000e9c0 tx=0x7f42b000ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.469+0000 7f42b97fa640 1 -- 172.21.15.17:0/1929101882 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b000ccc0 con 0x7f42bc1056a0 2024-03-16T18:22:25.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.469+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42bc196740 con 0x7f42bc1056a0 2024-03-16T18:22:25.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.469+0000 7f42b97fa640 1 -- 172.21.15.17:0/1929101882 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f42b000ce20 con 0x7f42bc1056a0 2024-03-16T18:22:25.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.469+0000 7f42b97fa640 1 -- 172.21.15.17:0/1929101882 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b0018750 con 0x7f42bc1056a0 2024-03-16T18:22:25.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.469+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42bc196ca0 con 0x7f42bc1056a0 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 Processor -- start 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42b97fa640 1 -- 172.21.15.17:0/1929101882 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f42b0010430 con 0x7f42bc1056a0 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 -- start start 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae96630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408aea1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae51960 con 0x56408ae96b70 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae05310 con 0x56408ae96250 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c53b2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae02840 con 0x56408ae9f750 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c0c9c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae96630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c0c9c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae96630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45622/0 (socket says 172.21.15.17:45622) 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42c0c9c640 1 -- 172.21.15.17:0/1249971534 learned_addr learned my addr 172.21.15.17:0/1249971534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42b97fa640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42a40a1d40 0x7f42a40a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.472+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408aea1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 -- 172.21.15.17:0/1249971534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 msgr2=0x56408aea1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408aea1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 -- 172.21.15.17:0/1249971534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 msgr2=0x56408ae9f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 -- 172.21.15.17:0/1249971534 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56408adc0060 con 0x56408ae96250 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42b97fa640 1 -- 172.21.15.17:0/1929101882 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f42b0014070 con 0x7f42bc1056a0 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42bbfff640 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42a40a1d40 0x7f42a40a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae96630 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f42b40118d0 tx=0x7f42b4011d90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7cf6713dbb313e59 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42a27fc640 1 -- 172.21.15.17:0/1249971534 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b400f940 con 0x56408ae96250 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42a27fc640 1 -- 172.21.15.17:0/1249971534 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f42b401bb90 con 0x56408ae96250 2024-03-16T18:22:25.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.473+0000 7f42a27fc640 1 -- 172.21.15.17:0/1249971534 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b400e3b0 con 0x56408ae96250 2024-03-16T18:22:25.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 -- 172.21.15.17:0/1249971534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 msgr2=0x56408ae96630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae96630 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f42b40118d0 tx=0x7f42b4011d90 comp rx=0 tx=0).stop 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42a40a1d40 0x7f42a40a4200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f42b4023000 tx=0x7f42b4024000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 -- 172.21.15.17:0/1249971534 shutdown_connections 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408aea1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 --2- 172.21.15.17:0/1249971534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae96630 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 -- 172.21.15.17:0/1249971534 >> 172.21.15.17:0/1249971534 conn(0x56408ae90980 msgr2=0x56408ae90d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 -- 172.21.15.17:0/1249971534 shutdown_connections 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 -- 172.21.15.17:0/1249971534 wait complete. 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.474+0000 7f42c53b2740 1 -- start start 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 Processor -- start 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae9f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408ae9cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408adfe020 con 0x56408ae96b70 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408aad1430 con 0x56408ae96250 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408aa8de00 con 0x56408ae9f750 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c53b2740 10 client.0 _ll_register_callbacks cb 0x56408ada5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42bb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42bb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9c4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45102/0 (socket says 172.21.15.17:45102) 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42bb7fe640 1 -- 172.21.15.17:0/4042083984 learned_addr learned my addr 172.21.15.17:0/4042083984 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42bbfff640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae9f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.475+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408ae9cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42bb7fe640 1 -- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 msgr2=0x56408ae9cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408ae9cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42bb7fe640 1 -- 172.21.15.17:0/4042083984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 msgr2=0x56408ae9f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae9f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42bb7fe640 1 -- 172.21.15.17:0/4042083984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42b4011490 con 0x56408ae96b70 2024-03-16T18:22:25.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f429b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9c4c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f42b0096c80 tx=0x7f42b0009700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dac0e6fdf203eef server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f429b7fe640 1 -- 172.21.15.17:0/4042083984 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00108e0 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56408aafd7e0 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f429b7fe640 1 -- 172.21.15.17:0/4042083984 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f42b00a2f10 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f429b7fe640 1 -- 172.21.15.17:0/4042083984 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f42b00cb640 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42c53b2740 10 client.15981 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.476+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56408adfc6a0 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.477+0000 7f429b7fe640 1 -- 172.21.15.17:0/4042083984 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56408aafd7e0 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f429b7fe640 1 -- 172.21.15.17:0/4042083984 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f42b0096570 con 0x56408ae96b70 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42c53b2740 10 client.15981 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42c53b2740 10 client.15981 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42c53b2740 20 client.15981 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42c53b2740 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408aeaf850 0x56408aeb1c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42c53b2740 4 client.15981 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56408ab3a720 con 0x56408aeaf850 2024-03-16T18:22:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42bbfff640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408aeaf850 0x56408aeb1c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f429b7fe640 10 client.15981 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.478+0000 7f42bbfff640 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408aeaf850 0x56408aeb1c40 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=62ff611c4c8513e2 server_cookie=68fc8f9a167f0473 in_seq=0 out_seq=0 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.479+0000 7f429b7fe640 1 -- 172.21.15.17:0/4042083984 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56408ab3a720 con 0x56408aeaf850 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.479+0000 7f429b7fe640 10 client.15981 handle_command_reply: tid=0 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.479+0000 7f42c53b2740 1 client.15981 shutdown 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 msgr2=0x56408ae9c4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9c4c0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f42b0096c80 tx=0x7f42b0009700 comp rx=0 tx=0).stop 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 shutdown_connections 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408aeaf850 0x56408aeb1c40 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96b70 0x56408ae9c4c0 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae9f750 0x56408ae9cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 --2- 172.21.15.17:0/4042083984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408ae9f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f429b7fe640 0 client.15981 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 >> 172.21.15.17:0/4042083984 conn(0x56408ae90980 msgr2=0x56408ae926d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 shutdown_connections 2024-03-16T18:22:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 1 -- 172.21.15.17:0/4042083984 wait complete. 2024-03-16T18:22:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.480+0000 7f42c53b2740 20 client.15981 trim_cache size 0 max 16384 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 Processor -- start 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 -- start start 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 0x56408ae8fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408ae9ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae9f750 0x56408ae9f130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408aeabdb0 con 0x56408ae96250 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ad83130 con 0x56408ae9f750 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42c53b2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae91bb0 con 0x56408ae96b70 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.493+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 0x56408ae8fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 0x56408ae8fa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45114/0 (socket says 172.21.15.17:45114) 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bbfff640 1 -- 172.21.15.17:0/101537849 learned_addr learned my addr 172.21.15.17:0/101537849 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408ae9ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae9f750 0x56408ae9f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 -- 172.21.15.17:0/101537849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae9f750 msgr2=0x56408ae9f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae9f750 0x56408ae9f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 -- 172.21.15.17:0/101537849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 msgr2=0x56408ae8fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 0x56408ae8fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 -- 172.21.15.17:0/101537849 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56408ad98c20 con 0x56408ae96b70 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bbfff640 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 0x56408ae8fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408ae9ebf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x56408ae9da90 tx=0x7f42b0010d40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c82b416dfeff919c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42a1ffb640 1 -- 172.21.15.17:0/101537849 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00cb2a0 con 0x56408ae96b70 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42a1ffb640 1 -- 172.21.15.17:0/101537849 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f42b00a2f10 con 0x56408ae96b70 2024-03-16T18:22:25.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.494+0000 7f42a1ffb640 1 -- 172.21.15.17:0/101537849 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b00cb640 con 0x56408ae96b70 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 -- 172.21.15.17:0/101537849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 msgr2=0x56408ae9ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408ae9ebf0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x56408ae9da90 tx=0x7f42b0010d40 comp rx=0 tx=0).stop 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 -- 172.21.15.17:0/101537849 shutdown_connections 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae9f750 0x56408ae9f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408ae9ebf0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 --2- 172.21.15.17:0/101537849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae96250 0x56408ae8fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 -- 172.21.15.17:0/101537849 >> 172.21.15.17:0/101537849 conn(0x56408ae90980 msgr2=0x56408ae8f2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 -- 172.21.15.17:0/101537849 shutdown_connections 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.495+0000 7f42c53b2740 1 -- 172.21.15.17:0/101537849 wait complete. 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.496+0000 7f42c53b2740 1 -- start start 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.496+0000 7f42c53b2740 1 Processor -- start 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408af04440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408af04980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae9f750 0x56408ae99390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408af04440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408af04440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45650/0 (socket says 172.21.15.17:45650) 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408af04980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bbfff640 1 -- 172.21.15.17:0/2857461130 learned_addr learned my addr 172.21.15.17:0/2857461130 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae99950 con 0x56408ae9f750 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c0c9c640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae9f750 0x56408ae99390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae99ac0 con 0x56408ae96250 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56408ae99c80 con 0x56408ae96b70 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42c53b2740 10 client.0 _ll_register_callbacks cb 0x7f42b0096400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 -- 172.21.15.17:0/2857461130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 msgr2=0x56408af04440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408af04440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 -- 172.21.15.17:0/2857461130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae9f750 msgr2=0x56408ae99390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae9f750 0x56408ae99390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42ac030070 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bbfff640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408af04440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f42bb7fe640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408af04980 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56408ae82160 tx=0x7f42b0096780 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95fa3812e50853e0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.497+0000 7f429b7fe640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f429b7fe640 1 -- 172.21.15.17:0/2857461130 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42b0096ac0 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f429b7fe640 1 -- 172.21.15.17:0/2857461130 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f42b00ba0b0 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f42b401bb90 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f429b7fe640 1 -- 172.21.15.17:0/2857461130 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f42b00cb2a0 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f42c53b2740 10 client.25777 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56408adfc6a0 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.498+0000 7f429b7fe640 1 -- 172.21.15.17:0/2857461130 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f42b401bb90 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f429b7fe640 1 -- 172.21.15.17:0/2857461130 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f42b00851d0 con 0x56408ae96b70 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42c53b2740 10 client.25777 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42c53b2740 10 client.25777 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:22:25.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42c53b2740 20 client.25777 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42c53b2740 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408af0be70 0x56408af0e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42c53b2740 4 client.25777 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:25.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56408ab89890 con 0x56408af0be70 2024-03-16T18:22:25.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42bbfff640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408af0be70 0x56408af0e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.499+0000 7f42bbfff640 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408af0be70 0x56408af0e290 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3e620331aff845be server_cookie=d6c67432a2d6dae4 in_seq=0 out_seq=0 2024-03-16T18:22:25.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f429b7fe640 10 client.25777 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:25.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f429b7fe640 1 -- 172.21.15.17:0/2857461130 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56408ab89890 con 0x56408af0be70 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f429b7fe640 10 client.25777 handle_command_reply: tid=0 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 client.25777 shutdown 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 msgr2=0x56408af04980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408af04980 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x56408ae82160 tx=0x7f42b0096780 comp rx=0 tx=0).stop 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 shutdown_connections 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56408af0be70 0x56408af0e290 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56408ae9f750 0x56408ae99390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56408ae96b70 0x56408af04980 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 --2- 172.21.15.17:0/2857461130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56408ae96250 0x56408af04440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f429b7fe640 0 client.25777 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 >> 172.21.15.17:0/2857461130 conn(0x56408ae90980 msgr2=0x56408ae92640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 shutdown_connections 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 1 -- 172.21.15.17:0/2857461130 wait complete. 2024-03-16T18:22:25.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.500+0000 7f42c53b2740 20 client.25777 trim_cache size 0 max 16384 2024-03-16T18:22:25.507 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42a40a1d40 msgr2=0x7f42a40a4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42a40a1d40 0x7f42a40a4200 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f42b4023000 tx=0x7f42b4024000 comp rx=0 tx=0).stop 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc1056a0 msgr2=0x7f42bc198e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc1056a0 0x7f42bc198e30 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f42b000e9c0 tx=0x7f42b000ee80 comp rx=0 tx=0).stop 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 shutdown_connections 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42a40a1d40 0x7f42a40a4200 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42bc1993c0 0x7f42bc1a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42bc1056a0 0x7f42bc198e30 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 --2- 172.21.15.17:0/1929101882 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42bc1005d0 0x7f42bc1988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 >> 172.21.15.17:0/1929101882 conn(0x7f42bc0774f0 msgr2=0x7f42bc0fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.501+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 shutdown_connections 2024-03-16T18:22:25.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.502+0000 7f42c26ff640 1 -- 172.21.15.17:0/1929101882 wait complete. 2024-03-16T18:22:25.517 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:25.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:22:25.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.634+0000 7f1a79ced640 1 -- 172.21.15.17:0/2950370610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a74100f80 msgr2=0x7f1a74104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.634+0000 7f1a79ced640 1 --2- 172.21.15.17:0/2950370610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a74100f80 0x7f1a74104fc0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f1a68009930 tx=0x7f1a6802bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 -- 172.21.15.17:0/2950370610 shutdown_connections 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 --2- 172.21.15.17:0/2950370610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741056a0 0x7f1a7410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 --2- 172.21.15.17:0/2950370610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a74100f80 0x7f1a74104fc0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 --2- 172.21.15.17:0/2950370610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741005d0 0x7f1a741009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 -- 172.21.15.17:0/2950370610 >> 172.21.15.17:0/2950370610 conn(0x7f1a740774f0 msgr2=0x7f1a74077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 -- 172.21.15.17:0/2950370610 shutdown_connections 2024-03-16T18:22:25.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.635+0000 7f1a79ced640 1 -- 172.21.15.17:0/2950370610 wait complete. 2024-03-16T18:22:25.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.637+0000 7f1a79ced640 1 Processor -- start 2024-03-16T18:22:25.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.638+0000 7f1a79ced640 1 -- start start 2024-03-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a79ced640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 0x7f1a7419d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a79ced640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a741056a0 0x7f1a7419dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a79ced640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741978a0 0x7f1a74197d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a79ced640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a74198290 con 0x7f1a741005d0 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a79ced640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a74198400 con 0x7f1a741056a0 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a79ced640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a741985c0 con 0x7f1a741978a0 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 0x7f1a7419d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 0x7f1a7419d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45142/0 (socket says 172.21.15.17:45142) 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a737fe640 1 -- 172.21.15.17:0/4229723797 learned_addr learned my addr 172.21.15.17:0/4229723797 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741978a0 0x7f1a74197d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a741056a0 0x7f1a7419dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a73fff640 1 -- 172.21.15.17:0/4229723797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a741056a0 msgr2=0x7f1a7419dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a741056a0 0x7f1a7419dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a73fff640 1 -- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 msgr2=0x7f1a7419d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 0x7f1a7419d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a73fff640 1 -- 172.21.15.17:0/4229723797 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a68009560 con 0x7f1a741978a0 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a741056a0 0x7f1a7419dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.639+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 0x7f1a7419d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.640+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741978a0 0x7f1a74197d50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c009fd0 tx=0x7f1a6c00ef10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.640+0000 7f1a70ff9640 1 -- 172.21.15.17:0/4229723797 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c00ce20 con 0x7f1a741978a0 2024-03-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.640+0000 7f1a70ff9640 1 -- 172.21.15.17:0/4229723797 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1a6c0137d0 con 0x7f1a741978a0 2024-03-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.640+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a74101f90 con 0x7f1a741978a0 2024-03-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.640+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a74102470 con 0x7f1a741978a0 2024-03-16T18:22:25.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.640+0000 7f1a70ff9640 1 -- 172.21.15.17:0/4229723797 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c0054b0 con 0x7f1a741978a0 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.642+0000 7f1a70ff9640 1 -- 172.21.15.17:0/4229723797 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f1a6c013940 con 0x7f1a741978a0 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.642+0000 7f1a70ff9640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1a5c0a1dc0 0x7f1a5c0a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.643+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1a5c0a1dc0 0x7f1a5c0a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.643+0000 7f1a70ff9640 1 -- 172.21.15.17:0/4229723797 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1a6c0d2580 con 0x7f1a741978a0 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.643+0000 7f1a7c9a5740 1 Processor -- start 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.643+0000 7f1a7c9a5740 1 -- start start 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.643+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1a5c0a1dc0 0x7f1a5c0a4280 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1a741989e0 tx=0x7f1a64005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207db250 0x55ed207db630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207dbb70 0x55ed207e4210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207dbb70 0x55ed207e4210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207db250 0x55ed207db630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207dbb70 0x55ed207e4210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45146/0 (socket says 172.21.15.17:45146) 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a72ffd640 1 -- 172.21.15.17:0/213789514 learned_addr learned my addr 172.21.15.17:0/213789514 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed20796960 con 0x55ed207dbb70 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed2074a310 con 0x55ed207e4750 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed20747840 con 0x55ed207db250 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a73fff640 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 -- 172.21.15.17:0/213789514 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 msgr2=0x55ed207e6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 -- 172.21.15.17:0/213789514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207dbb70 msgr2=0x55ed207e4210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207dbb70 0x55ed207e4210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 -- 172.21.15.17:0/213789514 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ed20705060 con 0x55ed207db250 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.644+0000 7f1a737fe640 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207db250 0x55ed207db630 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1a64011db0 tx=0x7f1a64014000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfa3824eb0f53baa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a59ffb640 1 -- 172.21.15.17:0/213789514 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6400f4e0 con 0x55ed207db250 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a59ffb640 1 -- 172.21.15.17:0/213789514 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1a6400faf0 con 0x55ed207db250 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a59ffb640 1 -- 172.21.15.17:0/213789514 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a64027b00 con 0x55ed207db250 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207db250 msgr2=0x55ed207db630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207db250 0x55ed207db630 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1a64011db0 tx=0x7f1a64014000 comp rx=0 tx=0).stop 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 shutdown_connections 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207dbb70 0x55ed207e4210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/213789514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207db250 0x55ed207db630 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 >> 172.21.15.17:0/213789514 conn(0x55ed207d5980 msgr2=0x55ed207d5d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 shutdown_connections 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.645+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/213789514 wait complete. 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 -- start start 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 Processor -- start 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed207e40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e1430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed20743020 con 0x55ed207db250 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed20416430 con 0x55ed207e4750 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed203d2e00 con 0x55ed207dbb70 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a7c9a5740 10 client.0 _ll_register_callbacks cb 0x55ed206eacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed207e40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed207e40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45162/0 (socket says 172.21.15.17:45162) 2024-03-16T18:22:25.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a73fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.646+0000 7f1a737fe640 1 -- 172.21.15.17:0/63168365 learned_addr learned my addr 172.21.15.17:0/63168365 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a73fff640 1 -- 172.21.15.17:0/63168365 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 msgr2=0x55ed207e1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a73fff640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a73fff640 1 -- 172.21.15.17:0/63168365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 msgr2=0x55ed207e40a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a73fff640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed207e40a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a73fff640 1 -- 172.21.15.17:0/63168365 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a64017050 con 0x55ed207e4750 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a737fe640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed207e40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a73fff640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e1990 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c0cf830 tx=0x7f1a6c09ed00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5ab528efec520904 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a52ffd640 1 -- 172.21.15.17:0/63168365 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c0a6f50 con 0x55ed207e4750 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ed204427e0 con 0x55ed207e4750 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a52ffd640 1 -- 172.21.15.17:0/63168365 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1a6c0a70b0 con 0x55ed207e4750 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a52ffd640 1 -- 172.21.15.17:0/63168365 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a6c0d20d0 con 0x55ed207e4750 2024-03-16T18:22:25.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a7c9a5740 10 client.25880 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.647+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ed207416a0 con 0x55ed207e4750 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a52ffd640 1 -- 172.21.15.17:0/63168365 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ed204427e0 con 0x55ed207e4750 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a52ffd640 1 -- 172.21.15.17:0/63168365 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1a6c022060 con 0x55ed207e4750 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a7c9a5740 10 client.25880 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a7c9a5740 10 client.25880 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a7c9a5740 20 client.25880 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed207f47b0 0x55ed207f6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a7c9a5740 4 client.25880 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ed2047f720 con 0x55ed207f47b0 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a737fe640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed207f47b0 0x55ed207f6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a52ffd640 10 client.25880 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.648+0000 7f1a737fe640 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed207f47b0 0x55ed207f6bd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=9224cf4b14b9ae21 server_cookie=7a0e35148d469ade in_seq=0 out_seq=0 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.649+0000 7f1a52ffd640 1 -- 172.21.15.17:0/63168365 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ed2047f720 con 0x55ed207f47b0 2024-03-16T18:22:25.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.649+0000 7f1a52ffd640 10 client.25880 handle_command_reply: tid=0 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.649+0000 7f1a7c9a5740 1 client.25880 shutdown 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 msgr2=0x55ed207e1990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e1990 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c0cf830 tx=0x7f1a6c09ed00 comp rx=0 tx=0).stop 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 shutdown_connections 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed207f47b0 0x55ed207f6bd0 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207e1990 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a52ffd640 0 client.25880 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/63168365 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed207e40a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 >> 172.21.15.17:0/63168365 conn(0x55ed207d5980 msgr2=0x55ed207d76d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 shutdown_connections 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/63168365 wait complete. 2024-03-16T18:22:25.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.650+0000 7f1a7c9a5740 20 client.25880 trim_cache size 0 max 16384 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 Processor -- start 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 -- start start 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207db250 0x55ed207dc7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e3b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 0x55ed207e40a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed206c8130 con 0x55ed207e4750 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed207daeb0 con 0x55ed207db250 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed207f0ca0 con 0x55ed207dbb70 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a73fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 0x55ed207e40a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a73fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 0x55ed207e40a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45174/0 (socket says 172.21.15.17:45174) 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a72ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e3b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.662+0000 7f1a73fff640 1 -- 172.21.15.17:0/4220856085 learned_addr learned my addr 172.21.15.17:0/4220856085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207db250 0x55ed207dc7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a73fff640 1 -- 172.21.15.17:0/4220856085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 msgr2=0x55ed207e3b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e3b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a73fff640 1 -- 172.21.15.17:0/4220856085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207db250 msgr2=0x55ed207dc7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207db250 0x55ed207dc7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a73fff640 1 -- 172.21.15.17:0/4220856085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ed206ddc20 con 0x55ed207e4750 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 0x55ed207e40a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00c760 tx=0x7f1a6c09d150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3ee8d87f56436a8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a597fa640 1 -- 172.21.15.17:0/4220856085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c09e090 con 0x55ed207e4750 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a597fa640 1 -- 172.21.15.17:0/4220856085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1a6c0d20d0 con 0x55ed207e4750 2024-03-16T18:22:25.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.663+0000 7f1a597fa640 1 -- 172.21.15.17:0/4220856085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6c0a6f50 con 0x55ed207e4750 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4220856085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 msgr2=0x55ed207e40a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 0x55ed207e40a0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c00c760 tx=0x7f1a6c09d150 comp rx=0 tx=0).stop 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4220856085 shutdown_connections 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207e4750 0x55ed207e40a0 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed207e3b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4220856085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207db250 0x55ed207dc7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4220856085 >> 172.21.15.17:0/4220856085 conn(0x55ed207d5980 msgr2=0x55ed207e1790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4220856085 shutdown_connections 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.664+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4220856085 wait complete. 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 -- start start 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 Processor -- start 2024-03-16T18:22:25.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed20848430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed20848970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207de450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed207deb20 con 0x55ed207db250 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed207dec90 con 0x55ed207e4750 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed207dee50 con 0x55ed207dbb70 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a7c9a5740 10 client.0 _ll_register_callbacks cb 0x7f1a6c09e870 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed20848430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a737fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed20848430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45186/0 (socket says 172.21.15.17:45186) 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a737fe640 1 -- 172.21.15.17:0/4199632768 learned_addr learned my addr 172.21.15.17:0/4199632768 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed20848970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.665+0000 7f1a73fff640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207de450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a737fe640 1 -- 172.21.15.17:0/4199632768 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 msgr2=0x55ed20848970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed20848970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a737fe640 1 -- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 msgr2=0x55ed207de450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207de450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a737fe640 1 -- 172.21.15.17:0/4199632768 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a7410da80 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed20848970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a737fe640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed20848430 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f1a64003a80 tx=0x7f1a64012f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b03c967ff289c2f7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a52ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a52ffd640 1 -- 172.21.15.17:0/4199632768 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a6402c030 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a52ffd640 1 -- 172.21.15.17:0/4199632768 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1a640350f0 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1a6400faf0 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a52ffd640 1 -- 172.21.15.17:0/4199632768 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a64003cf0 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a7c9a5740 10 client.16005 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ed207416a0 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.666+0000 7f1a52ffd640 1 -- 172.21.15.17:0/4199632768 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1a6400faf0 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a52ffd640 1 -- 172.21.15.17:0/4199632768 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1a64005390 con 0x55ed207db250 2024-03-16T18:22:25.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 10 client.16005 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 10 client.16005 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 20 client.16005 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed208513a0 0x55ed20853790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 4 client.16005 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ed204ce890 con 0x55ed208513a0 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed208513a0 0x55ed20853790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a52ffd640 10 client.16005 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a72ffd640 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed208513a0 0x55ed20853790 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8431f35045f49844 server_cookie=316141718a9ab542 in_seq=0 out_seq=0 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a52ffd640 1 -- 172.21.15.17:0/4199632768 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ed204ce890 con 0x55ed208513a0 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a52ffd640 10 client.16005 handle_command_reply: tid=0 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.667+0000 7f1a7c9a5740 1 client.16005 shutdown 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 msgr2=0x55ed20848430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed20848430 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f1a64003a80 tx=0x7f1a64012f10 comp rx=0 tx=0).stop 2024-03-16T18:22:25.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 shutdown_connections 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ed208513a0 0x55ed20853790 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ed207e4750 0x55ed207de450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a52ffd640 0 client.16005 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ed207dbb70 0x55ed20848970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 --2- 172.21.15.17:0/4199632768 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ed207db250 0x55ed20848430 unknown :-1 s=CLOSED pgs=578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 >> 172.21.15.17:0/4199632768 conn(0x55ed207d5980 msgr2=0x55ed207dc7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 shutdown_connections 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 1 -- 172.21.15.17:0/4199632768 wait complete. 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.668+0000 7f1a7c9a5740 20 client.16005 trim_cache size 0 max 16384 2024-03-16T18:22:25.675 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:25.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1a5c0a1dc0 msgr2=0x7f1a5c0a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1a5c0a1dc0 0x7f1a5c0a4280 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f1a741989e0 tx=0x7f1a64005f90 comp rx=0 tx=0).stop 2024-03-16T18:22:25.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741978a0 msgr2=0x7f1a74197d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741978a0 0x7f1a74197d50 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f1a6c009fd0 tx=0x7f1a6c00ef10 comp rx=0 tx=0).stop 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 shutdown_connections 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1a5c0a1dc0 0x7f1a5c0a4280 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1a741978a0 0x7f1a74197d50 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1a741056a0 0x7f1a7419dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 --2- 172.21.15.17:0/4229723797 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1a741005d0 0x7f1a7419d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 >> 172.21.15.17:0/4229723797 conn(0x7f1a740774f0 msgr2=0x7f1a74068ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 shutdown_connections 2024-03-16T18:22:25.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.669+0000 7f1a79ced640 1 -- 172.21.15.17:0/4229723797 wait complete. 2024-03-16T18:22:25.681 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:25.681 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:22:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 -- 172.21.15.17:0/1762321251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 msgr2=0x7f4d7410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 --2- 172.21.15.17:0/1762321251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7410e320 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c009cd0 tx=0x7f4d6c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 -- 172.21.15.17:0/1762321251 shutdown_connections 2024-03-16T18:22:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 --2- 172.21.15.17:0/1762321251 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7410e320 unknown :-1 s=CLOSED pgs=579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 --2- 172.21.15.17:0/1762321251 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d74068b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 --2- 172.21.15.17:0/1762321251 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d741074f0 0x7f4d741078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 -- 172.21.15.17:0/1762321251 >> 172.21.15.17:0/1762321251 conn(0x7f4d740774f0 msgr2=0x7f4d74077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 -- 172.21.15.17:0/1762321251 shutdown_connections 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.806+0000 7f4d79777640 1 -- 172.21.15.17:0/1762321251 wait complete. 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 Processor -- start 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 -- start start 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d7419f820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7419fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d741074f0 0x7f4d741999d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7419a020 con 0x7f4d740690b0 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7419a190 con 0x7f4d741074f0 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d79777640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d7419a350 con 0x7f4d740686f0 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7419fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.807+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d7419f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d727fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7419fd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45198/0 (socket says 172.21.15.17:45198) 2024-03-16T18:22:25.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d7419f820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56936/0 (socket says 172.21.15.17:56936) 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d727fc640 1 -- 172.21.15.17:0/203011324 learned_addr learned my addr 172.21.15.17:0/203011324 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d737fe640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d741074f0 0x7f4d741999d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 -- 172.21.15.17:0/203011324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d741074f0 msgr2=0x7f4d741999d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d741074f0 0x7f4d741999d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 -- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 msgr2=0x7f4d7419fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7419fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 -- 172.21.15.17:0/203011324 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d68009490 con 0x7f4d740686f0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d7419f820 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400e9f0 tx=0x7f4d6400eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d5bfff640 1 -- 172.21.15.17:0/203011324 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d6400cd80 con 0x7f4d740686f0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d5bfff640 1 -- 172.21.15.17:0/203011324 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d640044d0 con 0x7f4d740686f0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d64009490 con 0x7f4d740686f0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d5bfff640 1 -- 172.21.15.17:0/203011324 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d64010430 con 0x7f4d740686f0 2024-03-16T18:22:25.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.808+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d6c009900 con 0x7f4d740686f0 2024-03-16T18:22:25.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.811+0000 7f4d5bfff640 1 -- 172.21.15.17:0/203011324 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f4d64003fa0 con 0x7f4d740686f0 2024-03-16T18:22:25.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 Processor -- start 2024-03-16T18:22:25.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 -- start start 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d5bfff640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d5c0a1d40 0x7f4d5c0a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf980630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d737fe640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d5c0a1d40 0x7f4d5c0a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf989210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d5bfff640 1 -- 172.21.15.17:0/203011324 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4d64014070 con 0x7f4d740686f0 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf98bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf93b960 con 0x557cdf980250 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf8ef310 con 0x557cdf989750 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf8ec840 con 0x557cdf980b70 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf980630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf980630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45202/0 (socket says 172.21.15.17:45202) 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1075555646 learned_addr learned my addr 172.21.15.17:0/1075555646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.812+0000 7f4d737fe640 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf98bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d727fc640 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf989210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1075555646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 msgr2=0x557cdf989210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf989210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1075555646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 msgr2=0x557cdf98bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf98bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1075555646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557cdf8aa060 con 0x557cdf980250 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d737fe640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d5c0a1d40 0x7f4d5c0a4200 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c005cc0 tx=0x7f4d6c032fc0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d727fc640 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf989210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf980630 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4d6409a550 tx=0x7f4d6409a450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d325d8eee6f66b29 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d597fa640 1 -- 172.21.15.17:0/1075555646 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d6409e9a0 con 0x557cdf980250 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d597fa640 1 -- 172.21.15.17:0/1075555646 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d640a2ff0 con 0x557cdf980250 2024-03-16T18:22:25.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.813+0000 7f4d597fa640 1 -- 172.21.15.17:0/1075555646 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d640cb720 con 0x557cdf980250 2024-03-16T18:22:25.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1075555646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 msgr2=0x557cdf980630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf980630 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f4d6409a550 tx=0x7f4d6409a450 comp rx=0 tx=0).stop 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1075555646 shutdown_connections 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf98bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf989210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1075555646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf980630 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1075555646 >> 172.21.15.17:0/1075555646 conn(0x557cdf97a980 msgr2=0x557cdf97ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1075555646 shutdown_connections 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1075555646 wait complete. 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- start start 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 Processor -- start 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf9890d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980b70 0x557cdf986460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf989750 0x557cdf9869e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf8e8020 con 0x557cdf980250 2024-03-16T18:22:25.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf5bb430 con 0x557cdf980b70 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.814+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf577e00 con 0x557cdf989750 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d7c42d740 10 client.0 _ll_register_callbacks cb 0x557cdf88fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf9890d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf9890d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45210/0 (socket says 172.21.15.17:45210) 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 -- 172.21.15.17:0/4033970477 learned_addr learned my addr 172.21.15.17:0/4033970477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d727fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980b70 0x557cdf986460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d737fe640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf989750 0x557cdf9869e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 -- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf989750 msgr2=0x557cdf9869e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf989750 0x557cdf9869e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 -- 172.21.15.17:0/4033970477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980b70 msgr2=0x557cdf986460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980b70 0x557cdf986460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 -- 172.21.15.17:0/4033970477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d6c009900 con 0x557cdf980250 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d737fe640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf989750 0x557cdf9869e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:22:25.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d727fc640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980b70 0x557cdf986460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf9890d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400cf90 tx=0x7f4d640ce1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6444dcbf38df3b4e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d56ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d56ff5640 1 -- 172.21.15.17:0/4033970477 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d64004250 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d56ff5640 1 -- 172.21.15.17:0/4033970477 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4d6409e9a0 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.815+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557cdf5e77e0 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d56ff5640 1 -- 172.21.15.17:0/4033970477 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4d640b31c0 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 10 client.16017 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557cdf8e66a0 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d56ff5640 1 -- 172.21.15.17:0/4033970477 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x557cdf5e77e0 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d56ff5640 1 -- 172.21.15.17:0/4033970477 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4d6409bb80 con 0x557cdf980250 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 10 client.16017 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 10 client.16017 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:22:25.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 20 client.16017 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf999370 0x557cdf99b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 4 client.16017 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557cdf624720 con 0x557cdf999370 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.816+0000 7f4d727fc640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf999370 0x557cdf99b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.817+0000 7f4d727fc640 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf999370 0x557cdf99b760 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a71c15262cf34796 server_cookie=a03d4373ab3c4b71 in_seq=0 out_seq=0 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.817+0000 7f4d56ff5640 10 client.16017 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.817+0000 7f4d56ff5640 1 -- 172.21.15.17:0/4033970477 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557cdf624720 con 0x557cdf999370 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.817+0000 7f4d56ff5640 10 client.16017 handle_command_reply: tid=0 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.817+0000 7f4d7c42d740 1 client.16017 shutdown 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 msgr2=0x557cdf9890d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf9890d0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400cf90 tx=0x7f4d640ce1d0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 shutdown_connections 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf999370 0x557cdf99b760 crc :-1 s=READY pgs=34 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf989750 0x557cdf9869e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980b70 0x557cdf986460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/4033970477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf9890d0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d56ff5640 0 client.16017 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 >> 172.21.15.17:0/4033970477 conn(0x557cdf97a980 msgr2=0x557cdf97c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 shutdown_connections 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 1 -- 172.21.15.17:0/4033970477 wait complete. 2024-03-16T18:22:25.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.818+0000 7f4d7c42d740 20 client.16017 trim_cache size 0 max 16384 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.830+0000 7f4d7c42d740 1 Processor -- start 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.830+0000 7f4d7c42d740 1 -- start start 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 0x557cdf979a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf988b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf989750 0x557cdf9890d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf86d130 con 0x557cdf989750 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 0x557cdf979a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf9875d0 con 0x557cdf980250 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d7c42d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf624720 con 0x557cdf980b70 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 0x557cdf979a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45742/0 (socket says 172.21.15.17:45742) 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1952388464 learned_addr learned my addr 172.21.15.17:0/1952388464 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d737fe640 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf989750 0x557cdf9890d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d727fc640 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf988b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1952388464 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 msgr2=0x557cdf988b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf988b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1952388464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf989750 msgr2=0x557cdf9890d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf989750 0x557cdf9890d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 -- 172.21.15.17:0/1952388464 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557cdf882c20 con 0x557cdf980250 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d737fe640 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf989750 0x557cdf9890d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.831+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 0x557cdf979a00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400c6a0 tx=0x7f4d64098d60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2646ad11bafea61e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d58ff9640 1 -- 172.21.15.17:0/1952388464 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d64009310 con 0x557cdf980250 2024-03-16T18:22:25.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d58ff9640 1 -- 172.21.15.17:0/1952388464 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d6409e9a0 con 0x557cdf980250 2024-03-16T18:22:25.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d58ff9640 1 -- 172.21.15.17:0/1952388464 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d640b31c0 con 0x557cdf980250 2024-03-16T18:22:25.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1952388464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 msgr2=0x557cdf979a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 0x557cdf979a00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400c6a0 tx=0x7f4d64098d60 comp rx=0 tx=0).stop 2024-03-16T18:22:25.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1952388464 shutdown_connections 2024-03-16T18:22:25.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf989750 0x557cdf9890d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf988b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/1952388464 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf980250 0x557cdf979a00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1952388464 >> 172.21.15.17:0/1952388464 conn(0x557cdf97a980 msgr2=0x557cdf9792f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1952388464 shutdown_connections 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.832+0000 7f4d7c42d740 1 -- 172.21.15.17:0/1952388464 wait complete. 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 -- start start 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 Processor -- start 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf983fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf9826d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf982c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf983fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d72ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf983fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45236/0 (socket says 172.21.15.17:45236) 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d72ffd640 1 -- 172.21.15.17:0/3891479867 learned_addr learned my addr 172.21.15.17:0/3891479867 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf983150 con 0x557cdf980250 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf9832c0 con 0x557cdf989750 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557cdf983430 con 0x557cdf980b70 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d727fc640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf9826d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d7c42d740 10 client.0 _ll_register_callbacks cb 0x7f4d64005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.833+0000 7f4d737fe640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf982c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d727fc640 1 -- 172.21.15.17:0/3891479867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 msgr2=0x557cdf982c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d727fc640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf982c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d727fc640 1 -- 172.21.15.17:0/3891479867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 msgr2=0x557cdf983fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d727fc640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf983fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d727fc640 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d6c049070 con 0x557cdf980b70 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf983fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d727fc640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf9826d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x557cdf99bf70 tx=0x7f4d68014e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=80efc111f51c135b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d56ff5640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d56ff5640 1 -- 172.21.15.17:0/3891479867 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d68018040 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4d640a2ff0 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d56ff5640 1 -- 172.21.15.17:0/3891479867 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4d68004bb0 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d56ff5640 1 -- 172.21.15.17:0/3891479867 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4d680056f0 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d7c42d740 10 client.25807 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557cdf8e66a0 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.834+0000 7f4d56ff5640 1 -- 172.21.15.17:0/3891479867 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d640a2ff0 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d56ff5640 1 -- 172.21.15.17:0/3891479867 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4d68010500 con 0x557cdf980b70 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 10 client.25807 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 10 client.25807 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 20 client.25807 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf9f5180 0x557cdf9f75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 4 client.25807 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:25.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557cdf673890 con 0x557cdf9f5180 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf9f5180 0x557cdf9f75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d56ff5640 10 client.25807 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d72ffd640 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf9f5180 0x557cdf9f75a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=73697a08d5f1a03b server_cookie=c0c2dcd86f59b4a6 in_seq=0 out_seq=0 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d56ff5640 1 -- 172.21.15.17:0/3891479867 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557cdf673890 con 0x557cdf9f5180 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d56ff5640 10 client.25807 handle_command_reply: tid=0 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 client.25807 shutdown 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 msgr2=0x557cdf9826d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf9826d0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x557cdf99bf70 tx=0x7f4d68014e20 comp rx=0 tx=0).stop 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 shutdown_connections 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557cdf9f5180 0x557cdf9f75a0 crc :-1 s=READY pgs=35 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d56ff5640 0 client.25807 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557cdf989750 0x557cdf982c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557cdf980b70 0x557cdf9826d0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.835+0000 7f4d7c42d740 1 --2- 172.21.15.17:0/3891479867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557cdf980250 0x557cdf983fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 >> 172.21.15.17:0/3891479867 conn(0x557cdf97a980 msgr2=0x557cdf979b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 shutdown_connections 2024-03-16T18:22:25.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d7c42d740 1 -- 172.21.15.17:0/3891479867 wait complete. 2024-03-16T18:22:25.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d7c42d740 20 client.25807 trim_cache size 0 max 16384 2024-03-16T18:22:25.843 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d5c0a1d40 msgr2=0x7f4d5c0a4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d5c0a1d40 0x7f4d5c0a4200 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f4d6c005cc0 tx=0x7f4d6c032fc0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 msgr2=0x7f4d7419f820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d7419f820 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f4d6400e9f0 tx=0x7f4d6400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 shutdown_connections 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d5c0a1d40 0x7f4d5c0a4200 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4d740690b0 0x7f4d7419fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4d741074f0 0x7f4d741999d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 --2- 172.21.15.17:0/203011324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4d740686f0 0x7f4d7419f820 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 >> 172.21.15.17:0/203011324 conn(0x7f4d740774f0 msgr2=0x7f4d7410c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 shutdown_connections 2024-03-16T18:22:25.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.836+0000 7f4d79777640 1 -- 172.21.15.17:0/203011324 wait complete. 2024-03-16T18:22:25.849 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:25.849 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:22:25.934 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:25 smithi017 ceph-mon[32207]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:25.934 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:25 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2906528791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:22:25.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 -- 172.21.15.17:0/4102161612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 msgr2=0x7f4a4810e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 --2- 172.21.15.17:0/4102161612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a4810e320 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f4a40009cd0 tx=0x7f4a4002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 -- 172.21.15.17:0/4102161612 shutdown_connections 2024-03-16T18:22:25.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 --2- 172.21.15.17:0/4102161612 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a4810e320 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 --2- 172.21.15.17:0/4102161612 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a48068b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 --2- 172.21.15.17:0/4102161612 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 0x7f4a481078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 -- 172.21.15.17:0/4102161612 >> 172.21.15.17:0/4102161612 conn(0x7f4a480774f0 msgr2=0x7f4a48077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 -- 172.21.15.17:0/4102161612 shutdown_connections 2024-03-16T18:22:25.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.953+0000 7f4a4d735640 1 -- 172.21.15.17:0/4102161612 wait complete. 2024-03-16T18:22:25.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 Processor -- start 2024-03-16T18:22:25.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 -- start start 2024-03-16T18:22:25.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a481003b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a481008f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 0x7f4a48100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a481a5da0 con 0x7f4a480690b0 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a481a5f10 con 0x7f4a480686f0 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.954+0000 7f4a4d735640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a481a60d0 con 0x7f4a481074f0 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a481003b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a481008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a481003b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45774/0 (socket says 172.21.15.17:45774) 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 -- 172.21.15.17:0/2396201825 learned_addr learned my addr 172.21.15.17:0/2396201825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a477fe640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 0x7f4a48100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 -- 172.21.15.17:0/2396201825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 msgr2=0x7f4a48100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 0x7f4a48100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 -- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 msgr2=0x7f4a481008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a481008f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 -- 172.21.15.17:0/2396201825 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a3c009490 con 0x7f4a480686f0 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a477fe640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 0x7f4a48100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a481008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a481003b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4a3800ea60 tx=0x7f4a3800ef20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a2ffff640 1 -- 172.21.15.17:0/2396201825 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3800cde0 con 0x7f4a480686f0 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a38009490 con 0x7f4a480686f0 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a2ffff640 1 -- 172.21.15.17:0/2396201825 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a380044d0 con 0x7f4a480686f0 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a40009900 con 0x7f4a480686f0 2024-03-16T18:22:25.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.955+0000 7f4a2ffff640 1 -- 172.21.15.17:0/2396201825 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a38010690 con 0x7f4a480686f0 2024-03-16T18:22:25.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.958+0000 7f4a2ffff640 1 -- 172.21.15.17:0/2396201825 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f4a38003e40 con 0x7f4a480686f0 2024-03-16T18:22:25.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.958+0000 7f4a2ffff640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a300a1cc0 0x7f4a300a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a300a1cc0 0x7f4a300a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a2ffff640 1 -- 172.21.15.17:0/2396201825 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4a38014070 con 0x7f4a480686f0 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 Processor -- start 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 -- start start 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 0x5579fd92a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 0x5579fd933210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd935b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd8e5960 con 0x5579fd92a250 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd899310 con 0x5579fd92ab70 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a503ea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd896840 con 0x5579fd933750 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a300a1cc0 0x7f4a300a4180 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4a48101e40 tx=0x7f4a3c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a46ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 0x5579fd92a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 0x5579fd933210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 0x5579fd933210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45776/0 (socket says 172.21.15.17:45776) 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a467fc640 1 -- 172.21.15.17:0/1843187534 learned_addr learned my addr 172.21.15.17:0/1843187534 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a46ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 0x5579fd92a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45266/0 (socket says 172.21.15.17:45266) 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.959+0000 7f4a477fe640 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd935b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a477fe640 1 -- 172.21.15.17:0/1843187534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 msgr2=0x5579fd933210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a477fe640 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 0x5579fd933210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a477fe640 1 -- 172.21.15.17:0/1843187534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 msgr2=0x5579fd92a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a477fe640 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 0x5579fd92a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a477fe640 1 -- 172.21.15.17:0/1843187534 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579fd854060 con 0x5579fd933750 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a467fc640 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 0x5579fd933210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 0x5579fd92a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a477fe640 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd935b40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002c630 tx=0x7f4a40005f70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2e62d7d97d076440 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a2d7fa640 1 -- 172.21.15.17:0/1843187534 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a40032c90 con 0x5579fd933750 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a2d7fa640 1 -- 172.21.15.17:0/1843187534 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a40032df0 con 0x5579fd933750 2024-03-16T18:22:25.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.960+0000 7f4a2d7fa640 1 -- 172.21.15.17:0/1843187534 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a40003bd0 con 0x5579fd933750 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 -- 172.21.15.17:0/1843187534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 msgr2=0x5579fd935b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd935b40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f4a4002c630 tx=0x7f4a40005f70 comp rx=0 tx=0).stop 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 -- 172.21.15.17:0/1843187534 shutdown_connections 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd935b40 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92ab70 0x5579fd933210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1843187534 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92a250 0x5579fd92a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 -- 172.21.15.17:0/1843187534 >> 172.21.15.17:0/1843187534 conn(0x5579fd924980 msgr2=0x5579fd924d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 -- 172.21.15.17:0/1843187534 shutdown_connections 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 -- 172.21.15.17:0/1843187534 wait complete. 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 -- start start 2024-03-16T18:22:25.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.961+0000 7f4a503ea740 1 Processor -- start 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9330c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd930450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd930450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd9309b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd930450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45270/0 (socket says 172.21.15.17:45270) 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a467fc640 1 -- 172.21.15.17:0/1983044416 learned_addr learned my addr 172.21.15.17:0/1983044416 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd892020 con 0x5579fd92ab70 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd565430 con 0x5579fd92a250 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd521e00 con 0x5579fd933750 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9330c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a503ea740 10 client.0 _ll_register_callbacks cb 0x5579fd839cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a477fe640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd9309b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 -- 172.21.15.17:0/1983044416 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 msgr2=0x5579fd9309b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd9309b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 -- 172.21.15.17:0/1983044416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 msgr2=0x5579fd930450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd930450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a4810ec20 con 0x5579fd92a250 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a477fe640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd9309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a467fc640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd930450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9330c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4a380cb440 tx=0x7f4a3809af50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1e9ccd57169ee6f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.962+0000 7f4a2aff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a2aff5640 1 -- 172.21.15.17:0/1983044416 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3809e9a0 con 0x5579fd92a250 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5579fd5917e0 con 0x5579fd92a250 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a2aff5640 1 -- 172.21.15.17:0/1983044416 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4a380a2ff0 con 0x5579fd92a250 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a2aff5640 1 -- 172.21.15.17:0/1983044416 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a380b3200 con 0x5579fd92a250 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 10 client.25916 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5579fd8906a0 con 0x5579fd92a250 2024-03-16T18:22:25.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a2aff5640 1 -- 172.21.15.17:0/1983044416 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a3807d020 con 0x5579fd92a250 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a2aff5640 1 -- 172.21.15.17:0/1983044416 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4a380cb720 con 0x5579fd92a250 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 10 client.25916 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 10 client.25916 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 20 client.25916 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd9438b0 0x5579fd945ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 4 client.25916 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.963+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5579fd5ce720 con 0x5579fd9438b0 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.964+0000 7f4a467fc640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd9438b0 0x5579fd945ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.964+0000 7f4a2aff5640 10 client.25916 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.964+0000 7f4a467fc640 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd9438b0 0x5579fd945ca0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d60d92b252012b27 server_cookie=5bd352cdae76be56 in_seq=0 out_seq=0 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a2aff5640 1 -- 172.21.15.17:0/1983044416 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5579fd5ce720 con 0x5579fd9438b0 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a2aff5640 10 client.25916 handle_command_reply: tid=0 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 client.25916 shutdown 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 msgr2=0x5579fd9330c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9330c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f4a380cb440 tx=0x7f4a3809af50 comp rx=0 tx=0).stop 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 shutdown_connections 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd9438b0 0x5579fd945ca0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd930450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd9309b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 --2- 172.21.15.17:0/1983044416 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9330c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 >> 172.21.15.17:0/1983044416 conn(0x5579fd924980 msgr2=0x5579fd9266d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a2aff5640 0 client.25916 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 shutdown_connections 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 1 -- 172.21.15.17:0/1983044416 wait complete. 2024-03-16T18:22:25.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.965+0000 7f4a503ea740 20 client.25916 trim_cache size 0 max 16384 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 Processor -- start 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 -- start start 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9264c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd92ab70 0x5579fd932b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 0x5579fd933050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd817130 con 0x5579fd933750 2024-03-16T18:22:25.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd931560 con 0x5579fd92a250 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a503ea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd925b40 con 0x5579fd92ab70 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 0x5579fd933050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 0x5579fd933050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45282/0 (socket says 172.21.15.17:45282) 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 -- 172.21.15.17:0/2936750160 learned_addr learned my addr 172.21.15.17:0/2936750160 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd92ab70 0x5579fd932b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9264c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 -- 172.21.15.17:0/2936750160 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd92ab70 msgr2=0x5579fd932b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd92ab70 0x5579fd932b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 -- 172.21.15.17:0/2936750160 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 msgr2=0x5579fd9264c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9264c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.979+0000 7f4a477fe640 1 -- 172.21.15.17:0/2936750160 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579fd82cc20 con 0x5579fd933750 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.980+0000 7f4a477fe640 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 0x5579fd933050 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4a40004af0 tx=0x7f4a40000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e84fcecf7de9b6e9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.980+0000 7f4a2cff9640 1 -- 172.21.15.17:0/2936750160 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a40032c90 con 0x5579fd933750 2024-03-16T18:22:25.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.980+0000 7f4a2cff9640 1 -- 172.21.15.17:0/2936750160 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a40009900 con 0x5579fd933750 2024-03-16T18:22:25.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.980+0000 7f4a2cff9640 1 -- 172.21.15.17:0/2936750160 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a40003cd0 con 0x5579fd933750 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.980+0000 7f4a503ea740 1 -- 172.21.15.17:0/2936750160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 msgr2=0x5579fd933050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 0x5579fd933050 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f4a40004af0 tx=0x7f4a40000f40 comp rx=0 tx=0).stop 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 -- 172.21.15.17:0/2936750160 shutdown_connections 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd933750 0x5579fd933050 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd92ab70 0x5579fd932b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2936750160 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd9264c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 -- 172.21.15.17:0/2936750160 >> 172.21.15.17:0/2936750160 conn(0x5579fd924980 msgr2=0x5579fd925db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 -- 172.21.15.17:0/2936750160 shutdown_connections 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 -- 172.21.15.17:0/2936750160 wait complete. 2024-03-16T18:22:25.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 -- start start 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 Processor -- start 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd936b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd9370d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.981+0000 7f4a503ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd937610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a503ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd99e120 con 0x5579fd92ab70 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd9370d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a46ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd936b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd9370d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45288/0 (socket says 172.21.15.17:45288) 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 -- 172.21.15.17:0/2881718486 learned_addr learned my addr 172.21.15.17:0/2881718486 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a477fe640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd937610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd99e290 con 0x5579fd92a250 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579fd99e450 con 0x5579fd933750 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a503ea740 10 client.0 _ll_register_callbacks cb 0x7f4a3809a620 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:25.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 -- 172.21.15.17:0/2881718486 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 msgr2=0x5579fd937610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd937610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 -- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 msgr2=0x5579fd936b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd936b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 -- 172.21.15.17:0/2881718486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5579fd854060 con 0x5579fd92ab70 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd936b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a467fc640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd9370d0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c005b60 tx=0x7f4a3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e1361e4dcb444c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a2aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a2aff5640 1 -- 172.21.15.17:0/2881718486 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a3c021070 con 0x5579fd92ab70 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a2aff5640 1 -- 172.21.15.17:0/2881718486 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4a3c02c0d0 con 0x5579fd92ab70 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.982+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5579fd9200f0 con 0x5579fd92ab70 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a2aff5640 1 -- 172.21.15.17:0/2881718486 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a3c02c2b0 con 0x5579fd92ab70 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 10 client.16041 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5579fd8528c0 con 0x5579fd92ab70 2024-03-16T18:22:25.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a2aff5640 1 -- 172.21.15.17:0/2881718486 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5579fd9200f0 con 0x5579fd92ab70 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a2aff5640 1 -- 172.21.15.17:0/2881718486 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4a3c028040 con 0x5579fd92ab70 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 10 client.16041 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 10 client.16041 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 20 client.16041 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd99fce0 0x5579fd9a2100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 4 client.16041 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f4a40032df0 con 0x5579fd99fce0 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.983+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd99fce0 0x5579fd9a2100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a46ffd640 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd99fce0 0x5579fd9a2100 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=80aa859473a7a84d server_cookie=49d73489f819203b in_seq=0 out_seq=0 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a2aff5640 10 client.16041 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a2aff5640 1 -- 172.21.15.17:0/2881718486 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f4a40032df0 con 0x5579fd99fce0 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a2aff5640 10 client.16041 handle_command_reply: tid=0 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 client.16041 shutdown 2024-03-16T18:22:25.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 msgr2=0x5579fd9370d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd9370d0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f4a3c005b60 tx=0x7f4a3c004730 comp rx=0 tx=0).stop 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 shutdown_connections 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5579fd99fce0 0x5579fd9a2100 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579fd92ab70 0x5579fd9370d0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579fd933750 0x5579fd937610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a2aff5640 0 client.16041 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 --2- 172.21.15.17:0/2881718486 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579fd92a250 0x5579fd936b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 >> 172.21.15.17:0/2881718486 conn(0x5579fd924980 msgr2=0x5579fd926640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 shutdown_connections 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 1 -- 172.21.15.17:0/2881718486 wait complete. 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.984+0000 7f4a503ea740 20 client.16041 trim_cache size 0 max 16384 2024-03-16T18:22:25.991 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:25.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a300a1cc0 msgr2=0x7f4a300a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a300a1cc0 0x7f4a300a4180 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4a48101e40 tx=0x7f4a3c005f90 comp rx=0 tx=0).stop 2024-03-16T18:22:25.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 msgr2=0x7f4a481003b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a481003b0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f4a3800ea60 tx=0x7f4a3800ef20 comp rx=0 tx=0).stop 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 shutdown_connections 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a300a1cc0 0x7f4a300a4180 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a480690b0 0x7f4a481008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a481074f0 0x7f4a48100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 --2- 172.21.15.17:0/2396201825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a480686f0 0x7f4a481003b0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 >> 172.21.15.17:0/2396201825 conn(0x7f4a480774f0 msgr2=0x7f4a480feff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 shutdown_connections 2024-03-16T18:22:25.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:25.985+0000 7f4a4d735640 1 -- 172.21.15.17:0/2396201825 wait complete. 2024-03-16T18:22:25.997 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:25.997 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 -- 172.21.15.17:0/2551709898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101e60 msgr2=0x7fc74c10e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 --2- 172.21.15.17:0/2551709898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101e60 0x7fc74c10e320 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fc744009c10 tx=0x7fc74402bef0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 -- 172.21.15.17:0/2551709898 shutdown_connections 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 --2- 172.21.15.17:0/2551709898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c1014a0 0x7fc74c101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 --2- 172.21.15.17:0/2551709898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c101e60 0x7fc74c10e320 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 --2- 172.21.15.17:0/2551709898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c107560 0x7fc74c107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 -- 172.21.15.17:0/2551709898 >> 172.21.15.17:0/2551709898 conn(0x7fc74c0fcf90 msgr2=0x7fc74c0ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 -- 172.21.15.17:0/2551709898 shutdown_connections 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 -- 172.21.15.17:0/2551709898 wait complete. 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 Processor -- start 2024-03-16T18:22:26.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.103+0000 7fc7547bc640 1 -- start start 2024-03-16T18:22:26.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc7547bc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1014a0 0x7fc74c0737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc7547bc640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c101e60 0x7fc74c073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc7547bc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 0x7fc74c074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc7547bc640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74c1a5d80 con 0x7fc74c107560 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc7547bc640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74c1a5ef0 con 0x7fc74c101e60 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc7547bc640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc74c1a60b0 con 0x7fc74c1014a0 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 0x7fc74c074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1014a0 0x7fc74c0737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 0x7fc74c074270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45308/0 (socket says 172.21.15.17:45308) 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752d59640 1 -- 172.21.15.17:0/103231395 learned_addr learned my addr 172.21.15.17:0/103231395 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc751d57640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c101e60 0x7fc74c073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 -- 172.21.15.17:0/103231395 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c101e60 msgr2=0x7fc74c073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c101e60 0x7fc74c073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 -- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 msgr2=0x7fc74c074270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 0x7fc74c074270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 -- 172.21.15.17:0/103231395 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc73c009560 con 0x7fc74c1014a0 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752d59640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 0x7fc74c074270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.104+0000 7fc752558640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1014a0 0x7fc74c0737f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc74800e9f0 tx=0x7fc74800eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.105+0000 7fc7437fe640 1 -- 172.21.15.17:0/103231395 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc74800ccc0 con 0x7fc74c1014a0 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.105+0000 7fc7437fe640 1 -- 172.21.15.17:0/103231395 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc74800ce20 con 0x7fc74c1014a0 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.105+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc744009840 con 0x7fc74c1014a0 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.105+0000 7fc7437fe640 1 -- 172.21.15.17:0/103231395 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7480187c0 con 0x7fc74c1014a0 2024-03-16T18:22:26.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.105+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc74c1a6710 con 0x7fc74c1014a0 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc7437fe640 1 -- 172.21.15.17:0/103231395 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7fc748010430 con 0x7fc74c1014a0 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 Processor -- start 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 -- start start 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa513250 0x5589fa513630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa51c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc7437fe640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7380a1cc0 0x7fc7380a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa51c750 0x5589fa51eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa4ce960 con 0x5589fa513250 2024-03-16T18:22:26.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa482310 con 0x5589fa51c750 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.108+0000 7fc75739a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa47f840 con 0x5589fa513b70 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa513250 0x5589fa513630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc752558640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7380a1cc0 0x7fc7380a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa513250 0x5589fa513630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45310/0 (socket says 172.21.15.17:45310) 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc752d59640 1 -- 172.21.15.17:0/4120350807 learned_addr learned my addr 172.21.15.17:0/4120350807 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa51c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc7437fe640 1 -- 172.21.15.17:0/103231395 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc748014070 con 0x7fc74c1014a0 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc752d59640 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa51c750 0x5589fa51eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 -- 172.21.15.17:0/4120350807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa51c750 msgr2=0x5589fa51eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa51c750 0x5589fa51eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 -- 172.21.15.17:0/4120350807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa513250 msgr2=0x5589fa513630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa513250 0x5589fa513630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 -- 172.21.15.17:0/4120350807 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5589fa43d060 con 0x5589fa513b70 2024-03-16T18:22:26.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc752558640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7380a1cc0 0x7fc7380a4180 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc7480cb380 tx=0x7fc74800cf90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:26.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.109+0000 7fc751d57640 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa51c210 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc73c009530 tx=0x7fc73c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb8b445ffa41b150 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:26.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc740ff9640 1 -- 172.21.15.17:0/4120350807 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c004220 con 0x5589fa513b70 2024-03-16T18:22:26.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc740ff9640 1 -- 172.21.15.17:0/4120350807 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc73c004380 con 0x5589fa513b70 2024-03-16T18:22:26.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc740ff9640 1 -- 172.21.15.17:0/4120350807 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c0198b0 con 0x5589fa513b70 2024-03-16T18:22:26.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 -- 172.21.15.17:0/4120350807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 msgr2=0x5589fa51c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa51c210 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fc73c009530 tx=0x7fc73c011810 comp rx=0 tx=0).stop 2024-03-16T18:22:26.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 -- 172.21.15.17:0/4120350807 shutdown_connections 2024-03-16T18:22:26.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa51c750 0x5589fa51eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa51c210 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 --2- 172.21.15.17:0/4120350807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa513250 0x5589fa513630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 -- 172.21.15.17:0/4120350807 >> 172.21.15.17:0/4120350807 conn(0x5589fa50d980 msgr2=0x5589fa50dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 -- 172.21.15.17:0/4120350807 shutdown_connections 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.110+0000 7fc75739a740 1 -- 172.21.15.17:0/4120350807 wait complete. 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 -- start start 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 Processor -- start 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513250 0x5589fa51c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa5193a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa5198e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa47b020 con 0x5589fa51c750 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa14e430 con 0x5589fa513250 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa10ae00 con 0x5589fa513b70 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc75739a740 10 client.0 _ll_register_callbacks cb 0x5589fa422cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:26.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa5198e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc751d57640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa5193a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa5198e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45316/0 (socket says 172.21.15.17:45316) 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc752d59640 1 -- 172.21.15.17:0/2222554506 learned_addr learned my addr 172.21.15.17:0/2222554506 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.111+0000 7fc752d59640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513250 0x5589fa51c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc751d57640 1 -- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513250 msgr2=0x5589fa51c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc751d57640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513250 0x5589fa51c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc751d57640 1 -- 172.21.15.17:0/2222554506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 msgr2=0x5589fa5198e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc751d57640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa5198e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc751d57640 1 -- 172.21.15.17:0/2222554506 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc73c009a10 con 0x5589fa513b70 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc752d59640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa5198e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc751d57640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa5193a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc73c01b040 tx=0x7fc73c0052f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5073182926a34ff8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc735ffb640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc735ffb640 1 -- 172.21.15.17:0/2222554506 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c0035f0 con 0x5589fa513b70 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5589fa17a7e0 con 0x5589fa513b70 2024-03-16T18:22:26.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc735ffb640 1 -- 172.21.15.17:0/2222554506 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc73c003750 con 0x5589fa513b70 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc735ffb640 1 -- 172.21.15.17:0/2222554506 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc73c003910 con 0x5589fa513b70 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc75739a740 10 client.25837 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.112+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5589fa4796a0 con 0x5589fa513b70 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc735ffb640 1 -- 172.21.15.17:0/2222554506 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5589fa17a7e0 con 0x5589fa513b70 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc735ffb640 1 -- 172.21.15.17:0/2222554506 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc73c0195b0 con 0x5589fa513b70 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc75739a740 10 client.25837 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc75739a740 10 client.25837 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc75739a740 20 client.25837 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc75739a740 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa52c790 0x5589fa52ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc75739a740 4 client.25837 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5589fa1b7720 con 0x5589fa52c790 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc752d59640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa52c790 0x5589fa52ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc735ffb640 10 client.25837 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.113+0000 7fc752d59640 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa52c790 0x5589fa52ebb0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d511975d97b1a9c server_cookie=4166bbeaf9dc9af7 in_seq=0 out_seq=0 2024-03-16T18:22:26.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc735ffb640 1 -- 172.21.15.17:0/2222554506 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5589fa1b7720 con 0x5589fa52c790 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc735ffb640 10 client.25837 handle_command_reply: tid=0 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 client.25837 shutdown 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 msgr2=0x5589fa5193a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa5193a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fc73c01b040 tx=0x7fc73c0052f0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 shutdown_connections 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa52c790 0x5589fa52ebb0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa5198e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513b70 0x5589fa5193a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 --2- 172.21.15.17:0/2222554506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513250 0x5589fa51c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 >> 172.21.15.17:0/2222554506 conn(0x5589fa50d980 msgr2=0x5589fa50f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc735ffb640 0 client.25837 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 shutdown_connections 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.114+0000 7fc75739a740 1 -- 172.21.15.17:0/2222554506 wait complete. 2024-03-16T18:22:26.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.115+0000 7fc75739a740 20 client.25837 trim_cache size 0 max 16384 2024-03-16T18:22:26.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 Processor -- start 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 -- start start 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa50cdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa51bad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa51c010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa400130 con 0x5589fa51c750 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa1b7720 con 0x5589fa513b70 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc75739a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa51eb40 con 0x5589fa513250 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa51c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc751d57640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa51bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa51c010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45330/0 (socket says 172.21.15.17:45330) 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc752d59640 1 -- 172.21.15.17:0/3352837818 learned_addr learned my addr 172.21.15.17:0/3352837818 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.127+0000 7fc752d59640 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa50cdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc751d57640 1 -- 172.21.15.17:0/3352837818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 msgr2=0x5589fa50cdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc751d57640 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa50cdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc751d57640 1 -- 172.21.15.17:0/3352837818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 msgr2=0x5589fa51c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc751d57640 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa51c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc751d57640 1 -- 172.21.15.17:0/3352837818 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5589fa415c20 con 0x5589fa513b70 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc752d59640 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa51c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc751d57640 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa51bad0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc73c009530 tx=0x7fc73c009ce0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2bd079205842aaa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc737fff640 1 -- 172.21.15.17:0/3352837818 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c019740 con 0x5589fa513b70 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc737fff640 1 -- 172.21.15.17:0/3352837818 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc73c005360 con 0x5589fa513b70 2024-03-16T18:22:26.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.128+0000 7fc737fff640 1 -- 172.21.15.17:0/3352837818 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc73c003850 con 0x5589fa513b70 2024-03-16T18:22:26.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- 172.21.15.17:0/3352837818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 msgr2=0x5589fa51bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa51bad0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fc73c009530 tx=0x7fc73c009ce0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- 172.21.15.17:0/3352837818 shutdown_connections 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa51c010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa51bad0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- 172.21.15.17:0/3352837818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa50cdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- 172.21.15.17:0/3352837818 >> 172.21.15.17:0/3352837818 conn(0x5589fa50d980 msgr2=0x5589fa5194c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- 172.21.15.17:0/3352837818 shutdown_connections 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- 172.21.15.17:0/3352837818 wait complete. 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- start start 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 Processor -- start 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa517050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa5156d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa515c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa516220 con 0x5589fa51c750 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa516390 con 0x5589fa513b70 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589fa516550 con 0x5589fa513250 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.129+0000 7fc75739a740 10 client.0 _ll_register_callbacks cb 0x7fc73c009c30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc751d57640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa5156d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa515c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa515c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45342/0 (socket says 172.21.15.17:45342) 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc751d57640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa5156d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45856/0 (socket says 172.21.15.17:45856) 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 -- 172.21.15.17:0/1708101754 learned_addr learned my addr 172.21.15.17:0/1708101754 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa517050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 -- 172.21.15.17:0/1708101754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 msgr2=0x5589fa517050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa517050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 -- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 msgr2=0x5589fa5156d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa5156d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 -- 172.21.15.17:0/1708101754 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc74404c040 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc752d59640 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa515c10 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fc744006010 tx=0x7fc744044040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d699456e76fc2bf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc735ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.130+0000 7fc735ffb640 1 -- 172.21.15.17:0/1708101754 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc744058040 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc735ffb640 1 -- 172.21.15.17:0/1708101754 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc744052770 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5589fa206890 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc735ffb640 1 -- 172.21.15.17:0/1708101754 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc744047040 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 10 client.16059 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5589fa4796a0 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc735ffb640 1 -- 172.21.15.17:0/1708101754 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc744065080 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc735ffb640 1 -- 172.21.15.17:0/1708101754 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc74403c040 con 0x5589fa51c750 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 10 client.16059 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 10 client.16059 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 20 client.16059 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:26.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa588730 0x5589fa58ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 4 client.16059 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.131+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5589fa126700 con 0x5589fa588730 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc751d57640 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa588730 0x5589fa58ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc735ffb640 10 client.16059 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc751d57640 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa588730 0x5589fa58ab50 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90292aa23cb9983e server_cookie=2dd2979a82749476 in_seq=0 out_seq=0 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc735ffb640 1 -- 172.21.15.17:0/1708101754 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5589fa126700 con 0x5589fa588730 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc735ffb640 10 client.16059 handle_command_reply: tid=0 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 client.16059 shutdown 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 msgr2=0x5589fa515c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa515c10 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7fc744006010 tx=0x7fc744044040 comp rx=0 tx=0).stop 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 shutdown_connections 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5589fa588730 0x5589fa58ab50 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc735ffb640 0 client.16059 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589fa51c750 0x5589fa515c10 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589fa513b70 0x5589fa5156d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 --2- 172.21.15.17:0/1708101754 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589fa513250 0x5589fa517050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 >> 172.21.15.17:0/1708101754 conn(0x5589fa50d980 msgr2=0x5589fa513f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 shutdown_connections 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.132+0000 7fc75739a740 1 -- 172.21.15.17:0/1708101754 wait complete. 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc75739a740 20 client.16059 trim_cache size 0 max 16384 2024-03-16T18:22:26.139 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7380a1cc0 msgr2=0x7fc7380a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7380a1cc0 0x7fc7380a4180 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc7480cb380 tx=0x7fc74800cf90 comp rx=0 tx=0).stop 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1014a0 msgr2=0x7fc74c0737f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1014a0 0x7fc74c0737f0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7fc74800e9f0 tx=0x7fc74800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 shutdown_connections 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7380a1cc0 0x7fc7380a4180 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc74c107560 0x7fc74c074270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc74c101e60 0x7fc74c073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 --2- 172.21.15.17:0/103231395 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc74c1014a0 0x7fc74c0737f0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 >> 172.21.15.17:0/103231395 conn(0x7fc74c0fcf90 msgr2=0x7fc74c0fe8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 shutdown_connections 2024-03-16T18:22:26.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:26.133+0000 7fc7547bc640 1 -- 172.21.15.17:0/103231395 wait complete. 2024-03-16T18:22:26.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:25 smithi149 ceph-mon[35991]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:26.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:25 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2906528791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:22:26.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:25 smithi153 ceph-mon[36005]: pgmap v30: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:26.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:25 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2906528791' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:22:27.149 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:22:27.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:22:27.150 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:22:27.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 -- 172.21.15.17:0/227362740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 msgr2=0x7f385c10d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 --2- 172.21.15.17:0/227362740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c10d270 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f3854009c10 tx=0x7f385402e110 comp rx=0 tx=0).stop 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 -- 172.21.15.17:0/227362740 shutdown_connections 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 --2- 172.21.15.17:0/227362740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c10d270 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 --2- 172.21.15.17:0/227362740 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f385c100f80 0x7f385c104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 --2- 172.21.15.17:0/227362740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f385c1005d0 0x7f385c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 -- 172.21.15.17:0/227362740 >> 172.21.15.17:0/227362740 conn(0x7f385c0774f0 msgr2=0x7f385c077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 -- 172.21.15.17:0/227362740 shutdown_connections 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.320+0000 7f3862076640 1 -- 172.21.15.17:0/227362740 wait complete. 2024-03-16T18:22:27.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.321+0000 7f3862076640 1 Processor -- start 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.321+0000 7f3862076640 1 -- start start 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f3862076640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f385c1005d0 0x7f385c19b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f3862076640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c19b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f3862076640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f385c195610 0x7f385c195ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f3862076640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f385c196000 con 0x7f385c195610 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f3862076640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f385c196170 con 0x7f385c1056a0 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f3862076640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f385c196330 con 0x7f385c1005d0 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c19b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f385c1005d0 0x7f385c19b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c19b9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45882/0 (socket says 172.21.15.17:45882) 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 -- 172.21.15.17:0/1936246262 learned_addr learned my addr 172.21.15.17:0/1936246262 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385bfff640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f385c195610 0x7f385c195ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 -- 172.21.15.17:0/1936246262 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f385c1005d0 msgr2=0x7f385c19b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f385c1005d0 0x7f385c19b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 -- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f385c195610 msgr2=0x7f385c195ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f385c195610 0x7f385c195ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 -- 172.21.15.17:0/1936246262 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3854009840 con 0x7f385c1056a0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.322+0000 7f385affd640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c19b9a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f385000e9c0 tx=0x7f385000edc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.323+0000 7f3858ff9640 1 -- 172.21.15.17:0/1936246262 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3850009700 con 0x7f385c1056a0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.323+0000 7f3858ff9640 1 -- 172.21.15.17:0/1936246262 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f38500054d0 con 0x7f385c1056a0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.323+0000 7f3858ff9640 1 -- 172.21.15.17:0/1936246262 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3850004e40 con 0x7f385c1056a0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.323+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f385c1a2320 con 0x7f385c1056a0 2024-03-16T18:22:27.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.323+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f385c1a27e0 con 0x7f385c1056a0 2024-03-16T18:22:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.325+0000 7f3858ff9640 1 -- 172.21.15.17:0/1936246262 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f3850005000 con 0x7f385c1056a0 2024-03-16T18:22:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.326+0000 7f3858ff9640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f38440a1dc0 0x7f38440a4280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.326+0000 7f3858ff9640 1 -- 172.21.15.17:0/1936246262 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f3850014070 con 0x7f385c1056a0 2024-03-16T18:22:27.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.326+0000 7f385b7fe640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f38440a1dc0 0x7f38440a4280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.326+0000 7f3864c53740 1 Processor -- start 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.326+0000 7f3864c53740 1 -- start start 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.326+0000 7f385b7fe640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f38440a1dc0 0x7f38440a4280 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f384c005fd0 tx=0x7f384c014040 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f3864c53740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x560837791760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f3864c53740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791d30 0x56083779a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f3864c53740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 0x56083779cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f3864c53740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608376fff90 con 0x560837791380 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f3864c53740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608376fd4c0 con 0x56083779a8b0 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f3864c53740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608376f8ca0 con 0x560837791d30 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x560837791760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 0x56083779cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791d30 0x56083779a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 0x56083779cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45886/0 (socket says 172.21.15.17:45886) 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 -- 172.21.15.17:0/591882354 learned_addr learned my addr 172.21.15.17:0/591882354 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 -- 172.21.15.17:0/591882354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791d30 msgr2=0x56083779a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791d30 0x56083779a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 -- 172.21.15.17:0/591882354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 msgr2=0x560837791760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x560837791760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385bfff640 1 -- 172.21.15.17:0/591882354 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5608376bb0b0 con 0x56083779a8b0 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385affd640 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791d30 0x56083779a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.327+0000 7f385b7fe640 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x560837791760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.328+0000 7f385bfff640 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 0x56083779cd00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3854009c10 tx=0x7f3854005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=15ce3ec757be9430 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.328+0000 7f3841ffb640 1 -- 172.21.15.17:0/591882354 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f385402ecb0 con 0x56083779a8b0 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.328+0000 7f3841ffb640 1 -- 172.21.15.17:0/591882354 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3854035a60 con 0x56083779a8b0 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.328+0000 7f3841ffb640 1 -- 172.21.15.17:0/591882354 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3854004040 con 0x56083779a8b0 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 -- 172.21.15.17:0/591882354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 msgr2=0x56083779cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 0x56083779cd00 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3854009c10 tx=0x7f3854005bd0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 -- 172.21.15.17:0/591882354 shutdown_connections 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56083779a8b0 0x56083779cd00 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791d30 0x56083779a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 --2- 172.21.15.17:0/591882354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x560837791760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 -- 172.21.15.17:0/591882354 >> 172.21.15.17:0/591882354 conn(0x56083778b840 msgr2=0x56083778bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 -- 172.21.15.17:0/591882354 shutdown_connections 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 -- 172.21.15.17:0/591882354 wait complete. 2024-03-16T18:22:27.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 -- start start 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.329+0000 7f3864c53740 1 Processor -- start 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377978c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x560837797e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837798340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56083769df40 con 0x560837791380 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608373cc4b0 con 0x560837791d30 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56083767e670 con 0x56083779a8b0 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f3864c53740 10 client.0 _ll_register_callbacks cb 0x5608376ebf70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x560837797e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x560837797e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45892/0 (socket says 172.21.15.17:45892) 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385affd640 1 -- 172.21.15.17:0/2185490035 learned_addr learned my addr 172.21.15.17:0/2185490035 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385bfff640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837798340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385affd640 1 -- 172.21.15.17:0/2185490035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 msgr2=0x560837798340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385affd640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837798340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.330+0000 7f385affd640 1 -- 172.21.15.17:0/2185490035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 msgr2=0x5608377978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f385affd640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f385affd640 1 -- 172.21.15.17:0/2185490035 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f385c10da80 con 0x560837791d30 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f385bfff640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837798340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f385affd640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x560837797e00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f385000c6a0 tx=0x7f385009a120 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1da0cae4d84e353d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f383affd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f383affd640 1 -- 172.21.15.17:0/2185490035 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38500b3200 con 0x560837791d30 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f383affd640 1 -- 172.21.15.17:0/2185490035 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f385009e850 con 0x560837791d30 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5608376d2f40 con 0x560837791d30 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f383affd640 1 -- 172.21.15.17:0/2185490035 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f38500a2ea0 con 0x560837791d30 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f3864c53740 10 client.25952 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5608376f7320 con 0x560837791d30 2024-03-16T18:22:27.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.331+0000 7f383affd640 1 -- 172.21.15.17:0/2185490035 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f385007d020 con 0x560837791d30 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f383affd640 1 -- 172.21.15.17:0/2185490035 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f385001f060 con 0x560837791d30 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f3864c53740 10 client.25952 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f3864c53740 10 client.25952 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f3864c53740 20 client.25952 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f3864c53740 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608377ad230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f3864c53740 4 client.25952 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5608376d2f40 con 0x5608377aadb0 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608377ad230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f383affd640 10 client.25952 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.332+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608377ad230 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86dceac307fffb3f server_cookie=68272f76a89f0ed5 in_seq=0 out_seq=0 2024-03-16T18:22:27.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.333+0000 7f383affd640 1 -- 172.21.15.17:0/2185490035 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5608376d2f40 con 0x5608377aadb0 2024-03-16T18:22:27.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.333+0000 7f383affd640 10 client.25952 handle_command_reply: tid=0 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.333+0000 7f3864c53740 1 client.25952 shutdown 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.333+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 msgr2=0x560837797e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.333+0000 7f3864c53740 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x560837797e00 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f385000c6a0 tx=0x7f385009a120 comp rx=0 tx=0).stop 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 shutdown_connections 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608377ad230 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837798340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f383affd640 0 client.25952 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x560837797e00 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 --2- 172.21.15.17:0/2185490035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 >> 172.21.15.17:0/2185490035 conn(0x56083778b840 msgr2=0x56083778d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 shutdown_connections 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 1 -- 172.21.15.17:0/2185490035 wait complete. 2024-03-16T18:22:27.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.334+0000 7f3864c53740 20 client.25952 trim_cache size 0 max 16384 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.364+0000 7f3864c53740 1 Processor -- start 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.364+0000 7f3864c53740 1 -- start start 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.364+0000 7f3864c53740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377a5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.364+0000 7f3864c53740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x5608377a6290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f3864c53740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837796190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f3864c53740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608377976b0 con 0x560837791380 2024-03-16T18:22:27.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f3864c53740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560837793470 con 0x560837791d30 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f3864c53740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608377906a0 con 0x56083779a8b0 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x5608377a6290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377a5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x5608377a6290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45904/0 (socket says 172.21.15.17:45904) 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377a5d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45368/0 (socket says 172.21.15.17:45368) 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385b7fe640 1 -- 172.21.15.17:0/1157491118 learned_addr learned my addr 172.21.15.17:0/1157491118 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385bfff640 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837796190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 -- 172.21.15.17:0/1157491118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 msgr2=0x560837796190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837796190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 -- 172.21.15.17:0/1157491118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 msgr2=0x5608377a5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377a5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 -- 172.21.15.17:0/1157491118 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560837693c00 con 0x560837791d30 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385bfff640 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837796190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385b7fe640 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377a5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.365+0000 7f385affd640 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x5608377a6290 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f38500989b0 tx=0x7f385009a190 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7443b4d8411ecf96 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.366+0000 7f38417fa640 1 -- 172.21.15.17:0/1157491118 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38500b3200 con 0x560837791d30 2024-03-16T18:22:27.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.366+0000 7f38417fa640 1 -- 172.21.15.17:0/1157491118 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f385007d070 con 0x560837791d30 2024-03-16T18:22:27.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.366+0000 7f38417fa640 1 -- 172.21.15.17:0/1157491118 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f385000ccc0 con 0x560837791d30 2024-03-16T18:22:27.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 -- 172.21.15.17:0/1157491118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 msgr2=0x5608377a6290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x5608377a6290 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f38500989b0 tx=0x7f385009a190 comp rx=0 tx=0).stop 2024-03-16T18:22:27.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 -- 172.21.15.17:0/1157491118 shutdown_connections 2024-03-16T18:22:27.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56083779a8b0 0x560837796190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x5608377a6290 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 --2- 172.21.15.17:0/1157491118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560837791380 0x5608377a5d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 -- 172.21.15.17:0/1157491118 >> 172.21.15.17:0/1157491118 conn(0x56083778b840 msgr2=0x56083778bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 -- 172.21.15.17:0/1157491118 shutdown_connections 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 -- 172.21.15.17:0/1157491118 wait complete. 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 -- start start 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.367+0000 7f3864c53740 1 Processor -- start 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 0x56083779de50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x56083779e390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56083779a8b0 0x56083779e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5608378057a0 con 0x56083779a8b0 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560837805910 con 0x560837791d30 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560837805ad0 con 0x560837791380 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 0x56083779de50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x56083779e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 0x56083779de50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57092/0 (socket says 172.21.15.17:57092) 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x56083779e390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45916/0 (socket says 172.21.15.17:45916) 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 -- 172.21.15.17:0/2907330636 learned_addr learned my addr 172.21.15.17:0/2907330636 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f3864c53740 10 client.0 _ll_register_callbacks cb 0x7f38500056d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385bfff640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56083779a8b0 0x56083779e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 -- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 msgr2=0x56083779e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x56083779e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 -- 172.21.15.17:0/2907330636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56083779a8b0 msgr2=0x56083779e8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56083779a8b0 0x56083779e8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385b7fe640 1 -- 172.21.15.17:0/2907330636 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f384c0123f0 con 0x560837791380 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.368+0000 7f385bfff640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56083779a8b0 0x56083779e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f385b7fe640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 0x56083779de50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f384c005db0 tx=0x7f384c004730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ddd8a2747bc40739 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f383affd640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f383affd640 1 -- 172.21.15.17:0/2907330636 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f384c024040 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56083771e900 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f383affd640 1 -- 172.21.15.17:0/2907330636 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f384c030a60 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f383affd640 1 -- 172.21.15.17:0/2907330636 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f384c017040 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f3864c53740 10 client.25858 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5608376bb0b0 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f383affd640 1 -- 172.21.15.17:0/2907330636 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56083771e900 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.369+0000 7f383affd640 1 -- 172.21.15.17:0/2907330636 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f384c0048c0 con 0x560837791380 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f3864c53740 10 client.25858 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f3864c53740 10 client.25858 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f3864c53740 20 client.25858 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f3864c53740 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608378092e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f3864c53740 4 client.25858 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:22:27.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5608376ef310 con 0x5608377aadb0 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f385affd640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608378092e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f383affd640 10 client.25858 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.370+0000 7f385affd640 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608378092e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=655dabffbc192693 server_cookie=587bdff9f76d0da0 in_seq=0 out_seq=0 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "0649d178-d813-433d-9a91-bde78ca9d12c", 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:22:27.376 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:22:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f383affd640 1 -- 172.21.15.17:0/2907330636 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5608376ef310 con 0x5608377aadb0 2024-03-16T18:22:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f383affd640 10 client.25858 handle_command_reply: tid=0 2024-03-16T18:22:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 client.25858 shutdown 2024-03-16T18:22:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 msgr2=0x56083779de50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 0x56083779de50 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f384c005db0 tx=0x7f384c004730 comp rx=0 tx=0).stop 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 shutdown_connections 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5608377aadb0 0x5608378092e0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f383affd640 0 client.25858 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56083779a8b0 0x56083779e8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560837791d30 0x56083779e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.371+0000 7f3864c53740 1 --2- 172.21.15.17:0/2907330636 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560837791380 0x56083779de50 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 >> 172.21.15.17:0/2907330636 conn(0x56083778b840 msgr2=0x560837796150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 shutdown_connections 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3864c53740 1 -- 172.21.15.17:0/2907330636 wait complete. 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3864c53740 20 client.25858 trim_cache size 0 max 16384 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f38440a1dc0 msgr2=0x7f38440a4280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f38440a1dc0 0x7f38440a4280 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f384c005fd0 tx=0x7f384c014040 comp rx=0 tx=0).stop 2024-03-16T18:22:27.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 msgr2=0x7f385c19b9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c19b9a0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f385000e9c0 tx=0x7f385000edc0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 shutdown_connections 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f38440a1dc0 0x7f38440a4280 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f385c195610 0x7f385c195ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f385c1056a0 0x7f385c19b9a0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 --2- 172.21.15.17:0/1936246262 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f385c1005d0 0x7f385c19b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.372+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 >> 172.21.15.17:0/1936246262 conn(0x7f385c0774f0 msgr2=0x7f385c0fe590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.373+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 shutdown_connections 2024-03-16T18:22:27.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.373+0000 7f3862076640 1 -- 172.21.15.17:0/1936246262 wait complete. 2024-03-16T18:22:27.389 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:22:27.389 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 -- 172.21.15.17:0/1600446720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc64810ba50 msgr2=0x7fc64810def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 --2- 172.21.15.17:0/1600446720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc64810ba50 0x7fc64810def0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fc640009be0 tx=0x7fc64002bf80 comp rx=0 tx=0).stop 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 -- 172.21.15.17:0/1600446720 shutdown_connections 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 --2- 172.21.15.17:0/1600446720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc64810ba50 0x7fc64810def0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 --2- 172.21.15.17:0/1600446720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc648103030 0x7fc64810b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 --2- 172.21.15.17:0/1600446720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc648102710 0x7fc648102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 -- 172.21.15.17:0/1600446720 >> 172.21.15.17:0/1600446720 conn(0x7fc6480775a0 msgr2=0x7fc6480779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 -- 172.21.15.17:0/1600446720 shutdown_connections 2024-03-16T18:22:27.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.497+0000 7fc64c847640 1 -- 172.21.15.17:0/1600446720 wait complete. 2024-03-16T18:22:27.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 Processor -- start 2024-03-16T18:22:27.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 -- start start 2024-03-16T18:22:27.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 0x7fc648100360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc648103030 0x7fc6481008a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc64810ba50 0x7fc648100de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6481a5d30 con 0x7fc648103030 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6481a5ea0 con 0x7fc64810ba50 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64c847640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6481a6060 con 0x7fc648102710 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.498+0000 7fc64659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 0x7fc648100360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 0x7fc648100360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57112/0 (socket says 172.21.15.17:57112) 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 -- 172.21.15.17:0/2121611195 learned_addr learned my addr 172.21.15.17:0/2121611195 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc648103030 0x7fc6481008a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc646d9d640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc64810ba50 0x7fc648100de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 -- 172.21.15.17:0/2121611195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc64810ba50 msgr2=0x7fc648100de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc64810ba50 0x7fc648100de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 -- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc648103030 msgr2=0x7fc6481008a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc648103030 0x7fc6481008a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 -- 172.21.15.17:0/2121611195 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc638009560 con 0x7fc648102710 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64659c640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 0x7fc648100360 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc63800e9c0 tx=0x7fc63800ee80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc63f7fe640 1 -- 172.21.15.17:0/2121611195 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc63800cde0 con 0x7fc648102710 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc63f7fe640 1 -- 172.21.15.17:0/2121611195 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc6380044d0 con 0x7fc648102710 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc63f7fe640 1 -- 172.21.15.17:0/2121611195 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc638010430 con 0x7fc648102710 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc640009840 con 0x7fc648102710 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.499+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6481a6670 con 0x7fc648102710 2024-03-16T18:22:27.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.502+0000 7fc63f7fe640 1 -- 172.21.15.17:0/2121611195 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7fc638004000 con 0x7fc648102710 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 Processor -- start 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 -- start start 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc63f7fe640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc6340a1cf0 0x7fc6340a41b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f49690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f49bd0 0x561963f52270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f54ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963eb8280 con 0x561963f492b0 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963eb57b0 con 0x561963f49bd0 2024-03-16T18:22:27.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64f425740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963eb0f90 con 0x561963f527b0 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc646d9d640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc6340a1cf0 0x7fc6340a41b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f49690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc646d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f54ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f49690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45406/0 (socket says 172.21.15.17:45406) 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc64659c640 1 -- 172.21.15.17:0/1421358083 learned_addr learned my addr 172.21.15.17:0/1421358083 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.503+0000 7fc63ffff640 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f49bd0 0x561963f52270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc63f7fe640 1 -- 172.21.15.17:0/2121611195 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc638014070 con 0x7fc648102710 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc64659c640 1 -- 172.21.15.17:0/1421358083 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 msgr2=0x561963f54ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc64659c640 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f54ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc64659c640 1 -- 172.21.15.17:0/1421358083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f49bd0 msgr2=0x561963f52270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc64659c640 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f49bd0 0x561963f52270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc64659c640 1 -- 172.21.15.17:0/1421358083 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561963e6f570 con 0x561963f492b0 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc646d9d640 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f54ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc63ffff640 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f49bd0 0x561963f52270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc646d9d640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc6340a1cf0 0x7fc6340a41b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc640005f00 tx=0x7fc64002ca70 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc64659c640 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f49690 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fc6380a2b10 tx=0x7fc63800cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4515edf431597da server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc63cff9640 1 -- 172.21.15.17:0/1421358083 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc638009400 con 0x561963f492b0 2024-03-16T18:22:27.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc63cff9640 1 -- 172.21.15.17:0/1421358083 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc638003760 con 0x561963f492b0 2024-03-16T18:22:27.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.504+0000 7fc63cff9640 1 -- 172.21.15.17:0/1421358083 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6380602a0 con 0x561963f492b0 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 -- 172.21.15.17:0/1421358083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 msgr2=0x561963f49690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f49690 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7fc6380a2b10 tx=0x7fc63800cf40 comp rx=0 tx=0).stop 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 -- 172.21.15.17:0/1421358083 shutdown_connections 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f54ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f49bd0 0x561963f52270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 --2- 172.21.15.17:0/1421358083 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f49690 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.505+0000 7fc64f425740 1 -- 172.21.15.17:0/1421358083 >> 172.21.15.17:0/1421358083 conn(0x561963f43990 msgr2=0x561963f43d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 -- 172.21.15.17:0/1421358083 shutdown_connections 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 -- 172.21.15.17:0/1421358083 wait complete. 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 -- start start 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 Processor -- start 2024-03-16T18:22:27.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 0x561963f52250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f4f5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f4fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963b84430 con 0x561963f49bd0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963b40e00 con 0x561963f492b0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963e35fd0 con 0x561963f527b0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64f425740 10 client.0 _ll_register_callbacks cb 0x561963e8bfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc63ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f4f5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 0x561963f52250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 0x561963f52250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:45966/0 (socket says 172.21.15.17:45966) 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc64659c640 1 -- 172.21.15.17:0/2269381911 learned_addr learned my addr 172.21.15.17:0/2269381911 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.506+0000 7fc646d9d640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f4fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc63ffff640 1 -- 172.21.15.17:0/2269381911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 msgr2=0x561963f4fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f4fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc63ffff640 1 -- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 msgr2=0x561963f52250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 0x561963f52250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc63ffff640 1 -- 172.21.15.17:0/2269381911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6481a6670 con 0x561963f49bd0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc646d9d640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f4fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc64659c640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 0x561963f52250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f4f5e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc648101da0 tx=0x7fc630012aa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78b506bb86c7a8c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc62dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc62dffb640 1 -- 172.21.15.17:0/2269381911 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc630017070 con 0x561963f49bd0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc62dffb640 1 -- 172.21.15.17:0/2269381911 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc6300047a0 con 0x561963f49bd0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561963bb07e0 con 0x561963f49bd0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc62dffb640 1 -- 172.21.15.17:0/2269381911 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc630004960 con 0x561963f49bd0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc64f425740 10 client.16089 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.507+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561963eaf610 con 0x561963f49bd0 2024-03-16T18:22:27.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc62dffb640 1 -- 172.21.15.17:0/2269381911 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561963bb07e0 con 0x561963f49bd0 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc62dffb640 1 -- 172.21.15.17:0/2269381911 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc63000f640 con 0x561963f49bd0 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64f425740 10 client.16089 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64f425740 10 client.16089 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64f425740 20 client.16089 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64f425740 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963f62920 0x561963f64d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64f425740 4 client.16089 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561963bed720 con 0x561963f62920 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.508+0000 7fc64659c640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963f62920 0x561963f64d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc62dffb640 10 client.16089 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64659c640 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963f62920 0x561963f64d40 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3bc70c9da2ff404a server_cookie=9b7e0d2b732f7c1d in_seq=0 out_seq=0 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc62dffb640 1 -- 172.21.15.17:0/2269381911 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561963bed720 con 0x561963f62920 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc62dffb640 10 client.16089 handle_command_reply: tid=0 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 client.16089 shutdown 2024-03-16T18:22:27.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 msgr2=0x561963f4f5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f4f5e0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fc648101da0 tx=0x7fc630012aa0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 shutdown_connections 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963f62920 0x561963f64d40 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f4f5e0 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f527b0 0x561963f4fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc62dffb640 0 client.16089 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 --2- 172.21.15.17:0/2269381911 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f492b0 0x561963f52250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 >> 172.21.15.17:0/2269381911 conn(0x561963f43990 msgr2=0x561963f45730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.509+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 shutdown_connections 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.510+0000 7fc64f425740 1 -- 172.21.15.17:0/2269381911 wait complete. 2024-03-16T18:22:27.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.510+0000 7fc64f425740 20 client.16089 trim_cache size 0 max 16384 2024-03-16T18:22:27.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 Processor -- start 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 -- start start 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 0x561963f51d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f52250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f5db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963f4a410 con 0x561963f49bd0 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963f3f2b0 con 0x561963f527b0 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64f425740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963f44790 con 0x561963f492b0 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc63ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f52250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 0x561963f51d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 0x561963f51d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57140/0 (socket says 172.21.15.17:57140) 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc646d9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f5db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.526+0000 7fc64659c640 1 -- 172.21.15.17:0/3245069600 learned_addr learned my addr 172.21.15.17:0/3245069600 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc64659c640 1 -- 172.21.15.17:0/3245069600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 msgr2=0x561963f5db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc64659c640 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f5db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc64659c640 1 -- 172.21.15.17:0/3245069600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 msgr2=0x561963f52250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc64659c640 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f52250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc64659c640 1 -- 172.21.15.17:0/3245069600 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561963e4bac0 con 0x561963f492b0 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc64659c640 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 0x561963f51d10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc6380cb5a0 tx=0x7fc638000bc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f112007465738897 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc62ffff640 1 -- 172.21.15.17:0/3245069600 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6380cb3d0 con 0x561963f492b0 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc62ffff640 1 -- 172.21.15.17:0/3245069600 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc63809afa0 con 0x561963f492b0 2024-03-16T18:22:27.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.527+0000 7fc62ffff640 1 -- 172.21.15.17:0/3245069600 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc638098ba0 con 0x561963f492b0 2024-03-16T18:22:27.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 -- 172.21.15.17:0/3245069600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 msgr2=0x561963f51d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 0x561963f51d10 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fc6380cb5a0 tx=0x7fc638000bc0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 -- 172.21.15.17:0/3245069600 shutdown_connections 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f49bd0 0x561963f52250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f5db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 --2- 172.21.15.17:0/3245069600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f492b0 0x561963f51d10 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 -- 172.21.15.17:0/3245069600 >> 172.21.15.17:0/3245069600 conn(0x561963f43990 msgr2=0x561963f4a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 -- 172.21.15.17:0/3245069600 shutdown_connections 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 -- 172.21.15.17:0/3245069600 wait complete. 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 -- start start 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.528+0000 7fc64f425740 1 Processor -- start 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f55c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f49bd0 0x561963f56170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f55c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f566b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f55c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45440/0 (socket says 172.21.15.17:45440) 2024-03-16T18:22:27.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963fbd210 con 0x561963f492b0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963fbd350 con 0x561963f527b0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561963fbd490 con 0x561963f49bd0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64659c640 1 -- 172.21.15.17:0/2977468110 learned_addr learned my addr 172.21.15.17:0/2977468110 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64f425740 10 client.0 _ll_register_callbacks cb 0x7fc630009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f49bd0 0x561963f56170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc646d9d640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f566b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc63ffff640 1 -- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 msgr2=0x561963f566b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f566b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc63ffff640 1 -- 172.21.15.17:0/2977468110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 msgr2=0x561963f55c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f55c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc63ffff640 1 -- 172.21.15.17:0/2977468110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561963e6f570 con 0x561963f49bd0 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.529+0000 7fc64659c640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f55c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:27.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc63ffff640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f49bd0 0x561963f56170 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc63000faa0 tx=0x7fc63000fc10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ccba81fe9eb20d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc62dffb640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc62dffb640 1 -- 172.21.15.17:0/2977468110 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc630017040 con 0x561963f49bd0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc62dffb640 1 -- 172.21.15.17:0/2977468110 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc6300052b0 con 0x561963f49bd0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc638003760 con 0x561963f49bd0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc62dffb640 1 -- 172.21.15.17:0/2977468110 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc6300054b0 con 0x561963f49bd0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc64f425740 10 client.25876 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561963e716a0 con 0x561963f49bd0 2024-03-16T18:22:27.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.530+0000 7fc62dffb640 1 -- 172.21.15.17:0/2977468110 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc630035030 con 0x561963f49bd0 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.531+0000 7fc62dffb640 1 -- 172.21.15.17:0/2977468110 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc630029510 con 0x561963f49bd0 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.531+0000 7fc64f425740 10 client.25876 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.531+0000 7fc64f425740 10 client.25876 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.531+0000 7fc64f425740 20 client.25876 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.531+0000 7fc64f425740 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963fbead0 0x561963fc0ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.531+0000 7fc64f425740 4 client.25876 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x561963c3c890 con 0x561963fbead0 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64659c640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963fbead0 0x561963fc0ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64659c640 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963fbead0 0x561963fc0ec0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a1d1c4cb1e6542b server_cookie=e645a705b49dd66d in_seq=0 out_seq=0 2024-03-16T18:22:27.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc62dffb640 10 client.25876 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc62dffb640 1 -- 172.21.15.17:0/2977468110 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x561963c3c890 con 0x561963fbead0 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc62dffb640 10 client.25876 handle_command_reply: tid=0 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 client.25876 shutdown 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f49bd0 msgr2=0x561963f56170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f49bd0 0x561963f56170 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fc63000faa0 tx=0x7fc63000fc10 comp rx=0 tx=0).stop 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 shutdown_connections 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561963fbead0 0x561963fc0ec0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561963f527b0 0x561963f566b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc62dffb640 0 client.25876 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561963f49bd0 0x561963f56170 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 --2- 172.21.15.17:0/2977468110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561963f492b0 0x561963f55c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.532+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 >> 172.21.15.17:0/2977468110 conn(0x561963f43990 msgr2=0x561963f4ee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 shutdown_connections 2024-03-16T18:22:27.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64f425740 1 -- 172.21.15.17:0/2977468110 wait complete. 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64f425740 20 client.25876 trim_cache size 0 max 16384 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: "0649d178-d813-433d-9a91-bde78ca9d12c": { 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "0649d178-d813-433d-9a91-bde78ca9d12c", 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:22:27.539 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc6340a1cf0 msgr2=0x7fc6340a41b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc6340a1cf0 0x7fc6340a41b0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fc640005f00 tx=0x7fc64002ca70 comp rx=0 tx=0).stop 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 msgr2=0x7fc648100360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 0x7fc648100360 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fc63800e9c0 tx=0x7fc63800ee80 comp rx=0 tx=0).stop 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 shutdown_connections 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc6340a1cf0 0x7fc6340a41b0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc648103030 0x7fc6481008a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc64810ba50 0x7fc648100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 --2- 172.21.15.17:0/2121611195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc648102710 0x7fc648100360 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 >> 172.21.15.17:0/2121611195 conn(0x7fc6480775a0 msgr2=0x7fc6480fd450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 shutdown_connections 2024-03-16T18:22:27.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:27.533+0000 7fc64c847640 1 -- 172.21.15.17:0/2121611195 wait complete. 2024-03-16T18:22:27.546 INFO:tasks.cephfs.filesystem:scrub status for tag:0649d178-d813-433d-9a91-bde78ca9d12c - {'path': '/', 'tag': '0649d178-d813-433d-9a91-bde78ca9d12c', 'options': 'recursive,force'} 2024-03-16T18:22:27.935 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:27 smithi017 ceph-mon[32207]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:28.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:27 smithi149 ceph-mon[35991]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:28.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:27 smithi153 ceph-mon[36005]: pgmap v31: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:29.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:28 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:22:29.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:28 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:22:29.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:28 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:22:29.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:28 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:22:29.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:28 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:22:29.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:28 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:22:29.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:28 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:22:29.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:28 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:22:29.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:28 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:22:29.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:28 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:22:29.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:28 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:22:29.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:28 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:22:30.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:29 smithi017 ceph-mon[32207]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:30.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:29 smithi149 ceph-mon[35991]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:30.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:29 smithi153 ceph-mon[36005]: pgmap v32: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:32.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:31 smithi017 ceph-mon[32207]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:32.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:31 smithi149 ceph-mon[35991]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:32.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:31 smithi153 ceph-mon[36005]: pgmap v33: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:33.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:32 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:22:33.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:32 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:22:33.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:32 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:22:34.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:33 smithi017 ceph-mon[32207]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:34.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:33 smithi149 ceph-mon[35991]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:34.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:33 smithi153 ceph-mon[36005]: pgmap v34: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.290 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:35 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:35 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: pgmap v35: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:22:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:36.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:35 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:37.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:36 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:22:37.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:36 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:22:37.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:36 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:37.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:36 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:22:37.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:36 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:22:37.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:36 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:37.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:36 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:22:37.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:36 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:22:37.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:36 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:22:38.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:37 smithi017 ceph-mon[32207]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:38.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:37 smithi149 ceph-mon[35991]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:37 smithi153 ceph-mon[36005]: pgmap v36: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:40.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:39 smithi017 ceph-mon[32207]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:40.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:39 smithi149 ceph-mon[35991]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:40.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:39 smithi153 ceph-mon[36005]: pgmap v37: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:42.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:41 smithi017 ceph-mon[32207]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:42.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:41 smithi149 ceph-mon[35991]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:42.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:41 smithi153 ceph-mon[36005]: pgmap v38: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.3 KiB/s rd, 8 op/s 2024-03-16T18:22:44.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:43 smithi017 ceph-mon[32207]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:44.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:43 smithi149 ceph-mon[35991]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:44.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:43 smithi153 ceph-mon[36005]: pgmap v39: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.4 KiB/s rd, 12 op/s 2024-03-16T18:22:46.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:45 smithi017 ceph-mon[32207]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:45 smithi149 ceph-mon[35991]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:46.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:45 smithi153 ceph-mon[36005]: pgmap v40: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:48.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:47 smithi017 ceph-mon[32207]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:48.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:47 smithi149 ceph-mon[35991]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:48.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:47 smithi153 ceph-mon[36005]: pgmap v41: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:50.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:49 smithi017 ceph-mon[32207]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:50.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:49 smithi149 ceph-mon[35991]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:50.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:49 smithi153 ceph-mon[36005]: pgmap v42: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:51.253 INFO:tasks.workunit.client.0.smithi017.stderr:Updating files: 95% (11684/12271) Updating files: 96% (11781/12271) Updating files: 97% (11903/12271) Updating files: 98% (12026/12271) Updating files: 99% (12149/12271) Updating files: 100% (12271/12271) Updating files: 100% (12271/12271), done. 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr:Note: switching to 'aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b'. 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr:changes and commit them, and you can discard any commits you make in this 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr:state without impacting any branches by switching back to a branch. 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr:If you want to create a new branch to retain commits you create, you may 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr:do so (now or later) by using -c with the switch command. Example: 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr: git switch -c 2024-03-16T18:22:51.625 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr:Or undo this operation with: 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr: git switch - 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr: 2024-03-16T18:22:51.626 INFO:tasks.workunit.client.0.smithi017.stderr:HEAD is now at aba3c1d240c mds/quiesce-db: keep the db thread alive until shutdown 2024-03-16T18:22:51.629 DEBUG:teuthology.orchestra.run.smithi017:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-03-16T18:22:51.662 INFO:tasks.workunit.client.0.smithi017.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-03-16T18:22:51.664 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-16T18:22:51.664 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-03-16T18:22:52.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:51 smithi017 ceph-mon[32207]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:52.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:51 smithi149 ceph-mon[35991]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:52.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:51 smithi153 ceph-mon[36005]: pgmap v43: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:52.439 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-03-16T18:22:52.513 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-03-16T18:22:52.553 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-03-16T18:22:52.555 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-16T18:22:52.555 INFO:tasks.workunit.client.0.smithi017.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-03-16T18:22:52.594 INFO:tasks.workunit.client.0.smithi017.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-03-16T18:22:52.597 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:22:52.597 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-03-16T18:22:52.653 INFO:tasks.workunit:Running workunits matching fs/test_o_trunc.sh on client.0... 2024-03-16T18:22:52.654 INFO:tasks.workunit:Running workunit fs/test_o_trunc.sh... 2024-03-16T18:22:52.654 DEBUG:teuthology.orchestra.run.smithi017:workunit test fs/test_o_trunc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-03-16T18:22:52.717 INFO:tasks.workunit.client.0.smithi017.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc.sh 2024-03-16T18:22:52.718 INFO:tasks.workunit.client.0.smithi017.stderr:+ mydir=/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs 2024-03-16T18:22:52.718 INFO:tasks.workunit.client.0.smithi017.stderr:+ /home/ubuntu/cephtest/clone.client.0/qa/workunits/fs/test_o_trunc trunc.foo 600 2024-03-16T18:22:54.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:53 smithi017 ceph-mon[32207]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:54.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:53 smithi149 ceph-mon[35991]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:54.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:53 smithi153 ceph-mon[36005]: pgmap v44: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:22:56.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:55 smithi017 ceph-mon[32207]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:56.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:55 smithi149 ceph-mon[35991]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:56.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:55 smithi153 ceph-mon[36005]: pgmap v45: 129 pgs: 129 active+clean; 1.3 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:22:57.547 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:22:57.547 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 -- 172.21.15.17:0/4084065316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 msgr2=0x7fa57c10d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 --2- 172.21.15.17:0/4084065316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c10d1c0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7fa574009ca0 tx=0x7fa57402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 -- 172.21.15.17:0/4084065316 shutdown_connections 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 --2- 172.21.15.17:0/4084065316 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c10d1c0 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 --2- 172.21.15.17:0/4084065316 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa57c100640 0x7fa57c100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 --2- 172.21.15.17:0/4084065316 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa57c106420 0x7fa57c106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.664+0000 7fa58362a640 1 -- 172.21.15.17:0/4084065316 >> 172.21.15.17:0/4084065316 conn(0x7fa57c077190 msgr2=0x7fa57c0775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 -- 172.21.15.17:0/4084065316 shutdown_connections 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 -- 172.21.15.17:0/4084065316 wait complete. 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 Processor -- start 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 -- start start 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa57c100640 0x7fa57c19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c19db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa57c106420 0x7fa57c197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa57c197e30 con 0x7fa57c100fe0 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa57c197fa0 con 0x7fa57c100640 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa58362a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa57c198160 con 0x7fa57c106420 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa580bc5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c19db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa580bc5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c19db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40878/0 (socket says 172.21.15.17:40878) 2024-03-16T18:22:57.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa580bc5640 1 -- 172.21.15.17:0/1444189071 learned_addr learned my addr 172.21.15.17:0/1444189071 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa5813c6640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa57c100640 0x7fa57c19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.665+0000 7fa581bc7640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa57c106420 0x7fa57c197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa580bc5640 1 -- 172.21.15.17:0/1444189071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa57c106420 msgr2=0x7fa57c197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa580bc5640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa57c106420 0x7fa57c197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa580bc5640 1 -- 172.21.15.17:0/1444189071 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa57c100640 msgr2=0x7fa57c19d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa580bc5640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa57c100640 0x7fa57c19d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa580bc5640 1 -- 172.21.15.17:0/1444189071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa574009900 con 0x7fa57c100fe0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa580bc5640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c19db60 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00e9f0 tx=0x7fa56c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa5727fc640 1 -- 172.21.15.17:0/1444189071 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c009720 con 0x7fa57c100fe0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa57c198440 con 0x7fa57c100fe0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa5727fc640 1 -- 172.21.15.17:0/1444189071 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa56c00cd80 con 0x7fa57c100fe0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa5727fc640 1 -- 172.21.15.17:0/1444189071 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c010430 con 0x7fa57c100fe0 2024-03-16T18:22:57.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.666+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa57c1a4650 con 0x7fa57c100fe0 2024-03-16T18:22:57.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.668+0000 7fa5727fc640 1 -- 172.21.15.17:0/1444189071 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7fa56c005020 con 0x7fa57c100fe0 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 Processor -- start 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 -- start start 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 0x555f3fd6f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd78270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa5727fc640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5680a1cc0 0x7fa5680a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fcde280 con 0x555f3fd6fbd0 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fcdb7b0 con 0x555f3fd6f2b0 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa586206740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fcd6f90 con 0x555f3fd787b0 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa5813c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd78270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa581bc7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 0x555f3fd6f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa580bc5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa5813c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd78270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40894/0 (socket says 172.21.15.17:40894) 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa581bc7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 0x555f3fd6f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:60454/0 (socket says 172.21.15.17:60454) 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.669+0000 7fa5813c6640 1 -- 172.21.15.17:0/2895511144 learned_addr learned my addr 172.21.15.17:0/2895511144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa581bc7640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5680a1cc0 0x7fa5680a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5727fc640 1 -- 172.21.15.17:0/1444189071 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa56c014070 con 0x7fa57c100fe0 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5813c6640 1 -- 172.21.15.17:0/2895511144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 msgr2=0x555f3fd7aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5813c6640 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5813c6640 1 -- 172.21.15.17:0/2895511144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 msgr2=0x555f3fd6f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5813c6640 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 0x555f3fd6f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5813c6640 1 -- 172.21.15.17:0/2895511144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555f3fc95570 con 0x555f3fd6fbd0 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa580bc5640 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:57.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa581bc7640 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 0x555f3fd6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5813c6640 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd78270 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa578009c70 tx=0x7fa578011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b66278e01c545905 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa581bc7640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5680a1cc0 0x7fa5680a4180 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa574004af0 tx=0x7fa574005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5677fe640 1 -- 172.21.15.17:0/2895511144 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa578004230 con 0x555f3fd6fbd0 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5677fe640 1 -- 172.21.15.17:0/2895511144 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa578004390 con 0x555f3fd6fbd0 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.670+0000 7fa5677fe640 1 -- 172.21.15.17:0/2895511144 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa578019690 con 0x555f3fd6fbd0 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 -- 172.21.15.17:0/2895511144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 msgr2=0x555f3fd78270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd78270 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fa578009c70 tx=0x7fa578011810 comp rx=0 tx=0).stop 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 -- 172.21.15.17:0/2895511144 shutdown_connections 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd78270 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 --2- 172.21.15.17:0/2895511144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6f2b0 0x555f3fd6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 -- 172.21.15.17:0/2895511144 >> 172.21.15.17:0/2895511144 conn(0x555f3fd69990 msgr2=0x555f3fd69d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 -- 172.21.15.17:0/2895511144 shutdown_connections 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 -- 172.21.15.17:0/2895511144 wait complete. 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 -- start start 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.671+0000 7fa586206740 1 Processor -- start 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd781b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd75540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd787b0 0x555f3fd75b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3f9aa430 con 0x555f3fd6fbd0 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3f966e00 con 0x555f3fd787b0 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fc5bfd0 con 0x555f3fd6f2b0 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa586206740 10 client.0 _ll_register_callbacks cb 0x555f3fcb1fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd75540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd75540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40902/0 (socket says 172.21.15.17:40902) 2024-03-16T18:22:57.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 -- 172.21.15.17:0/3782865060 learned_addr learned my addr 172.21.15.17:0/3782865060 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa5813c6640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd781b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa581bc7640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd787b0 0x555f3fd75b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 -- 172.21.15.17:0/3782865060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 msgr2=0x555f3fd781b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd781b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 -- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd787b0 msgr2=0x555f3fd75b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd787b0 0x555f3fd75b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 -- 172.21.15.17:0/3782865060 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5780098d0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd75540 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00c6a0 tx=0x7fa56c007850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57b8977c50e1e011 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.672+0000 7fa564ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa564ff9640 1 -- 172.21.15.17:0/3782865060 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c0aa350 con 0x555f3fd6fbd0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa564ff9640 1 -- 172.21.15.17:0/3782865060 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa56c0046c0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555f3f9d67e0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa564ff9640 1 -- 172.21.15.17:0/3782865060 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa56c09a110 con 0x555f3fd6fbd0 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 10 client.16107 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555f3fcd5610 con 0x555f3fd6fbd0 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa564ff9640 1 -- 172.21.15.17:0/3782865060 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555f3f9d67e0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa564ff9640 1 -- 172.21.15.17:0/3782865060 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa56c01f060 con 0x555f3fd6fbd0 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 10 client.16107 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 10 client.16107 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 20 client.16107 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fd88750 0x555f3fd8ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 4 client.16107 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555f3fa13720 con 0x555f3fd88750 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.673+0000 7fa5813c6640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fd88750 0x555f3fd8ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.674+0000 7fa564ff9640 10 client.16107 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:57.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.674+0000 7fa5813c6640 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fd88750 0x555f3fd8ab70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4527e8ea69ba5f2c server_cookie=3421a823cac5bf2e in_seq=0 out_seq=0 2024-03-16T18:22:57.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.674+0000 7fa564ff9640 1 -- 172.21.15.17:0/3782865060 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555f3fa13720 con 0x555f3fd88750 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.674+0000 7fa564ff9640 10 client.16107 handle_command_reply: tid=0 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.674+0000 7fa586206740 1 client.16107 shutdown 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 msgr2=0x555f3fd75540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd75540 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00c6a0 tx=0x7fa56c007850 comp rx=0 tx=0).stop 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 shutdown_connections 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fd88750 0x555f3fd8ab70 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6fbd0 0x555f3fd75540 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd787b0 0x555f3fd75b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa564ff9640 0 client.16107 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 --2- 172.21.15.17:0/3782865060 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd781b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 >> 172.21.15.17:0/3782865060 conn(0x555f3fd69990 msgr2=0x555f3fd6b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 shutdown_connections 2024-03-16T18:22:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 1 -- 172.21.15.17:0/3782865060 wait complete. 2024-03-16T18:22:57.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.675+0000 7fa586206740 20 client.16107 trim_cache size 0 max 16384 2024-03-16T18:22:57.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 Processor -- start 2024-03-16T18:22:57.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 -- start start 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd74480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd688d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 0x555f3fd77c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fd70350 con 0x555f3fd787b0 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fd6a7c0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.691+0000 7fa586206740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fd6e6d0 con 0x555f3fd6f2b0 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa581bc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 0x555f3fd77c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa581bc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 0x555f3fd77c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40906/0 (socket says 172.21.15.17:40906) 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa581bc7640 1 -- 172.21.15.17:0/3133634807 learned_addr learned my addr 172.21.15.17:0/3133634807 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd688d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa5813c6640 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd74480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 -- 172.21.15.17:0/3133634807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 msgr2=0x555f3fd74480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd74480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 -- 172.21.15.17:0/3133634807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 msgr2=0x555f3fd77c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 0x555f3fd77c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 -- 172.21.15.17:0/3133634807 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555f3fc71ac0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa581bc7640 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 0x555f3fd77c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa580bc5640 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd688d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa56c0ce170 tx=0x7fa56c0aa010 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b16b8f53d3722d76 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa566ffd640 1 -- 172.21.15.17:0/3133634807 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c09a110 con 0x555f3fd6fbd0 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa566ffd640 1 -- 172.21.15.17:0/3133634807 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa56c09a580 con 0x555f3fd6fbd0 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.692+0000 7fa566ffd640 1 -- 172.21.15.17:0/3133634807 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c09a7b0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 -- 172.21.15.17:0/3133634807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 msgr2=0x555f3fd688d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd688d0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa56c0ce170 tx=0x7fa56c0aa010 comp rx=0 tx=0).stop 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 -- 172.21.15.17:0/3133634807 shutdown_connections 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd787b0 0x555f3fd77c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd688d0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 --2- 172.21.15.17:0/3133634807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd6f2b0 0x555f3fd74480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 -- 172.21.15.17:0/3133634807 >> 172.21.15.17:0/3133634807 conn(0x555f3fd69990 msgr2=0x555f3fd681c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 -- 172.21.15.17:0/3133634807 shutdown_connections 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 -- 172.21.15.17:0/3133634807 wait complete. 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 -- start start 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.693+0000 7fa586206740 1 Processor -- start 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 0x555f3fd79770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd79cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fd7ee30 con 0x555f3fd6f2b0 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fd7efa0 con 0x555f3fd6fbd0 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555f3fd7f160 con 0x555f3fd787b0 2024-03-16T18:22:57.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa586206740 10 client.0 _ll_register_callbacks cb 0x7fa56c00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 0x555f3fd79770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 0x555f3fd79770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40922/0 (socket says 172.21.15.17:40922) 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 -- 172.21.15.17:0/2560868924 learned_addr learned my addr 172.21.15.17:0/2560868924 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa580bc5640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd79cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa581bc7640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 -- 172.21.15.17:0/2560868924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 msgr2=0x555f3fd7e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 -- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 msgr2=0x555f3fd79cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd79cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 -- 172.21.15.17:0/2560868924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa574030070 con 0x555f3fd6f2b0 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa580bc5640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd79cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa5813c6640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 0x555f3fd79770 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x555f3fd6ed80 tx=0x7fa578011e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c337d8c4022f7c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.694+0000 7fa564ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa564ff9640 1 -- 172.21.15.17:0/2560868924 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa57802a070 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa564ff9640 1 -- 172.21.15.17:0/2560868924 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa578030030 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa578004390 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa564ff9640 1 -- 172.21.15.17:0/2560868924 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa578003e50 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 10 client.16113 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555f3fcd5610 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa564ff9640 1 -- 172.21.15.17:0/2560868924 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa578004390 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa564ff9640 1 -- 172.21.15.17:0/2560868924 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa578005240 con 0x555f3fd6f2b0 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 10 client.16113 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 10 client.16113 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 20 client.16113 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fde5150 0x555f3fde7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 4 client.16113 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:22:57.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x555f3fa62890 con 0x555f3fde5150 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.695+0000 7fa580bc5640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fde5150 0x555f3fde7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa564ff9640 10 client.16113 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa580bc5640 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fde5150 0x555f3fde7570 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d701f45fa6a130c9 server_cookie=47576ffadd94ddaf in_seq=0 out_seq=0 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa564ff9640 1 -- 172.21.15.17:0/2560868924 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x555f3fa62890 con 0x555f3fde5150 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa564ff9640 10 client.16113 handle_command_reply: tid=0 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 client.16113 shutdown 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 msgr2=0x555f3fd79770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 0x555f3fd79770 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x555f3fd6ed80 tx=0x7fa578011e30 comp rx=0 tx=0).stop 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 shutdown_connections 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555f3fde5150 0x555f3fde7570 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555f3fd787b0 0x555f3fd7e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555f3fd6fbd0 0x555f3fd79cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa564ff9640 0 client.16113 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:57.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 --2- 172.21.15.17:0/2560868924 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555f3fd6f2b0 0x555f3fd79770 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 >> 172.21.15.17:0/2560868924 conn(0x555f3fd69990 msgr2=0x555f3fd68a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 shutdown_connections 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 1 -- 172.21.15.17:0/2560868924 wait complete. 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.696+0000 7fa586206740 20 client.16113 trim_cache size 0 max 16384 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:22:57.705 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:22:57.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5680a1cc0 msgr2=0x7fa5680a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5680a1cc0 0x7fa5680a4180 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fa574004af0 tx=0x7fa574005c50 comp rx=0 tx=0).stop 2024-03-16T18:22:57.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 msgr2=0x7fa57c19db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c19db60 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7fa56c00e9f0 tx=0x7fa56c00edf0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 shutdown_connections 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5680a1cc0 0x7fa5680a4180 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa57c100fe0 0x7fa57c19db60 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa57c106420 0x7fa57c197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 --2- 172.21.15.17:0/1444189071 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa57c100640 0x7fa57c19d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 >> 172.21.15.17:0/1444189071 conn(0x7fa57c077190 msgr2=0x7fa57c1045a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 shutdown_connections 2024-03-16T18:22:57.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.697+0000 7fa58362a640 1 -- 172.21.15.17:0/1444189071 wait complete. 2024-03-16T18:22:57.709 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:22:57.709 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:22:57.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 -- 172.21.15.17:0/945319264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c1014d0 msgr2=0x7f429c101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 --2- 172.21.15.17:0/945319264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c1014d0 0x7f429c101950 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7f4290009900 tx=0x7f429002bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 -- 172.21.15.17:0/945319264 shutdown_connections 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 --2- 172.21.15.17:0/945319264 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c1014d0 0x7f429c101950 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 --2- 172.21.15.17:0/945319264 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f429c101e90 0x7f429c10e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 --2- 172.21.15.17:0/945319264 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f429c107590 0x7f429c107970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 -- 172.21.15.17:0/945319264 >> 172.21.15.17:0/945319264 conn(0x7f429c0fcf60 msgr2=0x7f429c0ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 -- 172.21.15.17:0/945319264 shutdown_connections 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 -- 172.21.15.17:0/945319264 wait complete. 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 Processor -- start 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.812+0000 7f42a47e4640 1 -- start start 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f429c1014d0 0x7f429c0737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f429c101e90 0x7f429c073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 0x7f429c074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1a5d90 con 0x7f429c107590 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1a5f00 con 0x7f429c101e90 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f429c1a60c0 con 0x7f429c1014d0 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 0x7f429c074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 0x7f429c074270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40948/0 (socket says 172.21.15.17:40948) 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 -- 172.21.15.17:0/491822046 learned_addr learned my addr 172.21.15.17:0/491822046 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2580640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f429c1014d0 0x7f429c0737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a1d7f640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f429c101e90 0x7f429c073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 -- 172.21.15.17:0/491822046 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f429c1014d0 msgr2=0x7f429c0737f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f429c1014d0 0x7f429c0737f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 -- 172.21.15.17:0/491822046 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f429c101e90 msgr2=0x7f429c073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f429c101e90 0x7f429c073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 -- 172.21.15.17:0/491822046 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4290009560 con 0x7f429c107590 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a2d81640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 0x7f429c074270 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f428c00eb10 tx=0x7f428c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f428c004b20 con 0x7f429c107590 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f429c1a63a0 con 0x7f429c107590 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f428c004c80 con 0x7f429c107590 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f428c010690 con 0x7f429c107590 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.813+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f429c1a68d0 con 0x7f429c107590 2024-03-16T18:22:57.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.814+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f429c068730 con 0x7f429c107590 2024-03-16T18:22:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.815+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f428c004df0 con 0x7f429c107590 2024-03-16T18:22:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.816+0000 7f429b7fe640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42840a1cc0 0x7f42840a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.816+0000 7f42a2580640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42840a1cc0 0x7f42840a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.816+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f428c014070 con 0x7f429c107590 2024-03-16T18:22:57.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.816+0000 7f42a2580640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42840a1cc0 0x7f42840a4180 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4294009b50 tx=0x7f4294005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:57.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:57.820+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f428c096e90 con 0x7f429c107590 2024-03-16T18:22:58.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.040+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f429c1098e0 con 0x7f429c107590 2024-03-16T18:22:58.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.041+0000 7f429b7fe640 1 -- 172.21.15.17:0/491822046 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f428c09a550 con 0x7f429c107590 2024-03-16T18:22:58.042 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:22:58.043 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:22:58.043 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:22:58.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42840a1cc0 msgr2=0x7f42840a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42840a1cc0 0x7f42840a4180 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4294009b50 tx=0x7f4294005f90 comp rx=0 tx=0).stop 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 msgr2=0x7f429c074270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 0x7f429c074270 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f428c00eb10 tx=0x7f428c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 shutdown_connections 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42840a1cc0 0x7f42840a4180 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f429c107590 0x7f429c074270 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f429c101e90 0x7f429c073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 --2- 172.21.15.17:0/491822046 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f429c1014d0 0x7f429c0737f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 >> 172.21.15.17:0/491822046 conn(0x7f429c0fcf60 msgr2=0x7f429c0fe8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 shutdown_connections 2024-03-16T18:22:58.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.043+0000 7f42a47e4640 1 -- 172.21.15.17:0/491822046 wait complete. 2024-03-16T18:22:58.055 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:58.056 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:22:58.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 -- 172.21.15.17:0/36305165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c100fc0 msgr2=0x7f0a4c105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 --2- 172.21.15.17:0/36305165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c100fc0 0x7f0a4c105000 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f0a34009930 tx=0x7f0a3402bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 -- 172.21.15.17:0/36305165 shutdown_connections 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 --2- 172.21.15.17:0/36305165 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c100fc0 0x7f0a4c105000 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 --2- 172.21.15.17:0/36305165 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a4c1056e0 0x7f0a4c10d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 --2- 172.21.15.17:0/36305165 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a4c100610 0x7f0a4c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 -- 172.21.15.17:0/36305165 >> 172.21.15.17:0/36305165 conn(0x7f0a4c076770 msgr2=0x7f0a4c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 -- 172.21.15.17:0/36305165 shutdown_connections 2024-03-16T18:22:58.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.159+0000 7f0a50e76640 1 -- 172.21.15.17:0/36305165 wait complete. 2024-03-16T18:22:58.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 Processor -- start 2024-03-16T18:22:58.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 -- start start 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a4c100610 0x7f0a4c19d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a4c1056e0 0x7f0a4c19dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 0x7f0a4c197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c198280 con 0x7f0a4c197890 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c1983f0 con 0x7f0a4c100610 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a50e76640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a4c1985b0 con 0x7f0a4c1056e0 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 0x7f0a4c197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 0x7f0a4c197d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40970/0 (socket says 172.21.15.17:40970) 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2433465350 learned_addr learned my addr 172.21.15.17:0/2433465350 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a4c100610 0x7f0a4c19d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a43fff640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a4c1056e0 0x7f0a4c19dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2433465350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a4c1056e0 msgr2=0x7f0a4c19dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a4c1056e0 0x7f0a4c19dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2433465350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a4c100610 msgr2=0x7f0a4c19d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a4c100610 0x7f0a4c19d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2433465350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a34009560 con 0x7f0a4c197890 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.160+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 0x7f0a4c197d40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0a4400eb10 tx=0x7f0a4400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.161+0000 7f0a437fe640 1 -- 172.21.15.17:0/2433465350 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a44004b20 con 0x7f0a4c197890 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.161+0000 7f0a437fe640 1 -- 172.21.15.17:0/2433465350 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a44004c80 con 0x7f0a4c197890 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.161+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a4c1a45a0 con 0x7f0a4c197890 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.161+0000 7f0a437fe640 1 -- 172.21.15.17:0/2433465350 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a44010690 con 0x7f0a4c197890 2024-03-16T18:22:58.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.161+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a4c1a4ad0 con 0x7f0a4c197890 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.163+0000 7f0a437fe640 1 -- 172.21.15.17:0/2433465350 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f0a44005020 con 0x7f0a4c197890 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.163+0000 7f0a53a51740 1 Processor -- start 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.163+0000 7f0a53a51740 1 -- start start 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdcf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a437fe640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a380a1d40 0x7f0a380a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fdd8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fddab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a53a51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fd8a960 con 0x55da0fdcfb70 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a53a51740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fd3e310 con 0x55da0fdd8750 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a53a51740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fd3b840 con 0x55da0fdcf250 2024-03-16T18:22:58.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a43fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fdd8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a380a1d40 0x7f0a380a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fddab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a43fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdcf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fddab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:60534/0 (socket says 172.21.15.17:60534) 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3315456902 learned_addr learned my addr 172.21.15.17:0/3315456902 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a437fe640 1 -- 172.21.15.17:0/2433465350 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0a44014070 con 0x7f0a4c197890 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3315456902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 msgr2=0x55da0fdcf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdcf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3315456902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 msgr2=0x55da0fdd8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fdd8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3315456902 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da0fcf9060 con 0x55da0fdd8750 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a43fff640 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdcf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a380a1d40 0x7f0a380a4200 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c1989d0 tx=0x7f0a3c00b410 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.164+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fddab40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a440972b0 tx=0x7f0a44007850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=581e05b0d59b29b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a40ff9640 1 -- 172.21.15.17:0/3315456902 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a440ce160 con 0x55da0fdd8750 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a40ff9640 1 -- 172.21.15.17:0/3315456902 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a4409a420 con 0x55da0fdd8750 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a40ff9640 1 -- 172.21.15.17:0/3315456902 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a4409a8e0 con 0x55da0fdd8750 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 -- 172.21.15.17:0/3315456902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 msgr2=0x55da0fddab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fddab40 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f0a440972b0 tx=0x7f0a44007850 comp rx=0 tx=0).stop 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 -- 172.21.15.17:0/3315456902 shutdown_connections 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fdd8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fddab40 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3315456902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdcf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 -- 172.21.15.17:0/3315456902 >> 172.21.15.17:0/3315456902 conn(0x55da0fdc9980 msgr2=0x55da0fdc9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 -- 172.21.15.17:0/3315456902 shutdown_connections 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.165+0000 7f0a53a51740 1 -- 172.21.15.17:0/3315456902 wait complete. 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 -- start start 2024-03-16T18:22:58.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 Processor -- start 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdd8030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fdd5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fdd5970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fd37020 con 0x55da0fdd8750 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fa0a430 con 0x55da0fdcfb70 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0f9c6e00 con 0x55da0fdcf250 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a53a51740 10 client.0 _ll_register_callbacks cb 0x55da0fcdecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fdd5970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fdd5970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40992/0 (socket says 172.21.15.17:40992) 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3419208095 learned_addr learned my addr 172.21.15.17:0/3419208095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a43fff640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fdd5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdd8030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 msgr2=0x55da0fdd8030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdd8030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3419208095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 msgr2=0x55da0fdd5430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fdd5430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.166+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/3419208095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a4c1a4ad0 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fdd5970 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f0a44009240 tx=0x7f0a4400cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abdee70b3eac27aa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a31ffb640 1 -- 172.21.15.17:0/3419208095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a4409a240 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a31ffb640 1 -- 172.21.15.17:0/3419208095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0a4409ea30 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55da0fa367e0 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a31ffb640 1 -- 172.21.15.17:0/3419208095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a4409afe0 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 10 client.16131 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55da0fd356a0 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a31ffb640 1 -- 172.21.15.17:0/3419208095 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55da0fa367e0 con 0x55da0fdd8750 2024-03-16T18:22:58.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a31ffb640 1 -- 172.21.15.17:0/3419208095 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0a4401f060 con 0x55da0fdd8750 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 10 client.16131 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 10 client.16131 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 20 client.16131 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fde84c0 0x55da0fdea8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 4 client.16131 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da0fa73720 con 0x55da0fde84c0 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.167+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fde84c0 0x55da0fdea8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.168+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fde84c0 0x55da0fdea8e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=adda6953050aaa83 server_cookie=aa4355f22c7469ca in_seq=0 out_seq=0 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.168+0000 7f0a31ffb640 10 client.16131 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.168+0000 7f0a31ffb640 1 -- 172.21.15.17:0/3419208095 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55da0fa73720 con 0x55da0fde84c0 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.168+0000 7f0a31ffb640 10 client.16131 handle_command_reply: tid=0 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.168+0000 7f0a53a51740 1 client.16131 shutdown 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 msgr2=0x55da0fdd5970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fdd5970 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f0a44009240 tx=0x7f0a4400cf70 comp rx=0 tx=0).stop 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 shutdown_connections 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fde84c0 0x55da0fdea8e0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fdd5970 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a31ffb640 0 client.16131 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fdd5430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 --2- 172.21.15.17:0/3419208095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdd8030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 >> 172.21.15.17:0/3419208095 conn(0x55da0fdc9980 msgr2=0x55da0fdcb6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 shutdown_connections 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 1 -- 172.21.15.17:0/3419208095 wait complete. 2024-03-16T18:22:58.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.169+0000 7f0a53a51740 20 client.16131 trim_cache size 0 max 16384 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 Processor -- start 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 -- start start 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdc82f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fde3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fde4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fcbc130 con 0x55da0fdcfb70 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fa73720 con 0x55da0fdd8750 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a53a51740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fde5310 con 0x55da0fdcf250 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a43fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fde3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a43fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fde3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40994/0 (socket says 172.21.15.17:40994) 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a43fff640 1 -- 172.21.15.17:0/4166678665 learned_addr learned my addr 172.21.15.17:0/4166678665 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fde4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.181+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdc82f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a43fff640 1 -- 172.21.15.17:0/4166678665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 msgr2=0x55da0fdc82f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a43fff640 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdc82f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a43fff640 1 -- 172.21.15.17:0/4166678665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 msgr2=0x55da0fde4010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a43fff640 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fde4010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a43fff640 1 -- 172.21.15.17:0/4166678665 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da0fcd1c20 con 0x55da0fdcfb70 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a43fff640 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fde3ad0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f0a34005ab0 tx=0x7f0a3402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcd176b8c450d1f1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a33fff640 1 -- 172.21.15.17:0/4166678665 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a3402c770 con 0x55da0fdcfb70 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a33fff640 1 -- 172.21.15.17:0/4166678665 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a34047070 con 0x55da0fdcfb70 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.182+0000 7f0a33fff640 1 -- 172.21.15.17:0/4166678665 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a34003a80 con 0x55da0fdcfb70 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- 172.21.15.17:0/4166678665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 msgr2=0x55da0fde3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fde3ad0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f0a34005ab0 tx=0x7f0a3402bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- 172.21.15.17:0/4166678665 shutdown_connections 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdcfb70 0x55da0fde3ad0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdd8750 0x55da0fde4010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- 172.21.15.17:0/4166678665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fdc82f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- 172.21.15.17:0/4166678665 >> 172.21.15.17:0/4166678665 conn(0x55da0fdc9980 msgr2=0x55da0fdd73e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- 172.21.15.17:0/4166678665 shutdown_connections 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- 172.21.15.17:0/4166678665 wait complete. 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- start start 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 Processor -- start 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fe41720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fe41c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fe3bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fe3c2b0 con 0x55da0fdd8750 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fe3c420 con 0x55da0fdcfb70 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da0fe3c5e0 con 0x55da0fdcf250 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a53a51740 10 client.0 _ll_register_callbacks cb 0x7f0a44005ac0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fe3bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a4ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fe3bcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:40998/0 (socket says 172.21.15.17:40998) 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2326223128 learned_addr learned my addr 172.21.15.17:0/2326223128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a43fff640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fe41c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.183+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fe41720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 msgr2=0x55da0fe41720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fe41720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2326223128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 msgr2=0x55da0fe41c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fe41c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a4ad9d640 1 -- 172.21.15.17:0/2326223128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a34030070 con 0x55da0fdd8750 2024-03-16T18:22:58.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a4ad9d640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fe3bcf0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0a440a2cc0 tx=0x7f0a4400cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4fd3c4be7121f67 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a31ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a31ffb640 1 -- 172.21.15.17:0/2326223128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a44096b80 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a31ffb640 1 -- 172.21.15.17:0/2326223128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0a4409afe0 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0a4409a420 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a31ffb640 1 -- 172.21.15.17:0/2326223128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a440cb410 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 10 client.16137 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55da0fcf78c0 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a31ffb640 1 -- 172.21.15.17:0/2326223128 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a4409a420 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a31ffb640 1 -- 172.21.15.17:0/2326223128 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0a4401f040 con 0x55da0fdd8750 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 10 client.16137 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 10 client.16137 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 20 client.16137 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fe490a0 0x55da0fe4b490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 4 client.16137 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.184+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55da0fac2890 con 0x55da0fe490a0 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fe490a0 0x55da0fe4b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a4a59c640 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fe490a0 0x55da0fe4b490 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ba50168156ad923c server_cookie=8455f82b3eda10b7 in_seq=0 out_seq=0 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a31ffb640 10 client.16137 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a31ffb640 1 -- 172.21.15.17:0/2326223128 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55da0fac2890 con 0x55da0fe490a0 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a31ffb640 10 client.16137 handle_command_reply: tid=0 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 client.16137 shutdown 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 msgr2=0x55da0fe3bcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fe3bcf0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0a440a2cc0 tx=0x7f0a4400cee0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 shutdown_connections 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55da0fe490a0 0x55da0fe4b490 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da0fdd8750 0x55da0fe3bcf0 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da0fdcfb70 0x55da0fe41c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a31ffb640 0 client.16137 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:22:58.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 --2- 172.21.15.17:0/2326223128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da0fdcf250 0x55da0fe41720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 >> 172.21.15.17:0/2326223128 conn(0x55da0fdc9980 msgr2=0x55da0fdd0090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 shutdown_connections 2024-03-16T18:22:58.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.185+0000 7f0a53a51740 1 -- 172.21.15.17:0/2326223128 wait complete. 2024-03-16T18:22:58.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a53a51740 20 client.16137 trim_cache size 0 max 16384 2024-03-16T18:22:58.194 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:58.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a380a1d40 msgr2=0x7f0a380a4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a380a1d40 0x7f0a380a4200 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c1989d0 tx=0x7f0a3c00b410 comp rx=0 tx=0).stop 2024-03-16T18:22:58.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 msgr2=0x7f0a4c197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 0x7f0a4c197d40 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f0a4400eb10 tx=0x7f0a4400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 shutdown_connections 2024-03-16T18:22:58.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a380a1d40 0x7f0a380a4200 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a4c197890 0x7f0a4c197d40 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a4c1056e0 0x7f0a4c19dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 --2- 172.21.15.17:0/2433465350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a4c100610 0x7f0a4c19d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 >> 172.21.15.17:0/2433465350 conn(0x7f0a4c076770 msgr2=0x7f0a4c0fe350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 shutdown_connections 2024-03-16T18:22:58.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.186+0000 7f0a50e76640 1 -- 172.21.15.17:0/2433465350 wait complete. 2024-03-16T18:22:58.198 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:58.198 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:22:58.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:57 smithi017 ceph-mon[32207]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 14 op/s 2024-03-16T18:22:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 -- 172.21.15.17:0/3745097817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 msgr2=0x7f33e8100890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 --2- 172.21.15.17:0/3745097817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e8100890 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009930 tx=0x7f33d002bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 -- 172.21.15.17:0/3745097817 shutdown_connections 2024-03-16T18:22:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 --2- 172.21.15.17:0/3745097817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e8100890 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 --2- 172.21.15.17:0/3745097817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33e8100dd0 0x7f33e810d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 --2- 172.21.15.17:0/3745097817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33e81064b0 0x7f33e8106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 -- 172.21.15.17:0/3745097817 >> 172.21.15.17:0/3745097817 conn(0x7f33e8077550 msgr2=0x7f33e8077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 -- 172.21.15.17:0/3745097817 shutdown_connections 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.301+0000 7f33eee1c640 1 -- 172.21.15.17:0/3745097817 wait complete. 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 Processor -- start 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 -- start start 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e819c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33e8100dd0 0x7f33e819cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33e81064b0 0x7f33e8196880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e8196ed0 con 0x7f33e8100410 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e8197040 con 0x7f33e81064b0 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33eee1c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33e8197200 con 0x7f33e8100dd0 2024-03-16T18:22:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e819c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e819c6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41022/0 (socket says 172.21.15.17:41022) 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 -- 172.21.15.17:0/2957006253 learned_addr learned my addr 172.21.15.17:0/2957006253 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33e8100dd0 0x7f33e819cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ed3b9640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33e81064b0 0x7f33e8196880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 -- 172.21.15.17:0/2957006253 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33e8100dd0 msgr2=0x7f33e819cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33e8100dd0 0x7f33e819cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 -- 172.21.15.17:0/2957006253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33e81064b0 msgr2=0x7f33e8196880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33e81064b0 0x7f33e8196880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 -- 172.21.15.17:0/2957006253 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33d0009560 con 0x7f33e8100410 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.302+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e819c6d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f33e000eb90 tx=0x7f33e000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.303+0000 7f33e5ffb640 1 -- 172.21.15.17:0/2957006253 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e00099b0 con 0x7f33e8100410 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.303+0000 7f33e5ffb640 1 -- 172.21.15.17:0/2957006253 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f33e000ee90 con 0x7f33e8100410 2024-03-16T18:22:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.303+0000 7f33e5ffb640 1 -- 172.21.15.17:0/2957006253 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e0010690 con 0x7f33e8100410 2024-03-16T18:22:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.303+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33e81974e0 con 0x7f33e8100410 2024-03-16T18:22:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.303+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e81a3770 con 0x7f33e8100410 2024-03-16T18:22:58.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.305+0000 7f33e5ffb640 1 -- 172.21.15.17:0/2957006253 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f33e0005020 con 0x7f33e8100410 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 Processor -- start 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 -- start start 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33e5ffb640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f33d40a1d40 0x7f33d40a4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b64e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64eb70 0x558b5b657210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b659b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b609960 con 0x558b5b657750 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b5bd310 con 0x558b5b64eb70 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33f19f7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b5ba840 con 0x558b5b64e250 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33e5ffb640 1 -- 172.21.15.17:0/2957006253 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f33e0014070 con 0x7f33e8100410 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ed3b9640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f33d40a1d40 0x7f33d40a4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b64e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ed3b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b659b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64eb70 0x558b5b657210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ed3b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b659b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41038/0 (socket says 172.21.15.17:41038) 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b64e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57312/0 (socket says 172.21.15.17:57312) 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ed3b9640 1 -- 172.21.15.17:0/870007293 learned_addr learned my addr 172.21.15.17:0/870007293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 -- 172.21.15.17:0/870007293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64eb70 msgr2=0x558b5b657210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64eb70 0x558b5b657210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 -- 172.21.15.17:0/870007293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 msgr2=0x558b5b659b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b659b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ecbb8640 1 -- 172.21.15.17:0/870007293 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558b5b578060 con 0x558b5b64e250 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33e7fff640 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64eb70 0x558b5b657210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.306+0000 7f33ed3b9640 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b659b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33ed3b9640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f33d40a1d40 0x7f33d40a4200 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f33d8011970 tx=0x7f33d8009c30 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b64e630 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f33e00cb700 tx=0x7f33e009a710 comp rx=0 tx=0).ready entity=mon.1 client_cookie=777aa5de4c5a27c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33deffd640 1 -- 172.21.15.17:0/870007293 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e0064000 con 0x558b5b64e250 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33deffd640 1 -- 172.21.15.17:0/870007293 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f33e00636b0 con 0x558b5b64e250 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33deffd640 1 -- 172.21.15.17:0/870007293 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33e00a32b0 con 0x558b5b64e250 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33f19f7740 1 -- 172.21.15.17:0/870007293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 msgr2=0x558b5b64e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.307+0000 7f33f19f7740 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b64e630 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f33e00cb700 tx=0x7f33e009a710 comp rx=0 tx=0).stop 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- 172.21.15.17:0/870007293 shutdown_connections 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b659b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64eb70 0x558b5b657210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 --2- 172.21.15.17:0/870007293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b64e630 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- 172.21.15.17:0/870007293 >> 172.21.15.17:0/870007293 conn(0x558b5b648980 msgr2=0x558b5b648d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- 172.21.15.17:0/870007293 shutdown_connections 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- 172.21.15.17:0/870007293 wait complete. 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- start start 2024-03-16T18:22:58.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 Processor -- start 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64e250 0x558b5b657070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 0x558b5b654360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b6548a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b5b6020 con 0x558b5b657750 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b289430 con 0x558b5b64e250 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b245e00 con 0x558b5b64eb70 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.308+0000 7f33f19f7740 10 client.0 _ll_register_callbacks cb 0x558b5b55dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33ed3b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b6548a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 0x558b5b654360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 0x558b5b654360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57328/0 (socket says 172.21.15.17:57328) 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 -- 172.21.15.17:0/2912446280 learned_addr learned my addr 172.21.15.17:0/2912446280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64e250 0x558b5b657070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33ed3b9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b6548a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41052/0 (socket says 172.21.15.17:41052) 2024-03-16T18:22:58.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 -- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64e250 msgr2=0x558b5b657070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64e250 0x558b5b657070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 -- 172.21.15.17:0/2912446280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 msgr2=0x558b5b6548a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b6548a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 -- 172.21.15.17:0/2912446280 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33e81a3770 con 0x558b5b64eb70 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 0x558b5b654360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009930 tx=0x7f33d002c9a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d3fee824b897188 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33c7fff640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33c7fff640 1 -- 172.21.15.17:0/2912446280 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0004040 con 0x558b5b64eb70 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558b5b2b57e0 con 0x558b5b64eb70 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33c7fff640 1 -- 172.21.15.17:0/2912446280 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f33d00041a0 con 0x558b5b64eb70 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33c7fff640 1 -- 172.21.15.17:0/2912446280 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33d0004360 con 0x558b5b64eb70 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33f19f7740 10 client.25930 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558b5b5b46a0 con 0x558b5b64eb70 2024-03-16T18:22:58.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.309+0000 7f33c7fff640 1 -- 172.21.15.17:0/2912446280 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558b5b2b57e0 con 0x558b5b64eb70 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33c7fff640 1 -- 172.21.15.17:0/2912446280 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f33d0050070 con 0x558b5b64eb70 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33f19f7740 10 client.25930 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33f19f7740 10 client.25930 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33f19f7740 20 client.25930 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b669c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33f19f7740 4 client.25930 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558b5b2f2720 con 0x558b5b6677e0 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b669c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33c7fff640 10 client.25930 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.310+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b669c00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f6ac8a5b98b0a01c server_cookie=d192b4d826f635e5 in_seq=0 out_seq=0 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33c7fff640 1 -- 172.21.15.17:0/2912446280 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558b5b2f2720 con 0x558b5b6677e0 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33c7fff640 10 client.25930 handle_command_reply: tid=0 2024-03-16T18:22:58.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 client.25930 shutdown 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 msgr2=0x558b5b654360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 0x558b5b654360 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f33d0009930 tx=0x7f33d002c9a0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 shutdown_connections 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b669c00 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b657750 0x558b5b6548a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33c7fff640 0 client.25930 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64eb70 0x558b5b654360 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2912446280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b64e250 0x558b5b657070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 >> 172.21.15.17:0/2912446280 conn(0x558b5b648980 msgr2=0x558b5b64a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 shutdown_connections 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.311+0000 7f33f19f7740 1 -- 172.21.15.17:0/2912446280 wait complete. 2024-03-16T18:22:58.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.312+0000 7f33f19f7740 20 client.25930 trim_cache size 0 max 16384 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 Processor -- start 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 -- start start 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b647a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b656ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b662ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b53b130 con 0x558b5b64eb70 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b64ad00 con 0x558b5b657750 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33f19f7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b2f2720 con 0x558b5b64e250 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b656ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b656ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41056/0 (socket says 172.21.15.17:41056) 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 -- 172.21.15.17:0/2666088121 learned_addr learned my addr 172.21.15.17:0/2666088121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b647a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33ed3b9640 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b662ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 -- 172.21.15.17:0/2666088121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 msgr2=0x558b5b647a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b647a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 -- 172.21.15.17:0/2666088121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 msgr2=0x558b5b662ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b662ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33e7fff640 1 -- 172.21.15.17:0/2666088121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558b5b550c20 con 0x558b5b64eb70 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.324+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b647a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b656ba0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f33d002c170 tx=0x7f33d002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86196fcbc791c86b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33de7fc640 1 -- 172.21.15.17:0/2666088121 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0005620 con 0x558b5b64eb70 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33de7fc640 1 -- 172.21.15.17:0/2666088121 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f33d002de90 con 0x558b5b64eb70 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33de7fc640 1 -- 172.21.15.17:0/2666088121 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0003870 con 0x558b5b64eb70 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 -- 172.21.15.17:0/2666088121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 msgr2=0x558b5b656ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b656ba0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f33d002c170 tx=0x7f33d002bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 -- 172.21.15.17:0/2666088121 shutdown_connections 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b656ba0 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b662ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2666088121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b647a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 -- 172.21.15.17:0/2666088121 >> 172.21.15.17:0/2666088121 conn(0x558b5b648980 msgr2=0x558b5b6472f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 -- 172.21.15.17:0/2666088121 shutdown_connections 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.325+0000 7f33f19f7740 1 -- 172.21.15.17:0/2666088121 wait complete. 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 -- start start 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 Processor -- start 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b651260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b6517a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b6bc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b6bc5a0 con 0x558b5b64eb70 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b6bc710 con 0x558b5b657750 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558b5b6bc8d0 con 0x558b5b64e250 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33f19f7740 10 client.0 _ll_register_callbacks cb 0x7f33d0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b6517a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b6517a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41070/0 (socket says 172.21.15.17:41070) 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 -- 172.21.15.17:0/2962063889 learned_addr learned my addr 172.21.15.17:0/2962063889 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b651260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33ed3b9640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b6bc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 -- 172.21.15.17:0/2962063889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 msgr2=0x558b5b651260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b651260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 -- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 msgr2=0x558b5b6bc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b6bc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.326+0000 7f33e7fff640 1 -- 172.21.15.17:0/2962063889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558b5b578060 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33e7fff640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b6517a0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f33d0004c20 tx=0x7f33d003fc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b5f4178a80b3c4d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33c7fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33c7fff640 1 -- 172.21.15.17:0/2962063889 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33d0004230 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33c7fff640 1 -- 172.21.15.17:0/2962063889 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f33d0000e40 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f33e00636b0 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33c7fff640 1 -- 172.21.15.17:0/2962063889 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f33d0005620 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 10 client.16155 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558b5b5b46a0 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33c7fff640 1 -- 172.21.15.17:0/2962063889 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f33e00636b0 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33c7fff640 1 -- 172.21.15.17:0/2962063889 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f33d0050040 con 0x558b5b64eb70 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 10 client.16155 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 10 client.16155 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 20 client.16155 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b6c5d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 4 client.16155 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.327+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558b5b341890 con 0x558b5b6677e0 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b6c5d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33ecbb8640 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b6c5d40 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=543399fdbeb8da64 server_cookie=bf358db52d01a84a in_seq=0 out_seq=0 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33c7fff640 10 client.16155 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33c7fff640 1 -- 172.21.15.17:0/2962063889 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558b5b341890 con 0x558b5b6677e0 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33c7fff640 10 client.16155 handle_command_reply: tid=0 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 client.16155 shutdown 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 msgr2=0x558b5b6517a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b6517a0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f33d0004c20 tx=0x7f33d003fc40 comp rx=0 tx=0).stop 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 shutdown_connections 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x558b5b6677e0 0x558b5b6c5d40 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558b5b64eb70 0x558b5b6517a0 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558b5b657750 0x558b5b6bc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33c7fff640 0 client.16155 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:22:58.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 --2- 172.21.15.17:0/2962063889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558b5b64e250 0x558b5b651260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 >> 172.21.15.17:0/2962063889 conn(0x558b5b648980 msgr2=0x558b5b64a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 shutdown_connections 2024-03-16T18:22:58.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.328+0000 7f33f19f7740 1 -- 172.21.15.17:0/2962063889 wait complete. 2024-03-16T18:22:58.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33f19f7740 20 client.16155 trim_cache size 0 max 16384 2024-03-16T18:22:58.337 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:58.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f33d40a1d40 msgr2=0x7f33d40a4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f33d40a1d40 0x7f33d40a4200 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f33d8011970 tx=0x7f33d8009c30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 msgr2=0x7f33e819c6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e819c6d0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f33e000eb90 tx=0x7f33e000c6a0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 shutdown_connections 2024-03-16T18:22:58.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f33d40a1d40 0x7f33d40a4200 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33e81064b0 0x7f33e8196880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33e8100dd0 0x7f33e819cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 --2- 172.21.15.17:0/2957006253 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33e8100410 0x7f33e819c6d0 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 >> 172.21.15.17:0/2957006253 conn(0x7f33e8077550 msgr2=0x7f33e8103170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 shutdown_connections 2024-03-16T18:22:58.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.329+0000 7f33eee1c640 1 -- 172.21.15.17:0/2957006253 wait complete. 2024-03-16T18:22:58.339 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:57 smithi149 ceph-mon[35991]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 14 op/s 2024-03-16T18:22:58.341 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:58.341 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:22:58.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:57 smithi153 ceph-mon[36005]: pgmap v46: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 14 op/s 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 -- 172.21.15.17:0/4160279284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8950100fc0 msgr2=0x7f8950105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 --2- 172.21.15.17:0/4160279284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8950100fc0 0x7f8950105000 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f8944009930 tx=0x7f894402bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 -- 172.21.15.17:0/4160279284 shutdown_connections 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 --2- 172.21.15.17:0/4160279284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8950100fc0 0x7f8950105000 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 --2- 172.21.15.17:0/4160279284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f89501056e0 0x7f895010d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 --2- 172.21.15.17:0/4160279284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8950100610 0x7f89501009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 -- 172.21.15.17:0/4160279284 >> 172.21.15.17:0/4160279284 conn(0x7f8950076770 msgr2=0x7f8950076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 -- 172.21.15.17:0/4160279284 shutdown_connections 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.444+0000 7f8955d3e640 1 -- 172.21.15.17:0/4160279284 wait complete. 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 Processor -- start 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 -- start start 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950100610 0x7f895019d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89501056e0 0x7f895019dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 0x7f8950197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89501982e0 con 0x7f89501978f0 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8950198450 con 0x7f8950100610 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f8955d3e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8950198610 con 0x7f89501056e0 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f894ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 0x7f8950197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f894ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 0x7f8950197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41094/0 (socket says 172.21.15.17:41094) 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.445+0000 7f894ffff640 1 -- 172.21.15.17:0/1591023986 learned_addr learned my addr 172.21.15.17:0/1591023986 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894f7fe640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950100610 0x7f895019d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894effd640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89501056e0 0x7f895019dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894ffff640 1 -- 172.21.15.17:0/1591023986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89501056e0 msgr2=0x7f895019dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894ffff640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89501056e0 0x7f895019dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894ffff640 1 -- 172.21.15.17:0/1591023986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950100610 msgr2=0x7f895019d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894ffff640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950100610 0x7f895019d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894ffff640 1 -- 172.21.15.17:0/1591023986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8940009490 con 0x7f89501978f0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894ffff640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 0x7f8950197da0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f894800eb10 tx=0x7f894800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894cff9640 1 -- 172.21.15.17:0/1591023986 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8948004b20 con 0x7f89501978f0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894cff9640 1 -- 172.21.15.17:0/1591023986 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8948004c80 con 0x7f89501978f0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8944009560 con 0x7f89501978f0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f894cff9640 1 -- 172.21.15.17:0/1591023986 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8948010690 con 0x7f89501978f0 2024-03-16T18:22:58.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.446+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89501a4900 con 0x7f89501978f0 2024-03-16T18:22:58.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.448+0000 7f894cff9640 1 -- 172.21.15.17:0/1591023986 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f8948005020 con 0x7f89501978f0 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 Processor -- start 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 -- start start 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf24f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894cff9640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f89380a1cc0 0x7f89380a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf258210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf20a960 con 0x5592cf24fb70 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf1be310 con 0x5592cf24f250 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f89589f9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf1bb840 con 0x5592cf258750 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf258210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894f7fe640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f89380a1cc0 0x7f89380a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf258210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41104/0 (socket says 172.21.15.17:41104) 2024-03-16T18:22:58.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 -- 172.21.15.17:0/1915893128 learned_addr learned my addr 172.21.15.17:0/1915893128 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894ffff640 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf24f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894cff9640 1 -- 172.21.15.17:0/1591023986 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8948014070 con 0x7f89501978f0 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 -- 172.21.15.17:0/1915893128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 msgr2=0x5592cf25ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 -- 172.21.15.17:0/1915893128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 msgr2=0x5592cf24f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf24f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.449+0000 7f894effd640 1 -- 172.21.15.17:0/1915893128 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592cf179060 con 0x5592cf24fb70 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f894f7fe640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f89380a1cc0 0x7f89380a4180 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8950198a30 tx=0x7f8940005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f894effd640 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf258210 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f8944009930 tx=0x7f8944005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ba0a385101da79e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f8935ffb640 1 -- 172.21.15.17:0/1915893128 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944005d50 con 0x5592cf24fb70 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f8935ffb640 1 -- 172.21.15.17:0/1915893128 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8944004040 con 0x5592cf24fb70 2024-03-16T18:22:58.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f8935ffb640 1 -- 172.21.15.17:0/1915893128 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944003bb0 con 0x5592cf24fb70 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f89589f9740 1 -- 172.21.15.17:0/1915893128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 msgr2=0x5592cf258210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.450+0000 7f89589f9740 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf258210 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f8944009930 tx=0x7f8944005fd0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- 172.21.15.17:0/1915893128 shutdown_connections 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf258210 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 --2- 172.21.15.17:0/1915893128 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf24f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- 172.21.15.17:0/1915893128 >> 172.21.15.17:0/1915893128 conn(0x5592cf249980 msgr2=0x5592cf249d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- 172.21.15.17:0/1915893128 shutdown_connections 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- 172.21.15.17:0/1915893128 wait complete. 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- start start 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 Processor -- start 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf24f250 0x5592cf2580c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf255450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf258750 0x5592cf2559b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf1b7020 con 0x5592cf24fb70 2024-03-16T18:22:58.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cee8a430 con 0x5592cf258750 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cee46e00 con 0x5592cf24f250 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.451+0000 7f89589f9740 10 client.0 _ll_register_callbacks cb 0x5592cf15ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf255450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf24f250 0x5592cf2580c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf255450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41116/0 (socket says 172.21.15.17:41116) 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 -- 172.21.15.17:0/2017797548 learned_addr learned my addr 172.21.15.17:0/2017797548 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894ffff640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf258750 0x5592cf2559b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 -- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf24f250 msgr2=0x5592cf2580c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf24f250 0x5592cf2580c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 -- 172.21.15.17:0/2017797548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf258750 msgr2=0x5592cf2559b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf258750 0x5592cf2559b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 -- 172.21.15.17:0/2017797548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8950069ac0 con 0x5592cf24fb70 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf24f250 0x5592cf2580c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f894effd640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf255450 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f8944036040 tx=0x7f894402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a79e80668f9b85f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f892effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f892effd640 1 -- 172.21.15.17:0/2017797548 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f894402cc30 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f892effd640 1 -- 172.21.15.17:0/2017797548 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8944000e40 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5592ceeb67e0 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f892effd640 1 -- 172.21.15.17:0/2017797548 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89440035f0 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f89589f9740 10 client.16167 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.452+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5592cf1b56a0 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f892effd640 1 -- 172.21.15.17:0/2017797548 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5592ceeb67e0 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f892effd640 1 -- 172.21.15.17:0/2017797548 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f894404b020 con 0x5592cf24fb70 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f89589f9740 10 client.16167 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f89589f9740 10 client.16167 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f89589f9740 20 client.16167 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f89589f9740 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf268520 0x5592cf26a940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f89589f9740 4 client.16167 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5592ceef3720 con 0x5592cf268520 2024-03-16T18:22:58.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf268520 0x5592cf26a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f892effd640 10 client.16167 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.453+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf268520 0x5592cf26a940 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=285bd9812ada8efc server_cookie=e53373d9152b44f7 in_seq=0 out_seq=0 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f892effd640 1 -- 172.21.15.17:0/2017797548 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5592ceef3720 con 0x5592cf268520 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f892effd640 10 client.16167 handle_command_reply: tid=0 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 client.16167 shutdown 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 msgr2=0x5592cf255450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf255450 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f8944036040 tx=0x7f894402bc30 comp rx=0 tx=0).stop 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 shutdown_connections 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf268520 0x5592cf26a940 crc :-1 s=READY pgs=36 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf255450 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf258750 0x5592cf2559b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f892effd640 0 client.16167 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:58.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 --2- 172.21.15.17:0/2017797548 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf24f250 0x5592cf2580c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 >> 172.21.15.17:0/2017797548 conn(0x5592cf249980 msgr2=0x5592cf24b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 shutdown_connections 2024-03-16T18:22:58.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 1 -- 172.21.15.17:0/2017797548 wait complete. 2024-03-16T18:22:58.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.454+0000 7f89589f9740 20 client.16167 trim_cache size 0 max 16384 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 Processor -- start 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 -- start start 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 0x5592cf2482f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24fb70 0x5592cf257b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf2580c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf13c130 con 0x5592cf24f250 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf268350 con 0x5592cf24fb70 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f89589f9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf24aa00 con 0x5592cf258750 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 0x5592cf2482f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 0x5592cf2482f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41120/0 (socket says 172.21.15.17:41120) 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 -- 172.21.15.17:0/2392451535 learned_addr learned my addr 172.21.15.17:0/2392451535 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894ffff640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf2580c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894effd640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24fb70 0x5592cf257b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 -- 172.21.15.17:0/2392451535 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 msgr2=0x5592cf2580c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf2580c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 -- 172.21.15.17:0/2392451535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24fb70 msgr2=0x5592cf257b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24fb70 0x5592cf257b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894f7fe640 1 -- 172.21.15.17:0/2392451535 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592cf151c20 con 0x5592cf24f250 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894effd640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24fb70 0x5592cf257b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.467+0000 7f894ffff640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf2580c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 0x5592cf2482f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x5592cf26b160 tx=0x7f8940018000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8dce26737b7d75b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89357fa640 1 -- 172.21.15.17:0/2392451535 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8940021040 con 0x5592cf24f250 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89357fa640 1 -- 172.21.15.17:0/2392451535 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f894002adb0 con 0x5592cf24f250 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89357fa640 1 -- 172.21.15.17:0/2392451535 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8940028ca0 con 0x5592cf24f250 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 -- 172.21.15.17:0/2392451535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 msgr2=0x5592cf2482f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 0x5592cf2482f0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x5592cf26b160 tx=0x7f8940018000 comp rx=0 tx=0).stop 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 -- 172.21.15.17:0/2392451535 shutdown_connections 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf2580c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24fb70 0x5592cf257b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 --2- 172.21.15.17:0/2392451535 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24f250 0x5592cf2482f0 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 -- 172.21.15.17:0/2392451535 >> 172.21.15.17:0/2392451535 conn(0x5592cf249980 msgr2=0x5592cf255570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 -- 172.21.15.17:0/2392451535 shutdown_connections 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.468+0000 7f89589f9740 1 -- 172.21.15.17:0/2392451535 wait complete. 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 -- start start 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 Processor -- start 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf260120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf25c4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25c9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf25cf20 con 0x5592cf24fb70 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf25d090 con 0x5592cf24f250 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592cf25d250 con 0x5592cf258750 2024-03-16T18:22:58.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f89589f9740 10 client.0 _ll_register_callbacks cb 0x7f8944009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f894effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf25c4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f894effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf25c4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41126/0 (socket says 172.21.15.17:41126) 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f894effd640 1 -- 172.21.15.17:0/2327902494 learned_addr learned my addr 172.21.15.17:0/2327902494 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f894ffff640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25c9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.469+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf260120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f894effd640 1 -- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 msgr2=0x5592cf25c9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f894effd640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25c9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f894effd640 1 -- 172.21.15.17:0/2327902494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 msgr2=0x5592cf260120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f894effd640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf260120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f894effd640 1 -- 172.21.15.17:0/2327902494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8940017050 con 0x5592cf24fb70 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f894effd640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf25c4a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f89440092a0 tx=0x7f894402cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d562b67b31f3438 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f892effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f892effd640 1 -- 172.21.15.17:0/2327902494 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944004ad0 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f892effd640 1 -- 172.21.15.17:0/2327902494 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8944000e40 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5592cf2450f0 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f892effd640 1 -- 172.21.15.17:0/2327902494 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89440044e0 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 10 client.16173 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5592cf1778c0 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f892effd640 1 -- 172.21.15.17:0/2327902494 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5592cf2450f0 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f892effd640 1 -- 172.21.15.17:0/2327902494 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f894404b070 con 0x5592cf24fb70 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 10 client.16173 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 10 client.16173 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 20 client.16173 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf2c4d90 0x5592cf2c71b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 4 client.16173 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:58.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.470+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f8944004040 con 0x5592cf2c4d90 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf2c4d90 0x5592cf2c71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f892effd640 10 client.16173 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f894f7fe640 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf2c4d90 0x5592cf2c71b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a168384c7cf21e5e server_cookie=4bb3b19155d01ccf in_seq=0 out_seq=0 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f892effd640 1 -- 172.21.15.17:0/2327902494 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f8944004040 con 0x5592cf2c4d90 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f892effd640 10 client.16173 handle_command_reply: tid=0 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 client.16173 shutdown 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 msgr2=0x5592cf25c4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf25c4a0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f89440092a0 tx=0x7f894402cc60 comp rx=0 tx=0).stop 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 shutdown_connections 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5592cf2c4d90 0x5592cf2c71b0 crc :-1 s=READY pgs=37 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592cf24fb70 0x5592cf25c4a0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592cf258750 0x5592cf25c9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f892effd640 0 client.16173 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 --2- 172.21.15.17:0/2327902494 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592cf24f250 0x5592cf260120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 >> 172.21.15.17:0/2327902494 conn(0x5592cf249980 msgr2=0x5592cf24ff50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 shutdown_connections 2024-03-16T18:22:58.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 1 -- 172.21.15.17:0/2327902494 wait complete. 2024-03-16T18:22:58.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.471+0000 7f89589f9740 20 client.16173 trim_cache size 0 max 16384 2024-03-16T18:22:58.480 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f89380a1cc0 msgr2=0x7f89380a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f89380a1cc0 0x7f89380a4180 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f8950198a30 tx=0x7f8940005f90 comp rx=0 tx=0).stop 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 msgr2=0x7f8950197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 0x7f8950197da0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7f894800eb10 tx=0x7f894800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 shutdown_connections 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f89380a1cc0 0x7f89380a4180 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f89501978f0 0x7f8950197da0 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f89501056e0 0x7f895019dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 --2- 172.21.15.17:0/1591023986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8950100610 0x7f895019d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 >> 172.21.15.17:0/1591023986 conn(0x7f8950076770 msgr2=0x7f89500fe370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 shutdown_connections 2024-03-16T18:22:58.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.472+0000 7f8955d3e640 1 -- 172.21.15.17:0/1591023986 wait complete. 2024-03-16T18:22:58.484 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:58.484 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:22:58.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.587+0000 7fd1eae8f640 1 -- 172.21.15.17:0/4114231765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4103050 msgr2=0x7fd1e410b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.587+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/4114231765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4103050 0x7fd1e410b530 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4009860 tx=0x7fd1d402bc00 comp rx=0 tx=0).stop 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- 172.21.15.17:0/4114231765 shutdown_connections 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/4114231765 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/4114231765 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4103050 0x7fd1e410b530 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/4114231765 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1e4102730 0x7fd1e4102b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- 172.21.15.17:0/4114231765 >> 172.21.15.17:0/4114231765 conn(0x7fd1e4076770 msgr2=0x7fd1e4076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- 172.21.15.17:0/4114231765 shutdown_connections 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- 172.21.15.17:0/4114231765 wait complete. 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 Processor -- start 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- start start 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4102730 0x7fd1e419d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1e4103050 0x7fd1e419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e4197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1e4197ed0 con 0x7fd1e410bb00 2024-03-16T18:22:58.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1e4198040 con 0x7fd1e4103050 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1eae8f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1e4198200 con 0x7fd1e4102730 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1e942c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e4197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1e8c2b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4102730 0x7fd1e419d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.588+0000 7fd1e942c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e4197880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41146/0 (socket says 172.21.15.17:41146) 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 -- 172.21.15.17:0/2910793699 learned_addr learned my addr 172.21.15.17:0/2910793699 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1e4103050 0x7fd1e419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 -- 172.21.15.17:0/2910793699 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4102730 msgr2=0x7fd1e419d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4102730 0x7fd1e419d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 -- 172.21.15.17:0/2910793699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1e4103050 msgr2=0x7fd1e419dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1e4103050 0x7fd1e419dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 -- 172.21.15.17:0/2910793699 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1d4009490 con 0x7fd1e410bb00 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4102730 0x7fd1e419d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1e942c640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e4197880 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc00eb40 tx=0x7fd1dc00ef40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1d9ffb640 1 -- 172.21.15.17:0/2910793699 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc00ce40 con 0x7fd1e410bb00 2024-03-16T18:22:58.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1e41984e0 con 0x7fd1e410bb00 2024-03-16T18:22:58.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1d9ffb640 1 -- 172.21.15.17:0/2910793699 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd1dc005020 con 0x7fd1e410bb00 2024-03-16T18:22:58.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1d9ffb640 1 -- 172.21.15.17:0/2910793699 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc010690 con 0x7fd1e410bb00 2024-03-16T18:22:58.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.589+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1e41a4770 con 0x7fd1e410bb00 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.591+0000 7fd1d9ffb640 1 -- 172.21.15.17:0/2910793699 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7fd1dc005190 con 0x7fd1e410bb00 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 Processor -- start 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 -- start start 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8250 0x55e86e4c8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1d9ffb640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1cc0a1cc0 0x7fd1cc0a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 0x55e86e4d1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e4d3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e483960 con 0x55e86e4c8b70 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e437310 con 0x55e86e4d1750 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1eda72740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e434840 con 0x55e86e4c8250 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 0x55e86e4d1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1cc0a1cc0 0x7fd1cc0a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 0x55e86e4d1210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41148/0 (socket says 172.21.15.17:41148) 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 -- 172.21.15.17:0/2862058690 learned_addr learned my addr 172.21.15.17:0/2862058690 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1e942c640 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e4d3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1d9ffb640 1 -- 172.21.15.17:0/2910793699 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd1dc014070 con 0x7fd1e410bb00 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8250 0x55e86e4c8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 -- 172.21.15.17:0/2862058690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8250 msgr2=0x55e86e4c8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8250 0x55e86e4c8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 -- 172.21.15.17:0/2862058690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 msgr2=0x55e86e4d3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e4d3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.592+0000 7fd1dbfff640 1 -- 172.21.15.17:0/2862058690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e86e3f2060 con 0x55e86e4c8b70 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1cc0a1cc0 0x7fd1cc0a4180 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd1e41989c0 tx=0x7fd1e0009260 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 0x55e86e4d1210 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4005e00 tx=0x7fd1d402e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c8372fb61d84ae0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1caffd640 1 -- 172.21.15.17:0/2862058690 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1d4034d40 con 0x55e86e4c8b70 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1caffd640 1 -- 172.21.15.17:0/2862058690 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd1d4034440 con 0x55e86e4c8b70 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1caffd640 1 -- 172.21.15.17:0/2862058690 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1d402c850 con 0x55e86e4c8b70 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 -- 172.21.15.17:0/2862058690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 msgr2=0x55e86e4d1210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 0x55e86e4d1210 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fd1d4005e00 tx=0x7fd1d402e040 comp rx=0 tx=0).stop 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 -- 172.21.15.17:0/2862058690 shutdown_connections 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8b70 0x55e86e4d1210 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e4d3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 --2- 172.21.15.17:0/2862058690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8250 0x55e86e4c8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.593+0000 7fd1eda72740 1 -- 172.21.15.17:0/2862058690 >> 172.21.15.17:0/2862058690 conn(0x55e86e4c2980 msgr2=0x55e86e4c2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 -- 172.21.15.17:0/2862058690 shutdown_connections 2024-03-16T18:22:58.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 -- 172.21.15.17:0/2862058690 wait complete. 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 -- start start 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 Processor -- start 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e4d10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8b70 0x55e86e4ce450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4d1750 0x55e86e4ce9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e430020 con 0x55e86e4c8250 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e103430 con 0x55e86e4c8b70 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e0bfe00 con 0x55e86e4d1750 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1eda72740 10 client.0 _ll_register_callbacks cb 0x55e86e3d7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1e8c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e4d10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1e8c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e4d10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41150/0 (socket says 172.21.15.17:41150) 2024-03-16T18:22:58.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/1140916960 learned_addr learned my addr 172.21.15.17:0/1140916960 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8b70 0x55e86e4ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.594+0000 7fd1e942c640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4d1750 0x55e86e4ce9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/1140916960 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4d1750 msgr2=0x55e86e4ce9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4d1750 0x55e86e4ce9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8b70 msgr2=0x55e86e4ce450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8b70 0x55e86e4ce450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/1140916960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1e410ebb0 con 0x55e86e4c8250 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e4d10c0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000fdd0 tx=0x7fd1e0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8eb7ef4160ced1d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1c3fff640 1 -- 172.21.15.17:0/1140916960 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e000f480 con 0x55e86e4c8250 2024-03-16T18:22:58.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1c3fff640 1 -- 172.21.15.17:0/1140916960 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd1e000eab0 con 0x55e86e4c8250 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e86e12f7e0 con 0x55e86e4c8250 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1c3fff640 1 -- 172.21.15.17:0/1140916960 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1e000ec70 con 0x55e86e4c8250 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1eda72740 10 client.16185 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e86e42e6a0 con 0x55e86e4c8250 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.595+0000 7fd1c3fff640 1 -- 172.21.15.17:0/1140916960 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55e86e12f7e0 con 0x55e86e4c8250 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1c3fff640 1 -- 172.21.15.17:0/1140916960 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd1e001c4f0 con 0x55e86e4c8250 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1eda72740 10 client.16185 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1eda72740 10 client.16185 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1eda72740 20 client.16185 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1eda72740 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e4e18d0 0x55e86e4e3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1eda72740 4 client.16185 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:58.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e86e16c720 con 0x55e86e4e18d0 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e4e18d0 0x55e86e4e3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e4e18d0 0x55e86e4e3cf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=8907d4bc9e224c17 server_cookie=7eef496223ba686c in_seq=0 out_seq=0 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.596+0000 7fd1c3fff640 10 client.16185 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1c3fff640 1 -- 172.21.15.17:0/1140916960 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e86e16c720 con 0x55e86e4e18d0 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1c3fff640 10 client.16185 handle_command_reply: tid=0 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 client.16185 shutdown 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 msgr2=0x55e86e4d10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e4d10c0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7fd1e000fdd0 tx=0x7fd1e0004730 comp rx=0 tx=0).stop 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 shutdown_connections 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e4e18d0 0x55e86e4e3cf0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4d1750 0x55e86e4ce9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1c3fff640 0 client.16185 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8b70 0x55e86e4ce450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 --2- 172.21.15.17:0/1140916960 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e4d10c0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 >> 172.21.15.17:0/1140916960 conn(0x55e86e4c2980 msgr2=0x55e86e4c46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 shutdown_connections 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 1 -- 172.21.15.17:0/1140916960 wait complete. 2024-03-16T18:22:58.607 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.597+0000 7fd1eda72740 20 client.16185 trim_cache size 0 max 16384 2024-03-16T18:22:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.609+0000 7fd1eda72740 1 Processor -- start 2024-03-16T18:22:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 -- start start 2024-03-16T18:22:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8250 0x55e86e4d0b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e4d10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 0x55e86e4dca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e3b5130 con 0x55e86e4d1750 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e4be0b0 con 0x55e86e4c8250 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1eda72740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e4c3980 con 0x55e86e4c8b70 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 0x55e86e4dca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 0x55e86e4dca70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41162/0 (socket says 172.21.15.17:41162) 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 -- 172.21.15.17:0/216864152 learned_addr learned my addr 172.21.15.17:0/216864152 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1dbfff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e4d10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8250 0x55e86e4d0b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 -- 172.21.15.17:0/216864152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 msgr2=0x55e86e4d10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e4d10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 -- 172.21.15.17:0/216864152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8250 msgr2=0x55e86e4d0b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8250 0x55e86e4d0b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 -- 172.21.15.17:0/216864152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e86e3cac20 con 0x55e86e4d1750 2024-03-16T18:22:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e4d10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1e942c640 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 0x55e86e4dca70 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc097520 tx=0x7fd1dc005440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14bc842a76204ab5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1ca7fc640 1 -- 172.21.15.17:0/216864152 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc09ab50 con 0x55e86e4d1750 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1ca7fc640 1 -- 172.21.15.17:0/216864152 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd1dc09eca0 con 0x55e86e4d1750 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.610+0000 7fd1ca7fc640 1 -- 172.21.15.17:0/216864152 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1dc081560 con 0x55e86e4d1750 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 -- 172.21.15.17:0/216864152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 msgr2=0x55e86e4dca70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 0x55e86e4dca70 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc097520 tx=0x7fd1dc005440 comp rx=0 tx=0).stop 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 -- 172.21.15.17:0/216864152 shutdown_connections 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4d1750 0x55e86e4dca70 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e4d10c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 --2- 172.21.15.17:0/216864152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4c8250 0x55e86e4d0b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 -- 172.21.15.17:0/216864152 >> 172.21.15.17:0/216864152 conn(0x55e86e4c2980 msgr2=0x55e86e4c1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 -- 172.21.15.17:0/216864152 shutdown_connections 2024-03-16T18:22:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 -- 172.21.15.17:0/216864152 wait complete. 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 -- start start 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.611+0000 7fd1eda72740 1 Processor -- start 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e53b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e53b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e535740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e535d00 con 0x55e86e4c8250 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e535e70 con 0x55e86e4d1750 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e86e536030 con 0x55e86e4c8b70 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1eda72740 10 client.0 _ll_register_callbacks cb 0x7fd1e000fa50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e53b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e53b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41174/0 (socket says 172.21.15.17:41174) 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/4103585126 learned_addr learned my addr 172.21.15.17:0/4103585126 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e942c640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e535740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e53b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/4103585126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 msgr2=0x55e86e53b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e53b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 msgr2=0x55e86e535740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e535740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 -- 172.21.15.17:0/4103585126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e86e3f2060 con 0x55e86e4c8250 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e942c640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e535740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1e8c2b640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e53b330 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0000c00 tx=0x7fd1e001c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=feaada6c0b2c803a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.612+0000 7fd1c3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1c3fff640 1 -- 172.21.15.17:0/4103585126 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e001cb10 con 0x55e86e4c8250 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1c3fff640 1 -- 172.21.15.17:0/4103585126 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd1e0038070 con 0x55e86e4c8250 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd1d4034440 con 0x55e86e4c8250 2024-03-16T18:22:58.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1c3fff640 1 -- 172.21.15.17:0/4103585126 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd1e001cc70 con 0x55e86e4c8250 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 10 client.16191 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fd1e41a4770 con 0x55e86e4c8250 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1c3fff640 1 -- 172.21.15.17:0/4103585126 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd1d4034440 con 0x55e86e4c8250 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1c3fff640 1 -- 172.21.15.17:0/4103585126 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd1e000e8f0 con 0x55e86e4c8250 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 10 client.16191 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 10 client.16191 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 20 client.16191 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e543260 0x55e86e545680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 4 client.16191 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e86e1bb890 con 0x55e86e543260 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.613+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e543260 0x55e86e545680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1dbfff640 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e543260 0x55e86e545680 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dc7188a151bf95cb server_cookie=d541af2641a0bfde in_seq=0 out_seq=0 2024-03-16T18:22:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1c3fff640 10 client.16191 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1c3fff640 1 -- 172.21.15.17:0/4103585126 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e86e1bb890 con 0x55e86e543260 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1c3fff640 10 client.16191 handle_command_reply: tid=0 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 client.16191 shutdown 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 msgr2=0x55e86e53b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e53b330 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0000c00 tx=0x7fd1e001c6a0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 shutdown_connections 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55e86e543260 0x55e86e545680 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e86e4d1750 0x55e86e535740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e86e4c8b70 0x55e86e53b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1c3fff640 0 client.16191 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 --2- 172.21.15.17:0/4103585126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e86e4c8250 0x55e86e53b330 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 >> 172.21.15.17:0/4103585126 conn(0x55e86e4c2980 msgr2=0x55e86e4c9090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 shutdown_connections 2024-03-16T18:22:58.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 1 -- 172.21.15.17:0/4103585126 wait complete. 2024-03-16T18:22:58.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.614+0000 7fd1eda72740 20 client.16191 trim_cache size 0 max 16384 2024-03-16T18:22:58.624 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1cc0a1cc0 msgr2=0x7fd1cc0a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1cc0a1cc0 0x7fd1cc0a4180 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd1e41989c0 tx=0x7fd1e0009260 comp rx=0 tx=0).stop 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 msgr2=0x7fd1e4197880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e4197880 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fd1dc00eb40 tx=0x7fd1dc00ef40 comp rx=0 tx=0).stop 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 shutdown_connections 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1cc0a1cc0 0x7fd1cc0a4180 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1e410bb00 0x7fd1e4197880 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1e4103050 0x7fd1e419dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 --2- 172.21.15.17:0/2910793699 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1e4102730 0x7fd1e419d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 >> 172.21.15.17:0/2910793699 conn(0x7fd1e4076770 msgr2=0x7fd1e40fd390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 shutdown_connections 2024-03-16T18:22:58.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.615+0000 7fd1eae8f640 1 -- 172.21.15.17:0/2910793699 wait complete. 2024-03-16T18:22:58.627 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:22:58.627 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:22:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 -- 172.21.15.17:0/769548918 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac1014a0 msgr2=0x7fd7ac101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 --2- 172.21.15.17:0/769548918 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac101920 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fd79c009890 tx=0x7fd79c02bb70 comp rx=0 tx=0).stop 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 -- 172.21.15.17:0/769548918 shutdown_connections 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 --2- 172.21.15.17:0/769548918 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7ac101e60 0x7fd7ac10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 --2- 172.21.15.17:0/769548918 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac101920 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 --2- 172.21.15.17:0/769548918 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac107560 0x7fd7ac107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 -- 172.21.15.17:0/769548918 >> 172.21.15.17:0/769548918 conn(0x7fd7ac0788f0 msgr2=0x7fd7ac078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 -- 172.21.15.17:0/769548918 shutdown_connections 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 -- 172.21.15.17:0/769548918 wait complete. 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.730+0000 7fd7b335e640 1 Processor -- start 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 -- start start 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac19d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7ac101e60 0x7fd7ac19db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac107560 0x7fd7ac197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ac197eb0 con 0x7fd7ac1014a0 2024-03-16T18:22:58.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ac198020 con 0x7fd7ac101e60 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b335e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ac1981e0 con 0x7fd7ac107560 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac19d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac19d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41186/0 (socket says 172.21.15.17:41186) 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 -- 172.21.15.17:0/2855683618 learned_addr learned my addr 172.21.15.17:0/2855683618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b08f9640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7ac101e60 0x7fd7ac19db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac107560 0x7fd7ac197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 -- 172.21.15.17:0/2855683618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac107560 msgr2=0x7fd7ac197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac107560 0x7fd7ac197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 -- 172.21.15.17:0/2855683618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7ac101e60 msgr2=0x7fd7ac19db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7ac101e60 0x7fd7ac19db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 -- 172.21.15.17:0/2855683618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7a8009560 con 0x7fd7ac1014a0 2024-03-16T18:22:58.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac19d650 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800e9c0 tx=0x7fd7a800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.731+0000 7fd7a27fc640 1 -- 172.21.15.17:0/2855683618 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a800cde0 con 0x7fd7ac1014a0 2024-03-16T18:22:58.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.732+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd79c009490 con 0x7fd7ac1014a0 2024-03-16T18:22:58.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.732+0000 7fd7a27fc640 1 -- 172.21.15.17:0/2855683618 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7a80044d0 con 0x7fd7ac1014a0 2024-03-16T18:22:58.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.732+0000 7fd7a27fc640 1 -- 172.21.15.17:0/2855683618 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a8010430 con 0x7fd7ac1014a0 2024-03-16T18:22:58.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.732+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7ac1a44a0 con 0x7fd7ac1014a0 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.734+0000 7fd7a27fc640 1 -- 172.21.15.17:0/2855683618 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7fd7a8004000 con 0x7fd7ac1014a0 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.734+0000 7fd7b6018740 1 Processor -- start 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.734+0000 7fd7b6018740 1 -- start start 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3250 0x5582f5dc3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dcc750 0x5582f5dceb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b6018740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5d7e960 con 0x5582f5dc3b70 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b6018740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5d32310 con 0x5582f5dc3250 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b6018740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5d2f840 con 0x5582f5dcc750 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7a27fc640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7980a1cc0 0x7fd7980a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b10fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b10fa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41202/0 (socket says 172.21.15.17:41202) 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3250 0x5582f5dc3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b10fa640 1 -- 172.21.15.17:0/1206258137 learned_addr learned my addr 172.21.15.17:0/1206258137 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b08f9640 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dcc750 0x5582f5dceb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7980a1cc0 0x7fd7980a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7a27fc640 1 -- 172.21.15.17:0/2855683618 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd7a8014070 con 0x7fd7ac1014a0 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1206258137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dcc750 msgr2=0x5582f5dceb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dcc750 0x5582f5dceb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1206258137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 msgr2=0x5582f5dcc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1206258137 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582f5ced060 con 0x5582f5dc3250 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b08f9640 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dcc750 0x5582f5dceb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7980a1cc0 0x7fd7980a4180 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd7a400fc90 tx=0x7fd7a401e000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.735+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3250 0x5582f5dc3630 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4005fd0 tx=0x7fd7a400f790 comp rx=0 tx=0).ready entity=mon.2 client_cookie=efc0e801047f5b5a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7977fe640 1 -- 172.21.15.17:0/1206258137 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4011e30 con 0x5582f5dc3250 2024-03-16T18:22:58.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7977fe640 1 -- 172.21.15.17:0/1206258137 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4009da0 con 0x5582f5dc3250 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7977fe640 1 -- 172.21.15.17:0/1206258137 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4004050 con 0x5582f5dc3250 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 -- 172.21.15.17:0/1206258137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3250 msgr2=0x5582f5dc3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3250 0x5582f5dc3630 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4005fd0 tx=0x7fd7a400f790 comp rx=0 tx=0).stop 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 -- 172.21.15.17:0/1206258137 shutdown_connections 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dcc750 0x5582f5dceb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1206258137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3250 0x5582f5dc3630 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 -- 172.21.15.17:0/1206258137 >> 172.21.15.17:0/1206258137 conn(0x5582f5dbd980 msgr2=0x5582f5dbdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 -- 172.21.15.17:0/1206258137 shutdown_connections 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.736+0000 7fd7b6018740 1 -- 172.21.15.17:0/1206258137 wait complete. 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 -- start start 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 Processor -- start 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dc9440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dc99a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5d2b020 con 0x5582f5dcc750 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f59fe430 con 0x5582f5dc3b70 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f59bae00 con 0x5582f5dc3250 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b6018740 10 client.0 _ll_register_callbacks cb 0x5582f5cd2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dc99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dc99a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41210/0 (socket says 172.21.15.17:41210) 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b08f9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dc9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b10fa640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.737+0000 7fd7b18fb640 1 -- 172.21.15.17:0/3146317057 learned_addr learned my addr 172.21.15.17:0/3146317057 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b18fb640 1 -- 172.21.15.17:0/3146317057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 msgr2=0x5582f5dcc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b18fb640 1 -- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 msgr2=0x5582f5dc9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dc9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b18fb640 1 -- 172.21.15.17:0/3146317057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7a4019040 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b08f9640 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dc9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dc99a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fd7a40099e0 tx=0x7fd7a4011f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ef0d7aa4ffb4a3c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd794ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd794ff9640 1 -- 172.21.15.17:0/3146317057 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a402b070 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd794ff9640 1 -- 172.21.15.17:0/3146317057 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd7a4011860 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5582f5a2a7e0 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd794ff9640 1 -- 172.21.15.17:0/3146317057 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd7a4003d20 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b6018740 10 client.16203 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5582f5d296a0 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd794ff9640 1 -- 172.21.15.17:0/3146317057 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5582f5a2a7e0 con 0x5582f5dcc750 2024-03-16T18:22:58.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.738+0000 7fd794ff9640 1 -- 172.21.15.17:0/3146317057 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd7a4024070 con 0x5582f5dcc750 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b6018740 10 client.16203 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b6018740 10 client.16203 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b6018740 20 client.16203 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b6018740 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5ddc810 0x5582f5ddec30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b6018740 4 client.16203 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5582f5a67720 con 0x5582f5ddc810 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5ddc810 0x5582f5ddec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd794ff9640 10 client.16203 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.739+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5ddc810 0x5582f5ddec30 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=613a2020d93f96de server_cookie=ebc3065772a25fc3 in_seq=0 out_seq=0 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd794ff9640 1 -- 172.21.15.17:0/3146317057 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5582f5a67720 con 0x5582f5ddc810 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd794ff9640 10 client.16203 handle_command_reply: tid=0 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 client.16203 shutdown 2024-03-16T18:22:58.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 msgr2=0x5582f5dc99a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dc99a0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7fd7a40099e0 tx=0x7fd7a4011f00 comp rx=0 tx=0).stop 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 shutdown_connections 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5ddc810 0x5582f5ddec30 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dc99a0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dc9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd794ff9640 0 client.16203 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 --2- 172.21.15.17:0/3146317057 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 >> 172.21.15.17:0/3146317057 conn(0x5582f5dbd980 msgr2=0x5582f5dbf6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 shutdown_connections 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 1 -- 172.21.15.17:0/3146317057 wait complete. 2024-03-16T18:22:58.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.740+0000 7fd7b6018740 20 client.16203 trim_cache size 0 max 16384 2024-03-16T18:22:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 Processor -- start 2024-03-16T18:22:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 -- start start 2024-03-16T18:22:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcbb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dd7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5cb0130 con 0x5582f5dcc750 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5a2a7e0 con 0x5582f5dc3b70 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b6018740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5dafa40 con 0x5582f5dc3250 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dd7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dd7a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41212/0 (socket says 172.21.15.17:41212) 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 -- 172.21.15.17:0/2203662898 learned_addr learned my addr 172.21.15.17:0/2203662898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b08f9640 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 -- 172.21.15.17:0/2203662898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 msgr2=0x5582f5dcbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 -- 172.21.15.17:0/2203662898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 msgr2=0x5582f5dcc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 -- 172.21.15.17:0/2203662898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5582f5cc5c20 con 0x5582f5dcc750 2024-03-16T18:22:58.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.753+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dd7a70 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4006010 tx=0x7fd7a400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de1cbba86858ec87 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd796ffd640 1 -- 172.21.15.17:0/2203662898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a402b070 con 0x5582f5dcc750 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd796ffd640 1 -- 172.21.15.17:0/2203662898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4003e20 con 0x5582f5dcc750 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd796ffd640 1 -- 172.21.15.17:0/2203662898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a4005590 con 0x5582f5dcc750 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 -- 172.21.15.17:0/2203662898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 msgr2=0x5582f5dd7a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dd7a70 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fd7a4006010 tx=0x7fd7a400f790 comp rx=0 tx=0).stop 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 -- 172.21.15.17:0/2203662898 shutdown_connections 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5dd7a70 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5dcc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 --2- 172.21.15.17:0/2203662898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5dcbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 -- 172.21.15.17:0/2203662898 >> 172.21.15.17:0/2203662898 conn(0x5582f5dbd980 msgr2=0x5582f5dc4920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 -- 172.21.15.17:0/2203662898 shutdown_connections 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 -- 172.21.15.17:0/2203662898 wait complete. 2024-03-16T18:22:58.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.754+0000 7fd7b6018740 1 -- start start 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 Processor -- start 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5e30270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5e307b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5e35140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5e35680 con 0x5582f5dcc750 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5e357f0 con 0x5582f5dc3b70 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5582f5e359b0 con 0x5582f5dc3250 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b6018740 10 client.0 _ll_register_callbacks cb 0x7fd7a4011b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5e35140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5e35140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41228/0 (socket says 172.21.15.17:41228) 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1162475855 learned_addr learned my addr 172.21.15.17:0/1162475855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b08f9640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5e307b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5e30270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1162475855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 msgr2=0x5582f5e30270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5e30270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 msgr2=0x5582f5e307b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5e307b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.755+0000 7fd7b18fb640 1 -- 172.21.15.17:0/1162475855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5582f5d296a0 con 0x5582f5dcc750 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b18fb640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5e35140 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fd7a40264c0 tx=0x7fd7a4005110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5178e7846b94d38 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd794ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd794ff9640 1 -- 172.21.15.17:0/1162475855 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a402b040 con 0x5582f5dcc750 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd794ff9640 1 -- 172.21.15.17:0/1162475855 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd7a40054a0 con 0x5582f5dcc750 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd7a4009da0 con 0x5582f5dcc750 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd794ff9640 1 -- 172.21.15.17:0/1162475855 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd7a4005660 con 0x5582f5dcc750 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 10 client.16209 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5582f5ceb8c0 con 0x5582f5dcc750 2024-03-16T18:22:58.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd794ff9640 1 -- 172.21.15.17:0/1162475855 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7a4009da0 con 0x5582f5dcc750 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd794ff9640 1 -- 172.21.15.17:0/1162475855 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd7a4024070 con 0x5582f5dcc750 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 10 client.16209 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 10 client.16209 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 20 client.16209 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5e3cda0 0x5582f5e3f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 4 client.16209 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5582f5ab6890 con 0x5582f5e3cda0 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.756+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5e3cda0 0x5582f5e3f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b10fa640 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5e3cda0 0x5582f5e3f190 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23619bff2d0b3c4d server_cookie=bf3674c72382a97f in_seq=0 out_seq=0 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd794ff9640 10 client.16209 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd794ff9640 1 -- 172.21.15.17:0/1162475855 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5582f5ab6890 con 0x5582f5e3cda0 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd794ff9640 10 client.16209 handle_command_reply: tid=0 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 client.16209 shutdown 2024-03-16T18:22:58.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 msgr2=0x5582f5e35140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5e35140 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7fd7a40264c0 tx=0x7fd7a4005110 comp rx=0 tx=0).stop 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 shutdown_connections 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5582f5e3cda0 0x5582f5e3f190 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5582f5dcc750 0x5582f5e35140 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5582f5dc3b70 0x5582f5e307b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 --2- 172.21.15.17:0/1162475855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5582f5dc3250 0x5582f5e30270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd794ff9640 0 client.16209 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 >> 172.21.15.17:0/1162475855 conn(0x5582f5dbd980 msgr2=0x5582f5dc4090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 shutdown_connections 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 1 -- 172.21.15.17:0/1162475855 wait complete. 2024-03-16T18:22:58.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.757+0000 7fd7b6018740 20 client.16209 trim_cache size 0 max 16384 2024-03-16T18:22:58.767 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:22:58.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7980a1cc0 msgr2=0x7fd7980a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7980a1cc0 0x7fd7980a4180 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fd7a400fc90 tx=0x7fd7a401e000 comp rx=0 tx=0).stop 2024-03-16T18:22:58.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 msgr2=0x7fd7ac19d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac19d650 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fd7a800e9c0 tx=0x7fd7a800ee80 comp rx=0 tx=0).stop 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 shutdown_connections 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7980a1cc0 0x7fd7980a4180 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd7ac107560 0x7fd7ac197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd7ac101e60 0x7fd7ac19db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 --2- 172.21.15.17:0/2855683618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd7ac1014a0 0x7fd7ac19d650 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 >> 172.21.15.17:0/2855683618 conn(0x7fd7ac0788f0 msgr2=0x7fd7ac100370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 shutdown_connections 2024-03-16T18:22:58.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:58.758+0000 7fd7b335e640 1 -- 172.21.15.17:0/2855683618 wait complete. 2024-03-16T18:22:59.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:58 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/491822046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:22:59.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:58 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/491822046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:22:59.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:58 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/491822046' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:22:59.770 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:22:59.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:22:59.770 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 -- 172.21.15.17:0/5422719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f0101e70 msgr2=0x7f03f010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 --2- 172.21.15.17:0/5422719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f0101e70 0x7f03f010e330 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7f03e8009ca0 tx=0x7f03e802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 -- 172.21.15.17:0/5422719 shutdown_connections 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 --2- 172.21.15.17:0/5422719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f0101e70 0x7f03f010e330 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 --2- 172.21.15.17:0/5422719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03f01014b0 0x7f03f0101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 --2- 172.21.15.17:0/5422719 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03f0107570 0x7f03f0107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 -- 172.21.15.17:0/5422719 >> 172.21.15.17:0/5422719 conn(0x7f03f00fcf20 msgr2=0x7f03f00ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 -- 172.21.15.17:0/5422719 shutdown_connections 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.888+0000 7f03f81ac640 1 -- 172.21.15.17:0/5422719 wait complete. 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 Processor -- start 2024-03-16T18:22:59.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 -- start start 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 0x7f03f019d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03f0101e70 0x7f03f019dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03f0107570 0x7f03f0197740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f0197ed0 con 0x7f03f01014b0 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f0198040 con 0x7f03f0107570 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f81ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03f0198200 con 0x7f03f0101e70 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 0x7f03f019d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 0x7f03f019d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41654/0 (socket says 172.21.15.17:41654) 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5747640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03f0101e70 0x7f03f019dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 -- 172.21.15.17:0/3824915146 learned_addr learned my addr 172.21.15.17:0/3824915146 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f6749640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03f0107570 0x7f03f0197740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 -- 172.21.15.17:0/3824915146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03f0101e70 msgr2=0x7f03f019dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03f0101e70 0x7f03f019dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 -- 172.21.15.17:0/3824915146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03f0107570 msgr2=0x7f03f0197740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.889+0000 7f03f5f48640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03f0107570 0x7f03f0197740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03f5f48640 1 -- 172.21.15.17:0/3824915146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03e8009900 con 0x7f03f01014b0 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03f5f48640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 0x7f03f019d680 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f03ec00e9f0 tx=0x7f03ec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03e6ffd640 1 -- 172.21.15.17:0/3824915146 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03ec009700 con 0x7f03f01014b0 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03e6ffd640 1 -- 172.21.15.17:0/3824915146 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f03ec00cd80 con 0x7f03f01014b0 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03f01984e0 con 0x7f03f01014b0 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03e6ffd640 1 -- 172.21.15.17:0/3824915146 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03ec018840 con 0x7f03f01014b0 2024-03-16T18:22:59.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.890+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03f01a4600 con 0x7f03f01014b0 2024-03-16T18:22:59.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.892+0000 7f03e6ffd640 1 -- 172.21.15.17:0/3824915146 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f03ec0189a0 con 0x7f03f01014b0 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.892+0000 7f03fad89740 1 Processor -- start 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 -- start start 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03e6ffd640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03dc0a1cc0 0x7f03dc0a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce971760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03e6ffd640 1 -- 172.21.15.17:0/3824915146 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f03ec014070 con 0x7f03f01014b0 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce97a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f6749640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03dc0a1cc0 0x7f03dc0a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce97cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce8dff90 con 0x5616ce971d30 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce8dd4c0 con 0x5616ce97a8b0 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03fad89740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce8d8ca0 con 0x5616ce971380 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce97a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce97a2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41664/0 (socket says 172.21.15.17:41664) 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 -- 172.21.15.17:0/811081682 learned_addr learned my addr 172.21.15.17:0/811081682 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5f48640 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce971760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f6749640 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce97cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 -- 172.21.15.17:0/811081682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 msgr2=0x5616ce971760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce971760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 -- 172.21.15.17:0/811081682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 msgr2=0x5616ce97cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce97cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f5747640 1 -- 172.21.15.17:0/811081682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616ce89b0b0 con 0x5616ce971d30 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.893+0000 7f03f6749640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03dc0a1cc0 0x7f03dc0a4180 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f03e8004af0 tx=0x7f03e8032fb0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03f5747640 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce97a2e0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009c90 tx=0x7f03e0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad79ba8c6fa8913f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03dbfff640 1 -- 172.21.15.17:0/811081682 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0009e40 con 0x5616ce971d30 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03dbfff640 1 -- 172.21.15.17:0/811081682 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f03e00198c0 con 0x5616ce971d30 2024-03-16T18:22:59.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03dbfff640 1 -- 172.21.15.17:0/811081682 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e00188c0 con 0x5616ce971d30 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 -- 172.21.15.17:0/811081682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 msgr2=0x5616ce97a2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce97a2e0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009c90 tx=0x7f03e0011810 comp rx=0 tx=0).stop 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 -- 172.21.15.17:0/811081682 shutdown_connections 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce97a2e0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce97cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 --2- 172.21.15.17:0/811081682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce971760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.894+0000 7f03fad89740 1 -- 172.21.15.17:0/811081682 >> 172.21.15.17:0/811081682 conn(0x5616ce96b840 msgr2=0x5616ce96bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 -- 172.21.15.17:0/811081682 shutdown_connections 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 -- 172.21.15.17:0/811081682 wait complete. 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 -- start start 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 Processor -- start 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce971380 0x5616ce977810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce977d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce97a8b0 0x5616ce978290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce87df40 con 0x5616ce971d30 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce5ac4b0 con 0x5616ce971380 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce85e670 con 0x5616ce97a8b0 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.895+0000 7f03fad89740 10 client.0 _ll_register_callbacks cb 0x5616ce8cbf70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce977d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce977d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41674/0 (socket says 172.21.15.17:41674) 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 -- 172.21.15.17:0/2081386388 learned_addr learned my addr 172.21.15.17:0/2081386388 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce971380 0x5616ce977810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f6749640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce97a8b0 0x5616ce978290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 -- 172.21.15.17:0/2081386388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce97a8b0 msgr2=0x5616ce978290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce97a8b0 0x5616ce978290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 -- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce971380 msgr2=0x5616ce977810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce971380 0x5616ce977810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 -- 172.21.15.17:0/2081386388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03e00098f0 con 0x5616ce971d30 2024-03-16T18:22:59.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce971380 0x5616ce977810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03f5747640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce977d50 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f03e0012fd0 tx=0x7f03e00056d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66bed4b25a024316 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03d97fa640 1 -- 172.21.15.17:0/2081386388 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0009ec0 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03d97fa640 1 -- 172.21.15.17:0/2081386388 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f03e0004830 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5616ce8b2f40 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03d97fa640 1 -- 172.21.15.17:0/2081386388 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03e00049f0 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03fad89740 10 client.16221 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.896+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5616ce8d7320 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03d97fa640 1 -- 172.21.15.17:0/2081386388 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5616ce8b2f40 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03d97fa640 1 -- 172.21.15.17:0/2081386388 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f03e0019410 con 0x5616ce971d30 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03fad89740 10 client.16221 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03fad89740 10 client.16221 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03fad89740 20 client.16221 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03fad89740 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce98ad30 0x5616ce98d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03fad89740 4 client.16221 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5616ce8cf310 con 0x5616ce98ad30 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce98ad30 0x5616ce98d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03d97fa640 10 client.16221 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.897+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce98ad30 0x5616ce98d150 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4b84c8e1c72ec9be server_cookie=99574293fa4da55 in_seq=0 out_seq=0 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03d97fa640 1 -- 172.21.15.17:0/2081386388 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5616ce8cf310 con 0x5616ce98ad30 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03d97fa640 10 client.16221 handle_command_reply: tid=0 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 client.16221 shutdown 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 msgr2=0x5616ce977d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce977d50 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f03e0012fd0 tx=0x7f03e00056d0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 shutdown_connections 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce98ad30 0x5616ce98d150 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce977d50 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce97a8b0 0x5616ce978290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03d97fa640 0 client.16221 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 --2- 172.21.15.17:0/2081386388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce971380 0x5616ce977810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 >> 172.21.15.17:0/2081386388 conn(0x5616ce96b840 msgr2=0x5616ce96d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 shutdown_connections 2024-03-16T18:22:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 1 -- 172.21.15.17:0/2081386388 wait complete. 2024-03-16T18:22:59.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.898+0000 7f03fad89740 20 client.16221 trim_cache size 0 max 16384 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 Processor -- start 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 -- start start 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce979f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9780b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce985e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce97d3c0 con 0x5616ce971d30 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce96b670 con 0x5616ce97a8b0 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03fad89740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce972670 con 0x5616ce971380 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9780b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9780b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41680/0 (socket says 172.21.15.17:41680) 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 -- 172.21.15.17:0/2255460144 learned_addr learned my addr 172.21.15.17:0/2255460144 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce979f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f6749640 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce985e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 -- 172.21.15.17:0/2255460144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 msgr2=0x5616ce979f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce979f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 -- 172.21.15.17:0/2255460144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 msgr2=0x5616ce985e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce985e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 -- 172.21.15.17:0/2255460144 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616ce873c00 con 0x5616ce971d30 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03f5747640 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9780b0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f03e00098c0 tx=0x7f03e0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d507f3e8261fa411 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03db7fe640 1 -- 172.21.15.17:0/2255460144 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0011d10 con 0x5616ce971d30 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03db7fe640 1 -- 172.21.15.17:0/2255460144 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f03e0019ac0 con 0x5616ce971d30 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.915+0000 7f03db7fe640 1 -- 172.21.15.17:0/2255460144 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e00186d0 con 0x5616ce971d30 2024-03-16T18:22:59.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 -- 172.21.15.17:0/2255460144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 msgr2=0x5616ce9780b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9780b0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f03e00098c0 tx=0x7f03e0011810 comp rx=0 tx=0).stop 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 -- 172.21.15.17:0/2255460144 shutdown_connections 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9780b0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce985e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 --2- 172.21.15.17:0/2255460144 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce979f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 -- 172.21.15.17:0/2255460144 >> 172.21.15.17:0/2255460144 conn(0x5616ce96b840 msgr2=0x5616ce96a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 -- 172.21.15.17:0/2255460144 shutdown_connections 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 -- 172.21.15.17:0/2255460144 wait complete. 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 -- start start 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.916+0000 7f03fad89740 1 Processor -- start 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce9740a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9745e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce974b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce9e5690 con 0x5616ce971d30 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce9e5800 con 0x5616ce97a8b0 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616ce9e59c0 con 0x5616ce971380 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03fad89740 10 client.0 _ll_register_callbacks cb 0x7f03e001c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9745e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9745e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41694/0 (socket says 172.21.15.17:41694) 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 -- 172.21.15.17:0/2032805670 learned_addr learned my addr 172.21.15.17:0/2032805670 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f6749640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce974b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce9740a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 -- 172.21.15.17:0/2032805670 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 msgr2=0x5616ce9740a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce9740a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 -- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 msgr2=0x5616ce974b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:22:59.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce974b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 -- 172.21.15.17:0/2032805670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5616ce8d7320 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03f5747640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9745e0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f03e0019a40 tx=0x7f03e00196f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=716e2e5c2b94fc3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.917+0000 7f03d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03d97fa640 1 -- 172.21.15.17:0/2032805670 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0011d10 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03d97fa640 1 -- 172.21.15.17:0/2032805670 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f03e0000e40 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5616ce8fe900 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03d97fa640 1 -- 172.21.15.17:0/2032805670 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f03e0004a40 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 10 client.16227 fetch_fsmap learned FSMap version 28 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5616ce899910 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03d97fa640 1 -- 172.21.15.17:0/2032805670 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5616ce8fe900 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03d97fa640 1 -- 172.21.15.17:0/2032805670 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f03e0018c10 con 0x5616ce971d30 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 10 client.16227 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 10 client.16227 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:22:59.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 20 client.16227 populate_metadata read hostname 'smithi017' 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce9e6de0 0x5616ce9e91d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 4 client.16227 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5616ce5d8860 con 0x5616ce9e6de0 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.918+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce9e6de0 0x5616ce9e91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.919+0000 7f03d97fa640 10 client.16227 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.919+0000 7f03f5f48640 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce9e6de0 0x5616ce9e91d0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f4e188f3b24a3fdb server_cookie=6aa3b0e696d8cbc2 in_seq=0 out_seq=0 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03d97fa640 1 -- 172.21.15.17:0/2032805670 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5616ce5d8860 con 0x5616ce9e6de0 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03d97fa640 10 client.16227 handle_command_reply: tid=0 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 client.16227 shutdown 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 msgr2=0x5616ce9745e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9745e0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f03e0019a40 tx=0x7f03e00196f0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 shutdown_connections 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5616ce9e6de0 0x5616ce9e91d0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5616ce971d30 0x5616ce9745e0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5616ce97a8b0 0x5616ce974b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 --2- 172.21.15.17:0/2032805670 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5616ce971380 0x5616ce9740a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03d97fa640 0 client.16227 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 >> 172.21.15.17:0/2032805670 conn(0x5616ce96b840 msgr2=0x5616ce9919f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 shutdown_connections 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 1 -- 172.21.15.17:0/2032805670 wait complete. 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.920+0000 7f03fad89740 20 client.16227 trim_cache size 0 max 16384 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "a2103281-20f7-4e5a-bb91-9a6ad4074bfa", 2024-03-16T18:22:59.928 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:22:59.929 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:22:59.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03dc0a1cc0 msgr2=0x7f03dc0a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03dc0a1cc0 0x7f03dc0a4180 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f03e8004af0 tx=0x7f03e8032fb0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 msgr2=0x7f03f019d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 0x7f03f019d680 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f03ec00e9f0 tx=0x7f03ec00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 shutdown_connections 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03dc0a1cc0 0x7f03dc0a4180 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03f0107570 0x7f03f0197740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03f0101e70 0x7f03f019dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 --2- 172.21.15.17:0/3824915146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03f01014b0 0x7f03f019d680 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 >> 172.21.15.17:0/3824915146 conn(0x7f03f00fcf20 msgr2=0x7f03f00fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 shutdown_connections 2024-03-16T18:22:59.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:22:59.921+0000 7f03f81ac640 1 -- 172.21.15.17:0/3824915146 wait complete. 2024-03-16T18:22:59.933 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:22:59.933 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:23:00.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 -- 172.21.15.17:0/3344701591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0069b20 msgr2=0x7f1db0069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 --2- 172.21.15.17:0/3344701591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0069b20 0x7f1db0069f80 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7f1da4009900 tx=0x7f1da402bc30 comp rx=0 tx=0).stop 2024-03-16T18:23:00.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 -- 172.21.15.17:0/3344701591 shutdown_connections 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 --2- 172.21.15.17:0/3344701591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0069b20 0x7f1db0069f80 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 --2- 172.21.15.17:0/3344701591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1db006a4c0 0x7f1db010e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 --2- 172.21.15.17:0/3344701591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1db0107570 0x7f1db0107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 -- 172.21.15.17:0/3344701591 >> 172.21.15.17:0/3344701591 conn(0x7f1db0077190 msgr2=0x7f1db00775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 -- 172.21.15.17:0/3344701591 shutdown_connections 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 -- 172.21.15.17:0/3344701591 wait complete. 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 Processor -- start 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.037+0000 7f1db67f4640 1 -- start start 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1db0069b20 0x7f1db019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1db006a4c0 0x7f1db019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 0x7f1db0197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1db0197eb0 con 0x7f1db0107570 2024-03-16T18:23:00.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1db0198020 con 0x7f1db006a4c0 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1db01981e0 con 0x7f1db0069b20 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 0x7f1db0197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 0x7f1db0197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41714/0 (socket says 172.21.15.17:41714) 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 -- 172.21.15.17:0/52737895 learned_addr learned my addr 172.21.15.17:0/52737895 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1db006a4c0 0x7f1db019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1daffff640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1db0069b20 0x7f1db019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 -- 172.21.15.17:0/52737895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1db0069b20 msgr2=0x7f1db019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1db0069b20 0x7f1db019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 -- 172.21.15.17:0/52737895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1db006a4c0 msgr2=0x7f1db019dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1db006a4c0 0x7f1db019dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 -- 172.21.15.17:0/52737895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1da4009560 con 0x7f1db0107570 2024-03-16T18:23:00.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db4d91640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 0x7f1db0197860 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f1da800eb10 tx=0x7f1da800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:00.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1dad7fa640 1 -- 172.21.15.17:0/52737895 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da8004b20 con 0x7f1db0107570 2024-03-16T18:23:00.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1dad7fa640 1 -- 172.21.15.17:0/52737895 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1da8004c80 con 0x7f1db0107570 2024-03-16T18:23:00.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1db01984c0 con 0x7f1db0107570 2024-03-16T18:23:00.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1dad7fa640 1 -- 172.21.15.17:0/52737895 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da8010690 con 0x7f1db0107570 2024-03-16T18:23:00.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.038+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1db01a4750 con 0x7f1db0107570 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.040+0000 7f1dad7fa640 1 -- 172.21.15.17:0/52737895 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 24) v1 ==== 136512+0+0 (secure 0 0 0) 0x7f1da8005020 con 0x7f1db0107570 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 Processor -- start 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 -- start start 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1dad7fa640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d980a1cc0 0x7f1d980a4180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4d9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4e4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f448280 con 0x562c3f4d92b0 2024-03-16T18:23:00.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4457b0 con 0x562c3f4d9bd0 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1db93d1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f440f90 con 0x562c3f4e27b0 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.041+0000 7f1daffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4d9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4d9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41720/0 (socket says 172.21.15.17:41720) 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d980a1cc0 0x7f1d980a4180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 -- 172.21.15.17:0/3923205243 learned_addr learned my addr 172.21.15.17:0/3923205243 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1dad7fa640 1 -- 172.21.15.17:0/52737895 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1da8014070 con 0x7f1db0107570 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1db4d91640 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4e4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 -- 172.21.15.17:0/3923205243 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 msgr2=0x562c3f4e4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4e4ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 -- 172.21.15.17:0/3923205243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d9bd0 msgr2=0x562c3f4e2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 -- 172.21.15.17:0/3923205243 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562c3f3ff570 con 0x562c3f4d92b0 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d980a1cc0 0x7f1d980a4180 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1da4006010 tx=0x7f1da40047d0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1daffff640 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4d9690 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f1da0009c10 tx=0x7f1da0011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caaa981361255083 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1d967fc640 1 -- 172.21.15.17:0/3923205243 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0004230 con 0x562c3f4d92b0 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1d967fc640 1 -- 172.21.15.17:0/3923205243 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1da0009e80 con 0x562c3f4d92b0 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.042+0000 7f1d967fc640 1 -- 172.21.15.17:0/3923205243 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0004b60 con 0x562c3f4d92b0 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 -- 172.21.15.17:0/3923205243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 msgr2=0x562c3f4d9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4d9690 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7f1da0009c10 tx=0x7f1da0011810 comp rx=0 tx=0).stop 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 -- 172.21.15.17:0/3923205243 shutdown_connections 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4e4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 --2- 172.21.15.17:0/3923205243 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4d9690 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 -- 172.21.15.17:0/3923205243 >> 172.21.15.17:0/3923205243 conn(0x562c3f4d3990 msgr2=0x562c3f4d3d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:00.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 -- 172.21.15.17:0/3923205243 shutdown_connections 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 -- 172.21.15.17:0/3923205243 wait complete. 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 -- start start 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.043+0000 7f1db93d1740 1 Processor -- start 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d92b0 0x562c3f4e2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 0x562c3f4df5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4dfd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f114430 con 0x562c3f4d9bd0 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f0d0e00 con 0x562c3f4d92b0 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f3c5fd0 con 0x562c3f4e27b0 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 10 client.0 _ll_register_callbacks cb 0x562c3f41bfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 0x562c3f4df5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 0x562c3f4df5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41728/0 (socket says 172.21.15.17:41728) 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 -- 172.21.15.17:0/2926161403 learned_addr learned my addr 172.21.15.17:0/2926161403 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:00.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daffff640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d92b0 0x562c3f4e2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db4d91640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4dfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 -- 172.21.15.17:0/2926161403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 msgr2=0x562c3f4dfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4dfd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 -- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d92b0 msgr2=0x562c3f4e2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d92b0 0x562c3f4e2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 -- 172.21.15.17:0/2926161403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1da0009870 con 0x562c3f4d9bd0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 0x562c3f4df5c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1da4035000 tx=0x7f1da402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71babf99f008ed6b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1d8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/2926161403 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da4048070 con 0x562c3f4d9bd0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/2926161403 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1da4003800 con 0x562c3f4d9bd0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.044+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562c3f17d720 con 0x562c3f4d9bd0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/2926161403 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1da40039c0 con 0x562c3f4d9bd0 2024-03-16T18:23:00.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 10 client.16239 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562c3f43f610 con 0x562c3f4d9bd0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/2926161403 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562c3f17d720 con 0x562c3f4d9bd0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/2926161403 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1da403c070 con 0x562c3f4d9bd0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 10 client.16239 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 10 client.16239 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 20 client.16239 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f4f29c0 0x562c3f4f4e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 4 client.16239 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562c3f1cc890 con 0x562c3f4f29c0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.045+0000 7f1daffff640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f4f29c0 0x562c3f4f4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1d8f7fe640 10 client.16239 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1daffff640 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f4f29c0 0x562c3f4f4e00 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=30506c279e982ec6 server_cookie=f5cfd041e5a7c75b in_seq=0 out_seq=0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/2926161403 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562c3f1cc890 con 0x562c3f4f29c0 2024-03-16T18:23:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1d8f7fe640 10 client.16239 handle_command_reply: tid=0 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 client.16239 shutdown 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 msgr2=0x562c3f4df5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 0x562c3f4df5c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7f1da4035000 tx=0x7f1da402bc30 comp rx=0 tx=0).stop 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 shutdown_connections 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f4f29c0 0x562c3f4f4e00 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d9bd0 0x562c3f4df5c0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4e27b0 0x562c3f4dfd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1d8f7fe640 0 client.16239 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2926161403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4d92b0 0x562c3f4e2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.046+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 >> 172.21.15.17:0/2926161403 conn(0x562c3f4d3990 msgr2=0x562c3f4d5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.047+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 shutdown_connections 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.047+0000 7f1db93d1740 1 -- 172.21.15.17:0/2926161403 wait complete. 2024-03-16T18:23:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.047+0000 7f1db93d1740 20 client.16239 trim_cache size 0 max 16384 2024-03-16T18:23:00.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.062+0000 7f1db93d1740 1 Processor -- start 2024-03-16T18:23:00.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.062+0000 7f1db93d1740 1 -- start start 2024-03-16T18:23:00.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4de5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4e2230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db93d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4d8680 con 0x562c3f4d92b0 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db93d1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4d4790 con 0x562c3f4e27b0 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db93d1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4eedd0 con 0x562c3f4d9bd0 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4de5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4de5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41732/0 (socket says 172.21.15.17:41732) 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 -- 172.21.15.17:0/2999662986 learned_addr learned my addr 172.21.15.17:0/2999662986 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1db4d91640 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4e2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 -- 172.21.15.17:0/2999662986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 msgr2=0x562c3f4e1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 -- 172.21.15.17:0/2999662986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 msgr2=0x562c3f4e2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4e2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 -- 172.21.15.17:0/2999662986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562c3f3dbac0 con 0x562c3f4d92b0 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1daffff640 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4de5a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1da0009b60 tx=0x7f1da0005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c762aa2f1fb8407 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1d95ffb640 1 -- 172.21.15.17:0/2999662986 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0005240 con 0x562c3f4d92b0 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1d95ffb640 1 -- 172.21.15.17:0/2999662986 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1da0019510 con 0x562c3f4d92b0 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.063+0000 7f1d95ffb640 1 -- 172.21.15.17:0/2999662986 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0004920 con 0x562c3f4d92b0 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 -- 172.21.15.17:0/2999662986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 msgr2=0x562c3f4de5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4de5a0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f1da0009b60 tx=0x7f1da0005d30 comp rx=0 tx=0).stop 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 -- 172.21.15.17:0/2999662986 shutdown_connections 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4e2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4e1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 --2- 172.21.15.17:0/2999662986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4de5a0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 -- 172.21.15.17:0/2999662986 >> 172.21.15.17:0/2999662986 conn(0x562c3f4d3990 msgr2=0x562c3f4dde90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 -- 172.21.15.17:0/2999662986 shutdown_connections 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 -- 172.21.15.17:0/2999662986 wait complete. 2024-03-16T18:23:00.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 -- start start 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.064+0000 7f1db93d1740 1 Processor -- start 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4ea120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4dc710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4dcc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4dd190 con 0x562c3f4d92b0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4dd300 con 0x562c3f4e27b0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562c3f4dd4c0 con 0x562c3f4d9bd0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 10 client.0 _ll_register_callbacks cb 0x7f1da4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4ea120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4ea120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41746/0 (socket says 172.21.15.17:41746) 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 -- 172.21.15.17:0/981383339 learned_addr learned my addr 172.21.15.17:0/981383339 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4dc710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db4d91640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4dcc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 -- 172.21.15.17:0/981383339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 msgr2=0x562c3f4dc710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4dc710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 -- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 msgr2=0x562c3f4dcc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4dcc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 -- 172.21.15.17:0/981383339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562c3f3ff570 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1daffff640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4ea120 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f1da0011850 tx=0x7f1da00056b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3847bb7af9acdf95 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1d8f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/981383339 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1da0005240 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/981383339 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1da00053a0 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562c3f12f4e0 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/981383339 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1da0011d10 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.065+0000 7f1db93d1740 10 client.16245 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562c3f4016a0 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/981383339 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562c3f12f4e0 con 0x562c3f4d92b0 2024-03-16T18:23:00.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/981383339 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1da0003990 con 0x562c3f4d92b0 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 10 client.16245 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 10 client.16245 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 20 client.16245 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f54f4f0 0x562c3f551910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 4 client.16245 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x562c3f0ec700 con 0x562c3f54f4f0 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f54f4f0 0x562c3f551910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1d8f7fe640 10 client.16245 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.066+0000 7f1daf7fe640 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f54f4f0 0x562c3f551910 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=daf5a3677da2a381 server_cookie=e9f0add7488b073f in_seq=0 out_seq=0 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1d8f7fe640 1 -- 172.21.15.17:0/981383339 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x562c3f0ec700 con 0x562c3f54f4f0 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1d8f7fe640 10 client.16245 handle_command_reply: tid=0 2024-03-16T18:23:00.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 client.16245 shutdown 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 msgr2=0x562c3f4ea120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4ea120 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7f1da0011850 tx=0x7f1da00056b0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 shutdown_connections 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x562c3f54f4f0 0x562c3f551910 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562c3f4e27b0 0x562c3f4dcc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562c3f4d9bd0 0x562c3f4dc710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1d8f7fe640 0 client.16245 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 --2- 172.21.15.17:0/981383339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562c3f4d92b0 0x562c3f4ea120 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 >> 172.21.15.17:0/981383339 conn(0x562c3f4d3990 msgr2=0x562c3f4d4cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 shutdown_connections 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 1 -- 172.21.15.17:0/981383339 wait complete. 2024-03-16T18:23:00.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db93d1740 20 client.16245 trim_cache size 0 max 16384 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: "a2103281-20f7-4e5a-bb91-9a6ad4074bfa": { 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "a2103281-20f7-4e5a-bb91-9a6ad4074bfa", 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:23:00.076 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:23:00.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d980a1cc0 msgr2=0x7f1d980a4180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d980a1cc0 0x7f1d980a4180 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f1da4006010 tx=0x7f1da40047d0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 msgr2=0x7f1db0197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:00.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 0x7f1db0197860 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7f1da800eb10 tx=0x7f1da800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 shutdown_connections 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d980a1cc0 0x7f1d980a4180 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1db0107570 0x7f1db0197860 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1db006a4c0 0x7f1db019dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 --2- 172.21.15.17:0/52737895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1db0069b20 0x7f1db019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.067+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 >> 172.21.15.17:0/52737895 conn(0x7f1db0077190 msgr2=0x7f1db00fe4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.068+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 shutdown_connections 2024-03-16T18:23:00.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:00.068+0000 7f1db67f4640 1 -- 172.21.15.17:0/52737895 wait complete. 2024-03-16T18:23:00.078 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:22:59 smithi017 ceph-mon[32207]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:23:00.079 INFO:tasks.cephfs.filesystem:scrub status for tag:a2103281-20f7-4e5a-bb91-9a6ad4074bfa - {'path': '/', 'tag': 'a2103281-20f7-4e5a-bb91-9a6ad4074bfa', 'options': 'recursive,force'} 2024-03-16T18:23:00.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:22:59 smithi149 ceph-mon[35991]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:23:00.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:22:59 smithi153 ceph-mon[36005]: pgmap v47: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:23:01.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:00 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:23:01.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:00 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:01.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:00 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:23:01.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:00 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:01.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:00 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:23:01.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:00 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:01.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:00 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:23:01.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:00 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:01.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:00 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:23:01.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:00 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:01.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:00 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:23:01.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:00 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:02.261 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:01 smithi153 ceph-mon[36005]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:23:02.261 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:01 smithi153 ceph-mon[36005]: mgrmap e25: x(active, since 90s), standbys: z, y 2024-03-16T18:23:02.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:01 smithi017 ceph-mon[32207]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:23:02.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:01 smithi017 ceph-mon[32207]: mgrmap e25: x(active, since 90s), standbys: z, y 2024-03-16T18:23:02.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:01 smithi149 ceph-mon[35991]: pgmap v48: 129 pgs: 129 active+clean; 1.4 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 7.4 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:23:02.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:01 smithi149 ceph-mon[35991]: mgrmap e25: x(active, since 90s), standbys: z, y 2024-03-16T18:23:03.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:02 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:23:03.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:02 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:23:03.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:02 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:23:04.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:03 smithi017 ceph-mon[32207]: pgmap v49: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 33 op/s 2024-03-16T18:23:04.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:03 smithi149 ceph-mon[35991]: pgmap v49: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 33 op/s 2024-03-16T18:23:04.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:03 smithi153 ceph-mon[36005]: pgmap v49: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 25 KiB/s rd, 35 KiB/s wr, 33 op/s 2024-03-16T18:23:06.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:05 smithi017 ceph-mon[32207]: pgmap v50: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 35 KiB/s wr, 29 op/s 2024-03-16T18:23:06.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:05 smithi149 ceph-mon[35991]: pgmap v50: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 35 KiB/s wr, 29 op/s 2024-03-16T18:23:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:05 smithi153 ceph-mon[36005]: pgmap v50: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 35 KiB/s wr, 29 op/s 2024-03-16T18:23:08.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:08 smithi017 ceph-mon[32207]: pgmap v51: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 36 op/s 2024-03-16T18:23:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:08 smithi149 ceph-mon[35991]: pgmap v51: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 36 op/s 2024-03-16T18:23:08.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:08 smithi153 ceph-mon[36005]: pgmap v51: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 43 KiB/s wr, 36 op/s 2024-03-16T18:23:10.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:10 smithi017 ceph-mon[32207]: pgmap v52: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 30 op/s 2024-03-16T18:23:10.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:10 smithi149 ceph-mon[35991]: pgmap v52: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 30 op/s 2024-03-16T18:23:10.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:10 smithi153 ceph-mon[36005]: pgmap v52: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 30 op/s 2024-03-16T18:23:12.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:12 smithi017 ceph-mon[32207]: pgmap v53: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 30 op/s 2024-03-16T18:23:12.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:12 smithi149 ceph-mon[35991]: pgmap v53: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 30 op/s 2024-03-16T18:23:12.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:12 smithi153 ceph-mon[36005]: pgmap v53: 129 pgs: 129 active+clean; 1.5 MiB data, 370 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 38 KiB/s wr, 30 op/s 2024-03-16T18:23:14.110 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:14 smithi153 ceph-mon[36005]: pgmap v54: 129 pgs: 129 active+clean; 1.6 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 47 KiB/s wr, 36 op/s 2024-03-16T18:23:14.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:14 smithi017 ceph-mon[32207]: pgmap v54: 129 pgs: 129 active+clean; 1.6 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 47 KiB/s wr, 36 op/s 2024-03-16T18:23:14.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:14 smithi149 ceph-mon[35991]: pgmap v54: 129 pgs: 129 active+clean; 1.6 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 37 KiB/s rd, 47 KiB/s wr, 36 op/s 2024-03-16T18:23:16.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:16 smithi017 ceph-mon[32207]: pgmap v55: 129 pgs: 129 active+clean; 1.6 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:16.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:16 smithi149 ceph-mon[35991]: pgmap v55: 129 pgs: 129 active+clean; 1.6 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:16.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:16 smithi153 ceph-mon[36005]: pgmap v55: 129 pgs: 129 active+clean; 1.6 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:18.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:18 smithi017 ceph-mon[32207]: pgmap v56: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-03-16T18:23:18.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:18 smithi149 ceph-mon[35991]: pgmap v56: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-03-16T18:23:18.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:18 smithi153 ceph-mon[36005]: pgmap v56: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-03-16T18:23:20.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:20 smithi017 ceph-mon[32207]: pgmap v57: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:20.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:20 smithi149 ceph-mon[35991]: pgmap v57: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:20.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:20 smithi153 ceph-mon[36005]: pgmap v57: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:22.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:22 smithi017 ceph-mon[32207]: pgmap v58: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:22.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:22 smithi149 ceph-mon[35991]: pgmap v58: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:22.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:22 smithi153 ceph-mon[36005]: pgmap v58: 129 pgs: 129 active+clean; 1.7 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:24.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:24 smithi017 ceph-mon[32207]: pgmap v59: 129 pgs: 129 active+clean; 1.8 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:24.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:24 smithi149 ceph-mon[35991]: pgmap v59: 129 pgs: 129 active+clean; 1.8 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:24.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:24 smithi153 ceph-mon[36005]: pgmap v59: 129 pgs: 129 active+clean; 1.8 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:26.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:26 smithi017 ceph-mon[32207]: pgmap v60: 129 pgs: 129 active+clean; 1.8 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:26.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:26 smithi149 ceph-mon[35991]: pgmap v60: 129 pgs: 129 active+clean; 1.8 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:26.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:26 smithi153 ceph-mon[36005]: pgmap v60: 129 pgs: 129 active+clean; 1.8 MiB data, 371 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:28.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:28 smithi017 ceph-mon[32207]: pgmap v61: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:28.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:28 smithi149 ceph-mon[35991]: pgmap v61: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:28.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:28 smithi153 ceph-mon[36005]: pgmap v61: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:30.081 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:23:30.081 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:23:30.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 -- 172.21.15.17:0/3660162174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 msgr2=0x7fea64069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 --2- 172.21.15.17:0/3660162174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64069f80 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7fea54009930 tx=0x7fea5402bc30 comp rx=0 tx=0).stop 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 -- 172.21.15.17:0/3660162174 shutdown_connections 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 --2- 172.21.15.17:0/3660162174 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64069f80 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 --2- 172.21.15.17:0/3660162174 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fea6406a4c0 0x7fea6410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 --2- 172.21.15.17:0/3660162174 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea64107640 0x7fea64107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 -- 172.21.15.17:0/3660162174 >> 172.21.15.17:0/3660162174 conn(0x7fea64077190 msgr2=0x7fea640775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 -- 172.21.15.17:0/3660162174 shutdown_connections 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 -- 172.21.15.17:0/3660162174 wait complete. 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 Processor -- start 2024-03-16T18:23:30.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.197+0000 7fea6a98c640 1 -- start start 2024-03-16T18:23:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea6a98c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64100710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea6a98c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea6406a4c0 0x7fea64100c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea6a98c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fea64107640 0x7fea64101190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea6a98c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea641a5d40 con 0x7fea64069b20 2024-03-16T18:23:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea6a98c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea641a5eb0 con 0x7fea6406a4c0 2024-03-16T18:23:30.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea6a98c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea641a6070 con 0x7fea64107640 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64100710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64100710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43730/0 (socket says 172.21.15.17:43730) 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 -- 172.21.15.17:0/1035314781 learned_addr learned my addr 172.21.15.17:0/1035314781 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea637fe640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea6406a4c0 0x7fea64100c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea68f29640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fea64107640 0x7fea64101190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 -- 172.21.15.17:0/1035314781 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fea64107640 msgr2=0x7fea64101190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fea64107640 0x7fea64101190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 -- 172.21.15.17:0/1035314781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea6406a4c0 msgr2=0x7fea64100c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea6406a4c0 0x7fea64100c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 -- 172.21.15.17:0/1035314781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea54009560 con 0x7fea64069b20 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.198+0000 7fea63fff640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64100710 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fea4c00e9f0 tx=0x7fea4c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.199+0000 7fea617fa640 1 -- 172.21.15.17:0/1035314781 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c009700 con 0x7fea64069b20 2024-03-16T18:23:30.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.199+0000 7fea617fa640 1 -- 172.21.15.17:0/1035314781 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fea4c00cd80 con 0x7fea64069b20 2024-03-16T18:23:30.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.199+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea641a6350 con 0x7fea64069b20 2024-03-16T18:23:30.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.199+0000 7fea617fa640 1 -- 172.21.15.17:0/1035314781 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c018840 con 0x7fea64069b20 2024-03-16T18:23:30.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.199+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea641a6830 con 0x7fea64069b20 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.201+0000 7fea617fa640 1 -- 172.21.15.17:0/1035314781 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fea4c0189a0 con 0x7fea64069b20 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.201+0000 7fea6d569740 1 Processor -- start 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.201+0000 7fea6d569740 1 -- start start 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea617fa640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fea500a1bd0 0x7fea500a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea6d569740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe7324f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea6d569740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73258270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea6d569740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe7325aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea6d569740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe731be280 con 0x55fe7324f2b0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea6d569740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe731bb7b0 con 0x55fe7324fbd0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea6d569740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe731b6f90 con 0x55fe732587b0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe7324f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe7324f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43738/0 (socket says 172.21.15.17:43738) 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 -- 172.21.15.17:0/204423244 learned_addr learned my addr 172.21.15.17:0/204423244 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea637fe640 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73258270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea68f29640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fea500a1bd0 0x7fea500a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea617fa640 1 -- 172.21.15.17:0/1035314781 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fea4c014070 con 0x7fea64069b20 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea68f29640 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe7325aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 -- 172.21.15.17:0/204423244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 msgr2=0x55fe7325aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe7325aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 -- 172.21.15.17:0/204423244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 msgr2=0x55fe73258270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73258270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 -- 172.21.15.17:0/204423244 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fe73175570 con 0x55fe7324f2b0 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea68f29640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fea500a1bd0 0x7fea500a4090 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55fe7324ab70 tx=0x7fea5c009bf0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.202+0000 7fea63fff640 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe7324f690 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fea4c06dac0 tx=0x7fea4c06ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8ff07da9ac07352 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea5a7fc640 1 -- 172.21.15.17:0/204423244 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c097dd0 con 0x55fe7324f2b0 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea5a7fc640 1 -- 172.21.15.17:0/204423244 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fea4c0a27d0 con 0x55fe7324f2b0 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea5a7fc640 1 -- 172.21.15.17:0/204423244 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c0a1460 con 0x55fe7324f2b0 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 -- 172.21.15.17:0/204423244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 msgr2=0x55fe7324f690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe7324f690 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7fea4c06dac0 tx=0x7fea4c06ca40 comp rx=0 tx=0).stop 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 -- 172.21.15.17:0/204423244 shutdown_connections 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe7325aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73258270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 --2- 172.21.15.17:0/204423244 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe7324f690 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 -- 172.21.15.17:0/204423244 >> 172.21.15.17:0/204423244 conn(0x55fe73249990 msgr2=0x55fe73249d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 -- 172.21.15.17:0/204423244 shutdown_connections 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.203+0000 7fea6d569740 1 -- 172.21.15.17:0/204423244 wait complete. 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 -- start start 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 Processor -- start 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe73255660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73255ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe732560e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe72e8a430 con 0x55fe7324f2b0 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe72e46e00 con 0x55fe7324fbd0 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe7313bfd0 con 0x55fe732587b0 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea6d569740 10 client.0 _ll_register_callbacks cb 0x55fe73191fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe73255660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe73255660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43752/0 (socket says 172.21.15.17:43752) 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea63fff640 1 -- 172.21.15.17:0/3367897283 learned_addr learned my addr 172.21.15.17:0/3367897283 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea68f29640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe732560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.204+0000 7fea637fe640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73255ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea63fff640 1 -- 172.21.15.17:0/3367897283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 msgr2=0x55fe732560e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea63fff640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe732560e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea63fff640 1 -- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 msgr2=0x55fe73255ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea63fff640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73255ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea63fff640 1 -- 172.21.15.17:0/3367897283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea641a6830 con 0x55fe7324f2b0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea63fff640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe73255660 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fea4c096be0 tx=0x7fea4c0cb160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c13206cff1f57d23 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea437fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea437fe640 1 -- 172.21.15.17:0/3367897283 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea4c0cb670 con 0x55fe7324f2b0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea437fe640 1 -- 172.21.15.17:0/3367897283 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fea4c0b8e40 con 0x55fe7324f2b0 2024-03-16T18:23:30.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fe72eb67e0 con 0x55fe7324f2b0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea437fe640 1 -- 172.21.15.17:0/3367897283 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea4c0b3200 con 0x55fe7324f2b0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea6d569740 10 client.16257 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fe731b5610 con 0x55fe7324f2b0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.205+0000 7fea437fe640 1 -- 172.21.15.17:0/3367897283 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fe72eb67e0 con 0x55fe7324f2b0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea437fe640 1 -- 172.21.15.17:0/3367897283 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fea4c0a0e30 con 0x55fe7324f2b0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea6d569740 10 client.16257 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea6d569740 10 client.16257 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea6d569740 20 client.16257 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea6d569740 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732686e0 0x55fe7326aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea6d569740 4 client.16257 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fe72ef3720 con 0x55fe732686e0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea637fe640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732686e0 0x55fe7326aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea437fe640 10 client.16257 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:30.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.206+0000 7fea637fe640 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732686e0 0x55fe7326aad0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a0309a032cdebf5f server_cookie=2b373a4ec0cdb5d1 in_seq=0 out_seq=0 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.207+0000 7fea437fe640 1 -- 172.21.15.17:0/3367897283 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55fe72ef3720 con 0x55fe732686e0 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.207+0000 7fea437fe640 10 client.16257 handle_command_reply: tid=0 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.207+0000 7fea6d569740 1 client.16257 shutdown 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 msgr2=0x55fe73255660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe73255660 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7fea4c096be0 tx=0x7fea4c0cb160 comp rx=0 tx=0).stop 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 shutdown_connections 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732686e0 0x55fe7326aad0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe732587b0 0x55fe732560e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324fbd0 0x55fe73255ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea437fe640 0 client.16257 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 --2- 172.21.15.17:0/3367897283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe7324f2b0 0x55fe73255660 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 >> 172.21.15.17:0/3367897283 conn(0x55fe73249990 msgr2=0x55fe7324b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 shutdown_connections 2024-03-16T18:23:30.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 1 -- 172.21.15.17:0/3367897283 wait complete. 2024-03-16T18:23:30.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.208+0000 7fea6d569740 20 client.16257 trim_cache size 0 max 16384 2024-03-16T18:23:30.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 Processor -- start 2024-03-16T18:23:30.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 -- start start 2024-03-16T18:23:30.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe73257d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe73263a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe73263fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe7324a9e0 con 0x55fe732587b0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe732512a0 con 0x55fe7324f2b0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea6d569740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe7325af20 con 0x55fe7324fbd0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea68f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe73263fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea68f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe73263fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43760/0 (socket says 172.21.15.17:43760) 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea637fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe73263a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea68f29640 1 -- 172.21.15.17:0/2480896056 learned_addr learned my addr 172.21.15.17:0/2480896056 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.224+0000 7fea63fff640 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe73257d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea68f29640 1 -- 172.21.15.17:0/2480896056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 msgr2=0x55fe73263a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea68f29640 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe73263a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea68f29640 1 -- 172.21.15.17:0/2480896056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 msgr2=0x55fe73257d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea68f29640 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe73257d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea68f29640 1 -- 172.21.15.17:0/2480896056 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fe73151ac0 con 0x55fe732587b0 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea637fe640 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe73263a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea63fff640 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe73257d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:30.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea68f29640 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe73263fb0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fea5c009350 tx=0x7fea5c009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87b7c02a4276a93 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea59ffb640 1 -- 172.21.15.17:0/2480896056 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c025070 con 0x55fe732587b0 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea59ffb640 1 -- 172.21.15.17:0/2480896056 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fea5c016070 con 0x55fe732587b0 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.225+0000 7fea59ffb640 1 -- 172.21.15.17:0/2480896056 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c004020 con 0x55fe732587b0 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 -- 172.21.15.17:0/2480896056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 msgr2=0x55fe73263fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe73263fb0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fea5c009350 tx=0x7fea5c009500 comp rx=0 tx=0).stop 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 -- 172.21.15.17:0/2480896056 shutdown_connections 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe73263fb0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe73263a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 --2- 172.21.15.17:0/2480896056 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe73257d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 -- 172.21.15.17:0/2480896056 >> 172.21.15.17:0/2480896056 conn(0x55fe73249990 msgr2=0x55fe7324b620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 -- 172.21.15.17:0/2480896056 shutdown_connections 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 -- 172.21.15.17:0/2480896056 wait complete. 2024-03-16T18:23:30.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 -- start start 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.226+0000 7fea6d569740 1 Processor -- start 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe7325dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe7325e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe732c2f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe7325ea00 con 0x55fe732587b0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe7325eb70 con 0x55fe7324f2b0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fe732c3490 con 0x55fe7324fbd0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 10 client.0 _ll_register_callbacks cb 0x7fea5c0093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe732c2f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe732c2f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43766/0 (socket says 172.21.15.17:43766) 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 -- 172.21.15.17:0/2298575682 learned_addr learned my addr 172.21.15.17:0/2298575682 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea637fe640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe7325e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea63fff640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe7325dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 -- 172.21.15.17:0/2298575682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 msgr2=0x55fe7325e260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe7325e260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 -- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 msgr2=0x55fe7325dd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe7325dd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 -- 172.21.15.17:0/2298575682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fe731b5610 con 0x55fe732587b0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea68f29640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe732c2f50 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fea5c009e50 tx=0x7fea5c003970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8600e7bdb2db4a46 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea437fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea437fe640 1 -- 172.21.15.17:0/2298575682 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea5c025040 con 0x55fe732587b0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea437fe640 1 -- 172.21.15.17:0/2298575682 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fea5c004c40 con 0x55fe732587b0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.227+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fea4c0a27d0 con 0x55fe732587b0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea437fe640 1 -- 172.21.15.17:0/2298575682 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea5c004e00 con 0x55fe732587b0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 10 client.16263 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fea6410ec30 con 0x55fe732587b0 2024-03-16T18:23:30.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea437fe640 1 -- 172.21.15.17:0/2298575682 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fea4c0a27d0 con 0x55fe732587b0 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea437fe640 1 -- 172.21.15.17:0/2298575682 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fea5c020d20 con 0x55fe732587b0 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 10 client.16263 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 10 client.16263 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 20 client.16263 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732c4c60 0x55fe732c7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 4 client.16263 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55fe72f42890 con 0x55fe732c4c60 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.228+0000 7fea63fff640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732c4c60 0x55fe732c7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea63fff640 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732c4c60 0x55fe732c7080 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=369c7bb25c88d46a server_cookie=dc79c6698bbec9a3 in_seq=0 out_seq=0 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea437fe640 10 client.16263 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea437fe640 1 -- 172.21.15.17:0/2298575682 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55fe72f42890 con 0x55fe732c4c60 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea437fe640 10 client.16263 handle_command_reply: tid=0 2024-03-16T18:23:30.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 client.16263 shutdown 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 msgr2=0x55fe732c2f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe732c2f50 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7fea5c009e50 tx=0x7fea5c003970 comp rx=0 tx=0).stop 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 shutdown_connections 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55fe732c4c60 0x55fe732c7080 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fe732587b0 0x55fe732c2f50 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fe7324fbd0 0x55fe7325e260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea437fe640 0 client.16263 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 --2- 172.21.15.17:0/2298575682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fe7324f2b0 0x55fe7325dd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 >> 172.21.15.17:0/2298575682 conn(0x55fe73249990 msgr2=0x55fe732481c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 shutdown_connections 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 1 -- 172.21.15.17:0/2298575682 wait complete. 2024-03-16T18:23:30.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.229+0000 7fea6d569740 20 client.16263 trim_cache size 0 max 16384 2024-03-16T18:23:30.238 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:23:30.238 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:23:30.238 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:23:30.238 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fea500a1bd0 msgr2=0x7fea500a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fea500a1bd0 0x7fea500a4090 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x55fe7324ab70 tx=0x7fea5c009bf0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 msgr2=0x7fea64100710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64100710 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7fea4c00e9f0 tx=0x7fea4c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 shutdown_connections 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fea500a1bd0 0x7fea500a4090 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fea64107640 0x7fea64101190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fea6406a4c0 0x7fea64100c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 --2- 172.21.15.17:0/1035314781 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fea64069b20 0x7fea64100710 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 >> 172.21.15.17:0/1035314781 conn(0x7fea64077190 msgr2=0x7fea640fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 shutdown_connections 2024-03-16T18:23:30.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.230+0000 7fea6a98c640 1 -- 172.21.15.17:0/1035314781 wait complete. 2024-03-16T18:23:30.242 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:23:30.243 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:23:30.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:30 smithi017 ceph-mon[32207]: pgmap v62: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:30.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:30 smithi149 ceph-mon[35991]: pgmap v62: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:30.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 -- 172.21.15.17:0/2531261012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc103080 msgr2=0x7f76fc10b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 --2- 172.21.15.17:0/2531261012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc103080 0x7f76fc10b560 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f76ec009900 tx=0x7f76ec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 -- 172.21.15.17:0/2531261012 shutdown_connections 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 --2- 172.21.15.17:0/2531261012 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc103080 0x7f76fc10b560 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 --2- 172.21.15.17:0/2531261012 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc10bb30 0x7f76fc10dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 --2- 172.21.15.17:0/2531261012 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc102760 0x7f76fc102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 -- 172.21.15.17:0/2531261012 >> 172.21.15.17:0/2531261012 conn(0x7f76fc0774f0 msgr2=0x7f76fc077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 -- 172.21.15.17:0/2531261012 shutdown_connections 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 -- 172.21.15.17:0/2531261012 wait complete. 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.345+0000 7f7703e07640 1 Processor -- start 2024-03-16T18:23:30.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 -- start start 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc102760 0x7f76fc1003b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc103080 0x7f76fc1008f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 0x7f76fc100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76fc1a5e30 con 0x7f76fc10bb30 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76fc1a5fa0 con 0x7f76fc102760 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7703e07640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76fc1a6160 con 0x7f76fc103080 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77023a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 0x7f76fc100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7701ba3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc102760 0x7f76fc1003b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77013a2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc103080 0x7f76fc1008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77023a4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 0x7f76fc100e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43784/0 (socket says 172.21.15.17:43784) 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f7701ba3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc102760 0x7f76fc1003b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42252/0 (socket says 172.21.15.17:42252) 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77023a4640 1 -- 172.21.15.17:0/2716931684 learned_addr learned my addr 172.21.15.17:0/2716931684 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77013a2640 1 -- 172.21.15.17:0/2716931684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc102760 msgr2=0x7f76fc1003b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77013a2640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc102760 0x7f76fc1003b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77013a2640 1 -- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 msgr2=0x7f76fc100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77013a2640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 0x7f76fc100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77013a2640 1 -- 172.21.15.17:0/2716931684 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76f8009840 con 0x7f76fc103080 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.346+0000 7f77023a4640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 0x7f76fc100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.347+0000 7f77013a2640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc103080 0x7f76fc1008f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76ec036040 tx=0x7f76ec005e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.347+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76ec0043d0 con 0x7f76fc103080 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.347+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76ec009560 con 0x7f76fc103080 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.347+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f76ec02de90 con 0x7f76fc103080 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.347+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76ec005250 con 0x7f76fc103080 2024-03-16T18:23:30.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.347+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76fc1a67b0 con 0x7f76fc103080 2024-03-16T18:23:30.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.348+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76fc0682e0 con 0x7f76fc103080 2024-03-16T18:23:30.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.349+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f76ec003c30 con 0x7f76fc103080 2024-03-16T18:23:30.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.349+0000 7f76f2ffd640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76e80a1bd0 0x7f76e80a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.350+0000 7f7701ba3640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76e80a1bd0 0x7f76e80a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.350+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f76ec0eff50 con 0x7f76fc103080 2024-03-16T18:23:30.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.350+0000 7f7701ba3640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76e80a1bd0 0x7f76e80a4090 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009bd0 tx=0x7f76f4005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.355+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f76ec0b8b00 con 0x7f76fc103080 2024-03-16T18:23:30.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:30 smithi153 ceph-mon[36005]: pgmap v62: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:30.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.576+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76fc106c20 con 0x7f76fc103080 2024-03-16T18:23:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.577+0000 7f76f2ffd640 1 -- 172.21.15.17:0/2716931684 <== mon.1 v2:172.21.15.153:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f76ec0053b0 con 0x7f76fc103080 2024-03-16T18:23:30.579 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:23:30.579 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:23:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.579+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76e80a1bd0 msgr2=0x7f76e80a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.579+0000 7f7703e07640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76e80a1bd0 0x7f76e80a4090 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f76f4009bd0 tx=0x7f76f4005f90 comp rx=0 tx=0).stop 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.579+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc103080 msgr2=0x7f76fc1008f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc103080 0x7f76fc1008f0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f76ec036040 tx=0x7f76ec005e20 comp rx=0 tx=0).stop 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 shutdown_connections 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76e80a1bd0 0x7f76e80a4090 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76fc10bb30 0x7f76fc100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76fc103080 0x7f76fc1008f0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 --2- 172.21.15.17:0/2716931684 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76fc102760 0x7f76fc1003b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 >> 172.21.15.17:0/2716931684 conn(0x7f76fc0774f0 msgr2=0x7f76fc0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 shutdown_connections 2024-03-16T18:23:30.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.580+0000 7f7703e07640 1 -- 172.21.15.17:0/2716931684 wait complete. 2024-03-16T18:23:30.592 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:23:30.592 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:23:30.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 -- 172.21.15.17:0/929418685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100410 msgr2=0x7f1738100890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 --2- 172.21.15.17:0/929418685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100410 0x7f1738100890 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f172c009930 tx=0x7f172c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:23:30.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 -- 172.21.15.17:0/929418685 shutdown_connections 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 --2- 172.21.15.17:0/929418685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100410 0x7f1738100890 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 --2- 172.21.15.17:0/929418685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1738100dd0 0x7f173810d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 --2- 172.21.15.17:0/929418685 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f17381064b0 0x7f1738106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 -- 172.21.15.17:0/929418685 >> 172.21.15.17:0/929418685 conn(0x7f1738077550 msgr2=0x7f1738077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 -- 172.21.15.17:0/929418685 shutdown_connections 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.695+0000 7f173e9c7640 1 -- 172.21.15.17:0/929418685 wait complete. 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 Processor -- start 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 -- start start 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1738100410 0x7f17380fd390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 0x7f17380fd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f17381064b0 0x7f17380fde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17381a5f20 con 0x7f1738100dd0 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17381a6090 con 0x7f1738100410 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173e9c7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17381a6250 con 0x7f17381064b0 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 0x7f17380fd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 0x7f17380fd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43810/0 (socket says 172.21.15.17:43810) 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 -- 172.21.15.17:0/2169168285 learned_addr learned my addr 172.21.15.17:0/2169168285 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f1737fff640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1738100410 0x7f17380fd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f173cf64640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f17381064b0 0x7f17380fde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 -- 172.21.15.17:0/2169168285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f17381064b0 msgr2=0x7f17380fde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f17381064b0 0x7f17380fde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 -- 172.21.15.17:0/2169168285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1738100410 msgr2=0x7f17380fd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1738100410 0x7f17380fd390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.696+0000 7f17377fe640 1 -- 172.21.15.17:0/2169168285 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f172c009560 con 0x7f1738100dd0 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.697+0000 7f17377fe640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 0x7f17380fd8d0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f172c009230 tx=0x7f172c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.697+0000 7f17357fa640 1 -- 172.21.15.17:0/2169168285 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c004350 con 0x7f1738100dd0 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.697+0000 7f17357fa640 1 -- 172.21.15.17:0/2169168285 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f172c02de90 con 0x7f1738100dd0 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.697+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17381a64d0 con 0x7f1738100dd0 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.697+0000 7f17357fa640 1 -- 172.21.15.17:0/2169168285 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c005220 con 0x7f1738100dd0 2024-03-16T18:23:30.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.697+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17381a69e0 con 0x7f1738100dd0 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.699+0000 7f17357fa640 1 -- 172.21.15.17:0/2169168285 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f172c003c30 con 0x7f1738100dd0 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.699+0000 7f17415a0740 1 Processor -- start 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.699+0000 7f17415a0740 1 -- start start 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17415a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e06d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17415a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e076210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17415a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e078b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17415a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7e028960 con 0x562e7e06db70 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17415a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7dfdc310 con 0x562e7e06d250 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17415a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7dfd9840 con 0x562e7e076750 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17357fa640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f17200a1ba0 0x7f17200a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e076210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e076210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43814/0 (socket says 172.21.15.17:43814) 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 -- 172.21.15.17:0/2073857795 learned_addr learned my addr 172.21.15.17:0/2073857795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f173cf64640 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e06d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17377fe640 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e078b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f173cf64640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f17200a1ba0 0x7f17200a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f17357fa640 1 -- 172.21.15.17:0/2169168285 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f172c0efa90 con 0x7f1738100dd0 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 -- 172.21.15.17:0/2073857795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 msgr2=0x562e7e078b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e078b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 -- 172.21.15.17:0/2073857795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 msgr2=0x562e7e06d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e06d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 -- 172.21.15.17:0/2073857795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e7df97060 con 0x562e7e06db70 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f1737fff640 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e076210 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1728009ca0 tx=0x7f1728011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=246e089956356fe4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f173cf64640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f17200a1ba0 0x7f17200a4060 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1730005c40 tx=0x7f1730005bd0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.700+0000 7f171e7fc640 1 -- 172.21.15.17:0/2073857795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1728019630 con 0x562e7e06db70 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f171e7fc640 1 -- 172.21.15.17:0/2073857795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1728009e50 con 0x562e7e06db70 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f171e7fc640 1 -- 172.21.15.17:0/2073857795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172800e950 con 0x562e7e06db70 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 -- 172.21.15.17:0/2073857795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 msgr2=0x562e7e076210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e076210 secure :-1 s=READY pgs=640 cs=0 l=1 rev1=1 crypto rx=0x7f1728009ca0 tx=0x7f1728011810 comp rx=0 tx=0).stop 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 -- 172.21.15.17:0/2073857795 shutdown_connections 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e076210 unknown :-1 s=CLOSED pgs=640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e078b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 --2- 172.21.15.17:0/2073857795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e06d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 -- 172.21.15.17:0/2073857795 >> 172.21.15.17:0/2073857795 conn(0x562e7e067980 msgr2=0x562e7e067d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 -- 172.21.15.17:0/2073857795 shutdown_connections 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 -- 172.21.15.17:0/2073857795 wait complete. 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.701+0000 7f17415a0740 1 -- start start 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 Processor -- start 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06d250 0x562e7e076130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e0734c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e073ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7dfd5020 con 0x562e7e06db70 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7dca8430 con 0x562e7e076750 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7dc64e00 con 0x562e7e06d250 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17415a0740 10 client.0 _ll_register_callbacks cb 0x562e7df7ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e0734c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e0734c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43830/0 (socket says 172.21.15.17:43830) 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 -- 172.21.15.17:0/2385511178 learned_addr learned my addr 172.21.15.17:0/2385511178 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f1737fff640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06d250 0x562e7e076130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f173cf64640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e073ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 -- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06d250 msgr2=0x562e7e076130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06d250 0x562e7e076130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 -- 172.21.15.17:0/2385511178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 msgr2=0x562e7e073ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e073ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 -- 172.21.15.17:0/2385511178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17280098d0 con 0x562e7e06db70 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.702+0000 7f17377fe640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e0734c0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f172c0bc330 tx=0x7f172c08e5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b57b2d74fde0ca2a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17177fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17177fe640 1 -- 172.21.15.17:0/2385511178 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c0c48b0 con 0x562e7e06db70 2024-03-16T18:23:30.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17177fe640 1 -- 172.21.15.17:0/2385511178 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f172c0bcaa0 con 0x562e7e06db70 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562e7dcd47e0 con 0x562e7e06db70 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17177fe640 1 -- 172.21.15.17:0/2385511178 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f172c0ed240 con 0x562e7e06db70 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 10 client.16281 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562e7dfd36a0 con 0x562e7e06db70 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17177fe640 1 -- 172.21.15.17:0/2385511178 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562e7dcd47e0 con 0x562e7e06db70 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17177fe640 1 -- 172.21.15.17:0/2385511178 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f172c03c070 con 0x562e7e06db70 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 10 client.16281 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 10 client.16281 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 20 client.16281 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0865b0 0x562e7e0889d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 4 client.16281 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562e7dd11720 con 0x562e7e0865b0 2024-03-16T18:23:30.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.703+0000 7f1737fff640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0865b0 0x562e7e0889d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.704+0000 7f1737fff640 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0865b0 0x562e7e0889d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3cdfe19ca92b5020 server_cookie=8e5578e3e193fb73 in_seq=0 out_seq=0 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.704+0000 7f17177fe640 10 client.16281 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.704+0000 7f17177fe640 1 -- 172.21.15.17:0/2385511178 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562e7dd11720 con 0x562e7e0865b0 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.704+0000 7f17177fe640 10 client.16281 handle_command_reply: tid=0 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 client.16281 shutdown 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 msgr2=0x562e7e0734c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e0734c0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f172c0bc330 tx=0x7f172c08e5a0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 shutdown_connections 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0865b0 0x562e7e0889d0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e0734c0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e073ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 --2- 172.21.15.17:0/2385511178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06d250 0x562e7e076130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 >> 172.21.15.17:0/2385511178 conn(0x562e7e067980 msgr2=0x562e7e0696d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17177fe640 0 client.16281 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:23:30.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 shutdown_connections 2024-03-16T18:23:30.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 1 -- 172.21.15.17:0/2385511178 wait complete. 2024-03-16T18:23:30.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.705+0000 7f17415a0740 20 client.16281 trim_cache size 0 max 16384 2024-03-16T18:23:30.724 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 Processor -- start 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 -- start start 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e0694c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e075bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e076130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7e073750 con 0x562e7e06db70 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7e082db0 con 0x562e7e06d250 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.717+0000 7f17415a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7df5a130 con 0x562e7e076750 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e075bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e075bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43838/0 (socket says 172.21.15.17:43838) 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 -- 172.21.15.17:0/3643184617 learned_addr learned my addr 172.21.15.17:0/3643184617 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f1737fff640 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e0694c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f173cf64640 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e076130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 -- 172.21.15.17:0/3643184617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 msgr2=0x562e7e076130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e076130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 -- 172.21.15.17:0/3643184617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 msgr2=0x562e7e0694c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e0694c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 -- 172.21.15.17:0/3643184617 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e7df6fc20 con 0x562e7e06db70 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f173cf64640 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e076130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f17377fe640 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e075bf0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f172c0b8010 tx=0x7f172c005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1873a6b63ff5d66 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f171dffb640 1 -- 172.21.15.17:0/3643184617 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c0ed240 con 0x562e7e06db70 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f171dffb640 1 -- 172.21.15.17:0/3643184617 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f172c0c0320 con 0x562e7e06db70 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.718+0000 7f171dffb640 1 -- 172.21.15.17:0/3643184617 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172c0c4910 con 0x562e7e06db70 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- 172.21.15.17:0/3643184617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 msgr2=0x562e7e075bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e075bf0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f172c0b8010 tx=0x7f172c005fd0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- 172.21.15.17:0/3643184617 shutdown_connections 2024-03-16T18:23:30.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06db70 0x562e7e075bf0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e076750 0x562e7e076130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- 172.21.15.17:0/3643184617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e06d250 0x562e7e0694c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- 172.21.15.17:0/3643184617 >> 172.21.15.17:0/3643184617 conn(0x562e7e067980 msgr2=0x562e7e068db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- 172.21.15.17:0/3643184617 shutdown_connections 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- 172.21.15.17:0/3643184617 wait complete. 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- start start 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 Processor -- start 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 0x562e7e070f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06db70 0x562e7e06f730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e06fc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7e0715b0 con 0x562e7e06d250 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7e0701b0 con 0x562e7e076750 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.719+0000 7f17415a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e7e070370 con 0x562e7e06db70 2024-03-16T18:23:30.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17415a0740 10 client.0 _ll_register_callbacks cb 0x7f172c009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 0x562e7e070f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 0x562e7e070f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43842/0 (socket says 172.21.15.17:43842) 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 -- 172.21.15.17:0/3544492306 learned_addr learned my addr 172.21.15.17:0/3544492306 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17377fe640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06db70 0x562e7e06f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f173cf64640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e06fc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 -- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06db70 msgr2=0x562e7e06f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06db70 0x562e7e06f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 -- 172.21.15.17:0/3544492306 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 msgr2=0x562e7e06fc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e06fc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 -- 172.21.15.17:0/3544492306 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562e7dfd36a0 con 0x562e7e06d250 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17377fe640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06db70 0x562e7e06f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f173cf64640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e06fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:30.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f1737fff640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 0x562e7e070f00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1728009800 tx=0x7f1728011e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd0393af77a09d3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17177fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17177fe640 1 -- 172.21.15.17:0/3544492306 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f172802a070 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17177fe640 1 -- 172.21.15.17:0/3544492306 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1728005560 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1728009e50 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17177fe640 1 -- 172.21.15.17:0/3544492306 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f172800e3b0 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17415a0740 10 client.16287 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562e7df958c0 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.720+0000 7f17177fe640 1 -- 172.21.15.17:0/3544492306 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1728009e50 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17177fe640 1 -- 172.21.15.17:0/3544492306 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f172800e800 con 0x562e7e06d250 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 10 client.16287 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 10 client.16287 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 20 client.16287 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0e2290 0x562e7e0e46b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 4 client.16287 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562e7dd60890 con 0x562e7e0e2290 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17377fe640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0e2290 0x562e7e0e46b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17177fe640 10 client.16287 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17377fe640 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0e2290 0x562e7e0e46b0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7b2208c3025417ea server_cookie=ef91310c8c186ed in_seq=0 out_seq=0 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17177fe640 1 -- 172.21.15.17:0/3544492306 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562e7dd60890 con 0x562e7e0e2290 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17177fe640 10 client.16287 handle_command_reply: tid=0 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.721+0000 7f17415a0740 1 client.16287 shutdown 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 msgr2=0x562e7e070f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 0x562e7e070f00 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f1728009800 tx=0x7f1728011e10 comp rx=0 tx=0).stop 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 shutdown_connections 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562e7e0e2290 0x562e7e0e46b0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562e7e076750 0x562e7e06fc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17177fe640 0 client.16287 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:23:30.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562e7e06db70 0x562e7e06f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 --2- 172.21.15.17:0/3544492306 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562e7e06d250 0x562e7e070f00 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 >> 172.21.15.17:0/3544492306 conn(0x562e7e067980 msgr2=0x562e7e069640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 shutdown_connections 2024-03-16T18:23:30.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 1 -- 172.21.15.17:0/3544492306 wait complete. 2024-03-16T18:23:30.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f17415a0740 20 client.16287 trim_cache size 0 max 16384 2024-03-16T18:23:30.731 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:23:30.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f17200a1ba0 msgr2=0x7f17200a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f17200a1ba0 0x7f17200a4060 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f1730005c40 tx=0x7f1730005bd0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 msgr2=0x7f17380fd8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 0x7f17380fd8d0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f172c009230 tx=0x7f172c005dd0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 shutdown_connections 2024-03-16T18:23:30.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f17200a1ba0 0x7f17200a4060 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1738100dd0 0x7f17380fd8d0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f17381064b0 0x7f17380fde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 --2- 172.21.15.17:0/2169168285 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1738100410 0x7f17380fd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 >> 172.21.15.17:0/2169168285 conn(0x7f1738077550 msgr2=0x7f1738069ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 shutdown_connections 2024-03-16T18:23:30.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.722+0000 7f173e9c7640 1 -- 172.21.15.17:0/2169168285 wait complete. 2024-03-16T18:23:30.734 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:23:30.734 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:23:30.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1564951122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 msgr2=0x7ff8e410dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1564951122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e410dfa0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc009ca0 tx=0x7ff8dc02c180 comp rx=0 tx=0).stop 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1564951122 shutdown_connections 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1564951122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e410dfa0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1564951122 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8e4103080 0x7ff8e410b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1564951122 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8e4102760 0x7ff8e4102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1564951122 >> 172.21.15.17:0/1564951122 conn(0x7ff8e4077550 msgr2=0x7ff8e4077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1564951122 shutdown_connections 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.838+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1564951122 wait complete. 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 Processor -- start 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 -- start start 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8e4102760 0x7ff8e419f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8e4103080 0x7ff8e419fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e4199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e419a0d0 con 0x7ff8e410bb30 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e419a240 con 0x7ff8e4103080 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e8fb6640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8e419a400 con 0x7ff8e4102760 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e4199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e4199a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43856/0 (socket says 172.21.15.17:43856) 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1691756711 learned_addr learned my addr 172.21.15.17:0/1691756711 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e259c640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8e4102760 0x7ff8e419f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8e4103080 0x7ff8e419fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1691756711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8e4102760 msgr2=0x7ff8e419f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8e4102760 0x7ff8e419f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1691756711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8e4103080 msgr2=0x7ff8e419fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8e4103080 0x7ff8e419fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.839+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1691756711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8dc009900 con 0x7ff8e410bb30 2024-03-16T18:23:30.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.840+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e4199a80 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc02c790 tx=0x7ff8dc0346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.840+0000 7ff8d37fe640 1 -- 172.21.15.17:0/1691756711 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc003d80 con 0x7ff8e410bb30 2024-03-16T18:23:30.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.840+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8e419a680 con 0x7ff8e410bb30 2024-03-16T18:23:30.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.840+0000 7ff8d37fe640 1 -- 172.21.15.17:0/1691756711 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8dc0348e0 con 0x7ff8e410bb30 2024-03-16T18:23:30.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.840+0000 7ff8d37fe640 1 -- 172.21.15.17:0/1691756711 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc004600 con 0x7ff8e410bb30 2024-03-16T18:23:30.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.840+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8e41a6970 con 0x7ff8e410bb30 2024-03-16T18:23:30.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.842+0000 7ff8d37fe640 1 -- 172.21.15.17:0/1691756711 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff8dc03b040 con 0x7ff8e410bb30 2024-03-16T18:23:30.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.842+0000 7ff8ebb8e740 1 Processor -- start 2024-03-16T18:23:30.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 -- start start 2024-03-16T18:23:30.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8d37fe640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8cc0a1ba0 0x7ff8cc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8250 0x5648952e8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 0x5648952f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648952a3960 con 0x5648952f1750 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564895257310 con 0x5648952e8b70 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564895254840 con 0x5648952e8250 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8d37fe640 1 -- 172.21.15.17:0/1691756711 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff8dc0f0360 con 0x7ff8e410bb30 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 0x5648952f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8cc0a1ba0 0x7ff8cc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 0x5648952f3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43872/0 (socket says 172.21.15.17:43872) 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1673707082 learned_addr learned my addr 172.21.15.17:0/1673707082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e259c640 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8250 0x5648952e8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1673707082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8250 msgr2=0x5648952e8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8250 0x5648952e8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1673707082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 msgr2=0x5648952f1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 -- 172.21.15.17:0/1673707082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564895212060 con 0x5648952f1750 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e259c640 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8250 0x5648952e8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8cc0a1ba0 0x7ff8cc0a4060 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff8e410aaf0 tx=0x7ff8d8009a30 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.843+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 0x5648952f3b40 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0bc9d0 tx=0x7ff8dc0bc6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=585fea41209a9caf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8d0ff9640 1 -- 172.21.15.17:0/1673707082 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc0bd3d0 con 0x5648952f1750 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8d0ff9640 1 -- 172.21.15.17:0/1673707082 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8dc0bccd0 con 0x5648952f1750 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8d0ff9640 1 -- 172.21.15.17:0/1673707082 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8dc004760 con 0x5648952f1750 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/1673707082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 msgr2=0x5648952f3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 0x5648952f3b40 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc0bc9d0 tx=0x7ff8dc0bc6f0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/1673707082 shutdown_connections 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952f1750 0x5648952f3b40 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/1673707082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8250 0x5648952e8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/1673707082 >> 172.21.15.17:0/1673707082 conn(0x5648952e2980 msgr2=0x5648952e2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/1673707082 shutdown_connections 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.844+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/1673707082 wait complete. 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 -- start start 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 Processor -- start 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952ee3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952ee8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564895250020 con 0x5648952e8250 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564894f23430 con 0x5648952f1750 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564894edfe00 con 0x5648952e8b70 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8ebb8e740 10 client.0 _ll_register_callbacks cb 0x5648951f7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f1010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43884/0 (socket says 172.21.15.17:43884) 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 -- 172.21.15.17:0/952426728 learned_addr learned my addr 172.21.15.17:0/952426728 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952ee3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952ee8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 -- 172.21.15.17:0/952426728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 msgr2=0x5648952ee3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952ee3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 -- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 msgr2=0x5648952ee8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952ee8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.845+0000 7ff8e259c640 1 -- 172.21.15.17:0/952426728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8e41a6970 con 0x5648952e8250 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8e259c640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f1010 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4012740 tx=0x7ff8d4012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cde9a209937716f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8c9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/952426728 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d4017070 con 0x5648952e8250 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/952426728 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff8d400f920 con 0x5648952e8250 2024-03-16T18:23:30.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564894f4f7e0 con 0x5648952e8250 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/952426728 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8d400fae0 con 0x5648952e8250 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 10 client.16299 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56489524e6a0 con 0x5648952e8250 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/952426728 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x564894f4f7e0 con 0x5648952e8250 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/952426728 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff8d4010cb0 con 0x5648952e8250 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 10 client.16299 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 10 client.16299 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 20 client.16299 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x564895301660 0x564895303a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 4 client.16299 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.846+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564894f8c720 con 0x564895301660 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.847+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x564895301660 0x564895303a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.847+0000 7ff8c9ffb640 10 client.16299 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.847+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x564895301660 0x564895303a80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=deea76166a371b26 server_cookie=65f7314277aaf58f in_seq=0 out_seq=0 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/952426728 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564894f8c720 con 0x564895301660 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8c9ffb640 10 client.16299 handle_command_reply: tid=0 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 client.16299 shutdown 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 msgr2=0x5648952f1010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f1010 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4012740 tx=0x7ff8d4012c00 comp rx=0 tx=0).stop 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 shutdown_connections 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x564895301660 0x564895303a80 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952ee8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8c9ffb640 0 client.16299 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952ee3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/952426728 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f1010 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 >> 172.21.15.17:0/952426728 conn(0x5648952e2980 msgr2=0x5648952e46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 shutdown_connections 2024-03-16T18:23:30.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/952426728 wait complete. 2024-03-16T18:23:30.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.848+0000 7ff8ebb8e740 20 client.16299 trim_cache size 0 max 16384 2024-03-16T18:23:30.867 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.860+0000 7ff8ebb8e740 1 Processor -- start 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.860+0000 7ff8ebb8e740 1 -- start start 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952e97e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952f0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952f1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648951d5130 con 0x5648952e8250 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648952e75d0 con 0x5648952f1750 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648953040e0 con 0x5648952e8b70 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952e97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952e97e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43890/0 (socket says 172.21.15.17:43890) 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 -- 172.21.15.17:0/2114628993 learned_addr learned my addr 172.21.15.17:0/2114628993 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952f0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952f1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 -- 172.21.15.17:0/2114628993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 msgr2=0x5648952f0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952f0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 -- 172.21.15.17:0/2114628993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 msgr2=0x5648952f1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952f1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 -- 172.21.15.17:0/2114628993 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5648951eac20 con 0x5648952e8250 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952f0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952f1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8e259c640 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952e97e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4001eb0 tx=0x7ff8d400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1f416a9b829fccf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8cbfff640 1 -- 172.21.15.17:0/2114628993 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d4017040 con 0x5648952e8250 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8cbfff640 1 -- 172.21.15.17:0/2114628993 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8d40050d0 con 0x5648952e8250 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.861+0000 7ff8cbfff640 1 -- 172.21.15.17:0/2114628993 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d401ca40 con 0x5648952e8250 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/2114628993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 msgr2=0x5648952e97e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952e97e0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4001eb0 tx=0x7ff8d400f790 comp rx=0 tx=0).stop 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/2114628993 shutdown_connections 2024-03-16T18:23:30.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952f1750 0x5648952f1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952e8b70 0x5648952f0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/2114628993 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952e97e0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/2114628993 >> 172.21.15.17:0/2114628993 conn(0x5648952e2980 msgr2=0x5648952ee700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/2114628993 shutdown_connections 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/2114628993 wait complete. 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- start start 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 Processor -- start 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f63a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952f1750 0x5648952f6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648952ec2a0 con 0x5648952e8250 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5648952ec410 con 0x5648952e8b70 2024-03-16T18:23:30.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56489535cf20 con 0x5648952f1750 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8ebb8e740 10 client.0 _ll_register_callbacks cb 0x7ff8d4009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8e259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8e259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43904/0 (socket says 172.21.15.17:43904) 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.862+0000 7ff8e259c640 1 -- 172.21.15.17:0/621667339 learned_addr learned my addr 172.21.15.17:0/621667339 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952f1750 0x5648952f6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e259c640 1 -- 172.21.15.17:0/621667339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952f1750 msgr2=0x5648952f6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e259c640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952f1750 0x5648952f6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e259c640 1 -- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 msgr2=0x5648952f68e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e259c640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f68e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e259c640 1 -- 172.21.15.17:0/621667339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56489524e6a0 con 0x5648952e8250 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e2d9d640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952f1750 0x5648952f6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8e259c640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f63a0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4005c20 tx=0x7ff8d400fb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=451fe4354d0063d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8c9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/621667339 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8d4017040 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/621667339 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff8d401c9c0 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8dc0bccd0 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/621667339 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8d4005700 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8ebb8e740 10 client.16305 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5648952108c0 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/621667339 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8dc0bccd0 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/621667339 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff8d402a430 con 0x5648952e8250 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8ebb8e740 10 client.16305 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.863+0000 7ff8ebb8e740 10 client.16305 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 20 client.16305 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56489535e320 0x564895360710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 4 client.16305 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564894fdb890 con 0x56489535e320 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56489535e320 0x564895360710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8e1d9b640 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56489535e320 0x564895360710 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c733ea4d25ea7e14 server_cookie=2901d589cacdc39b in_seq=0 out_seq=0 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8c9ffb640 10 client.16305 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8c9ffb640 1 -- 172.21.15.17:0/621667339 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564894fdb890 con 0x56489535e320 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8c9ffb640 10 client.16305 handle_command_reply: tid=0 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 client.16305 shutdown 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 msgr2=0x5648952f63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f63a0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4005c20 tx=0x7ff8d400fb50 comp rx=0 tx=0).stop 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 shutdown_connections 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56489535e320 0x564895360710 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5648952f1750 0x5648952f6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8c9ffb640 0 client.16305 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:23:30.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5648952e8b70 0x5648952f68e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 --2- 172.21.15.17:0/621667339 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5648952e8250 0x5648952f63a0 unknown :-1 s=CLOSED pgs=649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 >> 172.21.15.17:0/621667339 conn(0x5648952e2980 msgr2=0x5648952e97e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 shutdown_connections 2024-03-16T18:23:30.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.864+0000 7ff8ebb8e740 1 -- 172.21.15.17:0/621667339 wait complete. 2024-03-16T18:23:30.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8ebb8e740 20 client.16305 trim_cache size 0 max 16384 2024-03-16T18:23:30.874 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:23:30.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8cc0a1ba0 msgr2=0x7ff8cc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8cc0a1ba0 0x7ff8cc0a4060 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7ff8e410aaf0 tx=0x7ff8d8009a30 comp rx=0 tx=0).stop 2024-03-16T18:23:30.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 msgr2=0x7ff8e4199a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e4199a80 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc02c790 tx=0x7ff8dc0346f0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 shutdown_connections 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8cc0a1ba0 0x7ff8cc0a4060 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8e410bb30 0x7ff8e4199a80 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8e4103080 0x7ff8e419fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 --2- 172.21.15.17:0/1691756711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8e4102760 0x7ff8e419f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 >> 172.21.15.17:0/1691756711 conn(0x7ff8e4077550 msgr2=0x7ff8e4107a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 shutdown_connections 2024-03-16T18:23:30.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.865+0000 7ff8e8fb6640 1 -- 172.21.15.17:0/1691756711 wait complete. 2024-03-16T18:23:30.877 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:23:30.877 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:23:30.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 -- 172.21.15.17:0/1507798429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 msgr2=0x7f8f3410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/1507798429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 0x7f8f3410e320 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c009c10 tx=0x7f8f2c02bef0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 -- 172.21.15.17:0/1507798429 shutdown_connections 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/1507798429 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f341014a0 0x7f8f34101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/1507798429 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 0x7f8f3410e320 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/1507798429 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f34107560 0x7f8f34107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 -- 172.21.15.17:0/1507798429 >> 172.21.15.17:0/1507798429 conn(0x7f8f340788f0 msgr2=0x7f8f34078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 -- 172.21.15.17:0/1507798429 shutdown_connections 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.981+0000 7f8f3a50c640 1 -- 172.21.15.17:0/1507798429 wait complete. 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 Processor -- start 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 -- start start 2024-03-16T18:23:30.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 0x7f8f3419d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 0x7f8f3419db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 0x7f8f341977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f34197e50 con 0x7f8f34107560 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f34197fc0 con 0x7f8f34101e60 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f3a50c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f34198180 con 0x7f8f341014a0 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f38aa9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 0x7f8f341977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f33fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 0x7f8f3419d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f38aa9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 0x7f8f341977b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43922/0 (socket says 172.21.15.17:43922) 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f33fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 0x7f8f3419d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:44874/0 (socket says 172.21.15.17:44874) 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f38aa9640 1 -- 172.21.15.17:0/2563358266 learned_addr learned my addr 172.21.15.17:0/2563358266 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.982+0000 7f8f337fe640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 0x7f8f3419db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f38aa9640 1 -- 172.21.15.17:0/2563358266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 msgr2=0x7f8f3419d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 0x7f8f3419d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f38aa9640 1 -- 172.21.15.17:0/2563358266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 msgr2=0x7f8f3419db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 0x7f8f3419db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f38aa9640 1 -- 172.21.15.17:0/2563358266 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f2c009840 con 0x7f8f34107560 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f33fff640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 0x7f8f3419d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 0x7f8f341977b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c036040 tx=0x7f8f2c005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f317fa640 1 -- 172.21.15.17:0/2563358266 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c003970 con 0x7f8f34107560 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f34198400 con 0x7f8f34107560 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f317fa640 1 -- 172.21.15.17:0/2563358266 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8f2c004040 con 0x7f8f34107560 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f317fa640 1 -- 172.21.15.17:0/2563358266 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c03e6c0 con 0x7f8f34107560 2024-03-16T18:23:30.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.983+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f341a4670 con 0x7f8f34107560 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.985+0000 7f8f317fa640 1 -- 172.21.15.17:0/2563358266 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f8f2c0041b0 con 0x7f8f34107560 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.985+0000 7f8f3d1c6740 1 Processor -- start 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.985+0000 7f8f3d1c6740 1 -- start start 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.985+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f082e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f317fa640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8f1c0a1ba0 0x7f8f1c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f15620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f17f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9ec3960 con 0x5571e9f08820 2024-03-16T18:23:30.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9e77310 con 0x5571e9f07f00 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9e74840 con 0x5571e9f15b60 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f33fff640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8f1c0a1ba0 0x7f8f1c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f17f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f15620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f317fa640 1 -- 172.21.15.17:0/2563358266 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8f2c0f0660 con 0x7f8f34107560 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f17f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:44876/0 (socket says 172.21.15.17:44876) 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f15620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43932/0 (socket says 172.21.15.17:43932) 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 -- 172.21.15.17:0/678248997 learned_addr learned my addr 172.21.15.17:0/678248997 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f337fe640 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f082e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 -- 172.21.15.17:0/678248997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 msgr2=0x5571e9f082e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f082e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 -- 172.21.15.17:0/678248997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 msgr2=0x5571e9f15620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f15620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 -- 172.21.15.17:0/678248997 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571e9e32060 con 0x5571e9f15b60 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f33fff640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8f1c0a1ba0 0x7f8f1c0a4060 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f28009fc0 tx=0x7f8f28005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f17f50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0edaf0 tx=0x7f8f2c0bcab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=23b040c08215e10d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f1a7fc640 1 -- 172.21.15.17:0/678248997 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c0f0070 con 0x5571e9f15b60 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f1a7fc640 1 -- 172.21.15.17:0/678248997 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8f2c0d5ca0 con 0x5571e9f15b60 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.986+0000 7f8f1a7fc640 1 -- 172.21.15.17:0/678248997 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c0c57a0 con 0x5571e9f15b60 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/678248997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 msgr2=0x5571e9f17f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f17f50 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c0edaf0 tx=0x7f8f2c0bcab0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/678248997 shutdown_connections 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f15620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f17f50 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/678248997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f082e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/678248997 >> 172.21.15.17:0/678248997 conn(0x5571e9f02980 msgr2=0x5571e9f02d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/678248997 shutdown_connections 2024-03-16T18:23:30.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/678248997 wait complete. 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.987+0000 7f8f3d1c6740 1 -- start start 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 Processor -- start 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 0x5571e9f154a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f08820 0x5571e9f12830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f15b60 0x5571e9f12d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9e70020 con 0x5571e9f07f00 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9b43430 con 0x5571e9f15b60 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9affe00 con 0x5571e9f08820 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 0x5571e9f154a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f3d1c6740 10 client.0 _ll_register_callbacks cb 0x5571e9e17cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 0x5571e9f154a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43934/0 (socket says 172.21.15.17:43934) 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 -- 172.21.15.17:0/849184795 learned_addr learned my addr 172.21.15.17:0/849184795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:30.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f337fe640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f08820 0x5571e9f12830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f15b60 0x5571e9f12d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 -- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f08820 msgr2=0x5571e9f12830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f08820 0x5571e9f12830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 -- 172.21.15.17:0/849184795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f15b60 msgr2=0x5571e9f12d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f15b60 0x5571e9f12d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.988+0000 7f8f33fff640 1 -- 172.21.15.17:0/849184795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f341a4670 con 0x5571e9f07f00 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f33fff640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 0x5571e9f154a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f8f28003830 tx=0x7f8f28004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43d2d56afe28be19 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f137fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f137fe640 1 -- 172.21.15.17:0/849184795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f280040e0 con 0x5571e9f07f00 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571e9b6f7e0 con 0x5571e9f07f00 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f137fe640 1 -- 172.21.15.17:0/849184795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8f2800f980 con 0x5571e9f07f00 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f137fe640 1 -- 172.21.15.17:0/849184795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f2800fb40 con 0x5571e9f07f00 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 10 client.16317 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5571e9e6e6a0 con 0x5571e9f07f00 2024-03-16T18:23:30.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f137fe640 1 -- 172.21.15.17:0/849184795 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5571e9b6f7e0 con 0x5571e9f07f00 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f137fe640 1 -- 172.21.15.17:0/849184795 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8f2801c3f0 con 0x5571e9f07f00 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 10 client.16317 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 10 client.16317 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 20 client.16317 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f25b60 0x5571e9f27f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 4 client.16317 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571e9bac720 con 0x5571e9f25b60 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.989+0000 7f8f337fe640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f25b60 0x5571e9f27f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.990+0000 7f8f337fe640 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f25b60 0x5571e9f27f80 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8652b4faa686d53c server_cookie=69a3396c0f9291d2 in_seq=0 out_seq=0 2024-03-16T18:23:30.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.990+0000 7f8f137fe640 10 client.16317 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.990+0000 7f8f137fe640 1 -- 172.21.15.17:0/849184795 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5571e9bac720 con 0x5571e9f25b60 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.990+0000 7f8f137fe640 10 client.16317 handle_command_reply: tid=0 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.990+0000 7f8f3d1c6740 1 client.16317 shutdown 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 msgr2=0x5571e9f154a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 0x5571e9f154a0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f8f28003830 tx=0x7f8f28004730 comp rx=0 tx=0).stop 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 shutdown_connections 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f25b60 0x5571e9f27f80 crc :-1 s=READY pgs=38 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f15b60 0x5571e9f12d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f08820 0x5571e9f12830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f137fe640 0 client.16317 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/849184795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f07f00 0x5571e9f154a0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 >> 172.21.15.17:0/849184795 conn(0x5571e9f02980 msgr2=0x5571e9f046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 shutdown_connections 2024-03-16T18:23:30.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/849184795 wait complete. 2024-03-16T18:23:31.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:30.991+0000 7f8f3d1c6740 20 client.16317 trim_cache size 0 max 16384 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 Processor -- start 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 -- start start 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f0e090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f14f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f154a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9df5130 con 0x5571e9f08820 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9f075a0 con 0x5571e9f07f00 2024-03-16T18:23:31.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9f08fb0 con 0x5571e9f15b60 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f14f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f33fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f0e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f337fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f14f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43948/0 (socket says 172.21.15.17:43948) 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f337fe640 1 -- 172.21.15.17:0/156862998 learned_addr learned my addr 172.21.15.17:0/156862998 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.003+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f154a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f337fe640 1 -- 172.21.15.17:0/156862998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 msgr2=0x5571e9f154a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f337fe640 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f154a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f337fe640 1 -- 172.21.15.17:0/156862998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 msgr2=0x5571e9f0e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f337fe640 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f0e090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f337fe640 1 -- 172.21.15.17:0/156862998 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571e9e0ac20 con 0x5571e9f08820 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f154a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:31.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f33fff640 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f0e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f337fe640 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f14f60 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f8f24009fa0 tx=0x7f8f24009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73f96b2327eda052 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f19ffb640 1 -- 172.21.15.17:0/156862998 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f24016040 con 0x5571e9f08820 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f19ffb640 1 -- 172.21.15.17:0/156862998 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8f24021be0 con 0x5571e9f08820 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f19ffb640 1 -- 172.21.15.17:0/156862998 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f240038e0 con 0x5571e9f08820 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/156862998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 msgr2=0x5571e9f14f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.004+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f14f60 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7f8f24009fa0 tx=0x7f8f24009620 comp rx=0 tx=0).stop 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/156862998 shutdown_connections 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f08820 0x5571e9f14f60 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f15b60 0x5571e9f154a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/156862998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f07f00 0x5571e9f0e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/156862998 >> 172.21.15.17:0/156862998 conn(0x5571e9f02980 msgr2=0x5571e9f04660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/156862998 shutdown_connections 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/156862998 wait complete. 2024-03-16T18:23:31.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- start start 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 Processor -- start 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f07f00 0x5571e9f0f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f08820 0x5571e9f0fd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 0x5571e9f1cb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9f1d070 con 0x5571e9f15b60 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9f1d1e0 con 0x5571e9f08820 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571e9f1d3a0 con 0x5571e9f07f00 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f3d1c6740 10 client.0 _ll_register_callbacks cb 0x7f8f28004030 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f38aa9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 0x5571e9f1cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f38aa9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 0x5571e9f1cb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43960/0 (socket says 172.21.15.17:43960) 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f38aa9640 1 -- 172.21.15.17:0/1369899796 learned_addr learned my addr 172.21.15.17:0/1369899796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.005+0000 7f8f33fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f07f00 0x5571e9f0f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f337fe640 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f08820 0x5571e9f0fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f38aa9640 1 -- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f07f00 msgr2=0x5571e9f0f7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f07f00 0x5571e9f0f7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f38aa9640 1 -- 172.21.15.17:0/1369899796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f08820 msgr2=0x5571e9f0fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f08820 0x5571e9f0fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f38aa9640 1 -- 172.21.15.17:0/1369899796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571e9e6e6a0 con 0x5571e9f15b60 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f38aa9640 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 0x5571e9f1cb30 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c006010 tx=0x7f8f2c0bd670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1dc8f57271eadf6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f137fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f137fe640 1 -- 172.21.15.17:0/1369899796 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f2c0f0040 con 0x5571e9f15b60 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f137fe640 1 -- 172.21.15.17:0/1369899796 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8f2c0c10c0 con 0x5571e9f15b60 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8f2c0d5ca0 con 0x5571e9f15b60 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f137fe640 1 -- 172.21.15.17:0/1369899796 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8f2c0edd70 con 0x5571e9f15b60 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f3d1c6740 10 client.16323 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:31.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5571e9e32060 con 0x5571e9f15b60 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f137fe640 1 -- 172.21.15.17:0/1369899796 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8f2c0d5ca0 con 0x5571e9f15b60 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.006+0000 7f8f137fe640 1 -- 172.21.15.17:0/1369899796 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8f2c03c040 con 0x5571e9f15b60 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 10 client.16323 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 10 client.16323 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 20 client.16323 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f82150 0x5571e9f84570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 4 client.16323 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5571e9bfb890 con 0x5571e9f82150 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f33fff640 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f82150 0x5571e9f84570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f33fff640 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f82150 0x5571e9f84570 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d7e66131cc581c67 server_cookie=83c16dbc11133f09 in_seq=0 out_seq=0 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f137fe640 10 client.16323 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f137fe640 1 -- 172.21.15.17:0/1369899796 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5571e9bfb890 con 0x5571e9f82150 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f137fe640 10 client.16323 handle_command_reply: tid=0 2024-03-16T18:23:31.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 client.16323 shutdown 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 msgr2=0x5571e9f1cb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 0x5571e9f1cb30 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c006010 tx=0x7f8f2c0bd670 comp rx=0 tx=0).stop 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 shutdown_connections 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5571e9f82150 0x5571e9f84570 crc :-1 s=READY pgs=39 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571e9f15b60 0x5571e9f1cb30 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571e9f08820 0x5571e9f0fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 --2- 172.21.15.17:0/1369899796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571e9f07f00 0x5571e9f0f7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f137fe640 0 client.16323 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.007+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 >> 172.21.15.17:0/1369899796 conn(0x5571e9f02980 msgr2=0x5571e9f03dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 shutdown_connections 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3d1c6740 1 -- 172.21.15.17:0/1369899796 wait complete. 2024-03-16T18:23:31.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3d1c6740 20 client.16323 trim_cache size 0 max 16384 2024-03-16T18:23:31.017 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:23:31.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8f1c0a1ba0 msgr2=0x7f8f1c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8f1c0a1ba0 0x7f8f1c0a4060 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f8f28009fc0 tx=0x7f8f28005f90 comp rx=0 tx=0).stop 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 msgr2=0x7f8f341977b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 0x7f8f341977b0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f8f2c036040 tx=0x7f8f2c005c60 comp rx=0 tx=0).stop 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 shutdown_connections 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8f1c0a1ba0 0x7f8f1c0a4060 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8f34107560 0x7f8f341977b0 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8f34101e60 0x7f8f3419db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 --2- 172.21.15.17:0/2563358266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8f341014a0 0x7f8f3419d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 >> 172.21.15.17:0/2563358266 conn(0x7f8f340788f0 msgr2=0x7f8f34100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 shutdown_connections 2024-03-16T18:23:31.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.008+0000 7f8f3a50c640 1 -- 172.21.15.17:0/2563358266 wait complete. 2024-03-16T18:23:31.020 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:23:31.020 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:23:31.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 -- 172.21.15.17:0/2797396976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c100f80 msgr2=0x7f6c1c104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 --2- 172.21.15.17:0/2797396976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c100f80 0x7f6c1c104fc0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f6c10009930 tx=0x7f6c1002bc30 comp rx=0 tx=0).stop 2024-03-16T18:23:31.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 -- 172.21.15.17:0/2797396976 shutdown_connections 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 --2- 172.21.15.17:0/2797396976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c100f80 0x7f6c1c104fc0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 --2- 172.21.15.17:0/2797396976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c1c1056a0 0x7f6c1c10d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 --2- 172.21.15.17:0/2797396976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 -- 172.21.15.17:0/2797396976 >> 172.21.15.17:0/2797396976 conn(0x7f6c1c0774f0 msgr2=0x7f6c1c077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 -- 172.21.15.17:0/2797396976 shutdown_connections 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.124+0000 7f6c2392e640 1 -- 172.21.15.17:0/2797396976 wait complete. 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 Processor -- start 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 -- start start 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c19d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c1c1056a0 0x7f6c1c19dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c1c1978d0 0x7f6c1c197d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1982c0 con 0x7f6c1c1005d0 2024-03-16T18:23:31.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c198430 con 0x7f6c1c1056a0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c2392e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c1c1985f0 con 0x7f6c1c1978d0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c19d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c19d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43986/0 (socket says 172.21.15.17:43986) 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 -- 172.21.15.17:0/3869418526 learned_addr learned my addr 172.21.15.17:0/3869418526 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c1c1056a0 0x7f6c1c19dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c1c1978d0 0x7f6c1c197d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 -- 172.21.15.17:0/3869418526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c1c1978d0 msgr2=0x7f6c1c197d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c1c1978d0 0x7f6c1c197d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 -- 172.21.15.17:0/3869418526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c1c1056a0 msgr2=0x7f6c1c19dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c1c1056a0 0x7f6c1c19dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 -- 172.21.15.17:0/3869418526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c10009560 con 0x7f6c1c1005d0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.125+0000 7f6c216ca640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c19d720 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00ebc0 tx=0x7f6c0c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.126+0000 7f6c1a7fc640 1 -- 172.21.15.17:0/3869418526 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c0099b0 con 0x7f6c1c1005d0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.126+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6c1c1a45e0 con 0x7f6c1c1005d0 2024-03-16T18:23:31.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.126+0000 7f6c1a7fc640 1 -- 172.21.15.17:0/3869418526 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6c0c00eec0 con 0x7f6c1c1005d0 2024-03-16T18:23:31.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.126+0000 7f6c1a7fc640 1 -- 172.21.15.17:0/3869418526 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c0c018a80 con 0x7f6c1c1005d0 2024-03-16T18:23:31.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.126+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c1c1a4ac0 con 0x7f6c1c1005d0 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.128+0000 7f6c1a7fc640 1 -- 172.21.15.17:0/3869418526 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f6c0c018be0 con 0x7f6c1c1005d0 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.128+0000 7f6c265df740 1 Processor -- start 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.128+0000 7f6c265df740 1 -- start start 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c265df740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 0x55fc3febe630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c265df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec7210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c265df740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3fec7750 0x55fc3fec9b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c265df740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fe79960 con 0x55fc3febe250 2024-03-16T18:23:31.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c265df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fe2d310 con 0x55fc3febeb70 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c265df740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fe2a840 con 0x55fc3fec7750 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c1a7fc640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6c040a1ba0 0x7f6c040a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c21ecb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 0x55fc3febe630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c216ca640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c21ecb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 0x55fc3febe630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43992/0 (socket says 172.21.15.17:43992) 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c20ec9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3fec7750 0x55fc3fec9b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c21ecb640 1 -- 172.21.15.17:0/1476552423 learned_addr learned my addr 172.21.15.17:0/1476552423 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6c040a1ba0 0x7f6c040a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c1a7fc640 1 -- 172.21.15.17:0/3869418526 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f6c0c014070 con 0x7f6c1c1005d0 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1476552423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 msgr2=0x55fc3fec7210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec7210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1476552423 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 msgr2=0x55fc3febe630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 0x55fc3febe630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1476552423 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fc3fde8060 con 0x55fc3fec7750 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.129+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 0x55fc3febe630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3fec7750 0x55fc3fec9b40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6c1002c170 tx=0x7f6c10005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3cdbcb23107ca47d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6c040a1ba0 0x7f6c040a4060 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6c14011980 tx=0x7f6c14005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c037fe640 1 -- 172.21.15.17:0/1476552423 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c10004800 con 0x55fc3fec7750 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c037fe640 1 -- 172.21.15.17:0/1476552423 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6c1002de90 con 0x55fc3fec7750 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c037fe640 1 -- 172.21.15.17:0/1476552423 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c100037f0 con 0x55fc3fec7750 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 -- 172.21.15.17:0/1476552423 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3fec7750 msgr2=0x55fc3fec9b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3fec7750 0x55fc3fec9b40 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6c1002c170 tx=0x7f6c10005d50 comp rx=0 tx=0).stop 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 -- 172.21.15.17:0/1476552423 shutdown_connections 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3fec7750 0x55fc3fec9b40 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec7210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 --2- 172.21.15.17:0/1476552423 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febe250 0x55fc3febe630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.130+0000 7f6c265df740 1 -- 172.21.15.17:0/1476552423 >> 172.21.15.17:0/1476552423 conn(0x55fc3feb8980 msgr2=0x55fc3feb8d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 -- 172.21.15.17:0/1476552423 shutdown_connections 2024-03-16T18:23:31.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 -- 172.21.15.17:0/1476552423 wait complete. 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 -- start start 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 Processor -- start 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fec70f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fec4480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fec4a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fe26020 con 0x55fc3febeb70 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3faf9430 con 0x55fc3fec7750 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fab5e00 con 0x55fc3febe250 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c265df740 10 client.0 _ll_register_callbacks cb 0x55fc3fdcdcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c20ec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fec4480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c20ec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fec4480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43998/0 (socket says 172.21.15.17:43998) 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1734224795 learned_addr learned my addr 172.21.15.17:0/1734224795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.138 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c216ca640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fec70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.131+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fec4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1734224795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 msgr2=0x55fc3fec70f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fec70f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 msgr2=0x55fc3fec4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fec4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c20ec9640 1 -- 172.21.15.17:0/1734224795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c1c068650 con 0x55fc3febeb70 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fec4480 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6c10036040 tx=0x7f6c100048a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802ee9290ee1afe1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c00ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c00ff9640 1 -- 172.21.15.17:0/1734224795 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c1002cb80 con 0x55fc3febeb70 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fc3fb257e0 con 0x55fc3febeb70 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c00ff9640 1 -- 172.21.15.17:0/1734224795 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f6c1004d070 con 0x55fc3febeb70 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c00ff9640 1 -- 172.21.15.17:0/1734224795 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6c100035f0 con 0x55fc3febeb70 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c265df740 10 client.16335 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:31.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fc3fe246a0 con 0x55fc3febeb70 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.132+0000 7f6c00ff9640 1 -- 172.21.15.17:0/1734224795 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fc3fb257e0 con 0x55fc3febeb70 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c00ff9640 1 -- 172.21.15.17:0/1734224795 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6c1003c050 con 0x55fc3febeb70 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c265df740 10 client.16335 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c265df740 10 client.16335 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c265df740 20 client.16335 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c265df740 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3fed7410 0x55fc3fed9830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c265df740 4 client.16335 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fc3fb62720 con 0x55fc3fed7410 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c216ca640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3fed7410 0x55fc3fed9830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c00ff9640 10 client.16335 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:23:31.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.133+0000 7f6c216ca640 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3fed7410 0x55fc3fed9830 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ba5a362a07cdf27b server_cookie=cf9a7d1d10b166d2 in_seq=0 out_seq=0 2024-03-16T18:23:31.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.134+0000 7f6c00ff9640 1 -- 172.21.15.17:0/1734224795 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55fc3fb62720 con 0x55fc3fed7410 2024-03-16T18:23:31.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.134+0000 7f6c00ff9640 10 client.16335 handle_command_reply: tid=0 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.134+0000 7f6c265df740 1 client.16335 shutdown 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.134+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 msgr2=0x55fc3fec4480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fec4480 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f6c10036040 tx=0x7f6c100048a0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 shutdown_connections 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3fed7410 0x55fc3fed9830 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fec4480 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c00ff9640 0 client.16335 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fec4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 --2- 172.21.15.17:0/1734224795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fec70f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 >> 172.21.15.17:0/1734224795 conn(0x55fc3feb8980 msgr2=0x55fc3feba6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 shutdown_connections 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 1 -- 172.21.15.17:0/1734224795 wait complete. 2024-03-16T18:23:31.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.135+0000 7f6c265df740 20 client.16335 trim_cache size 0 max 16384 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.148+0000 7f6c265df740 1 Processor -- start 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.148+0000 7f6c265df740 1 -- start start 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c265df740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3feba470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c265df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c265df740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 0x55fc3fec7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c265df740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fdab130 con 0x55fc3fec7750 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c265df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fec00a0 con 0x55fc3febeb70 2024-03-16T18:23:31.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c265df740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3feb9980 con 0x55fc3febe250 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 0x55fc3fec7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c216ca640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3feba470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 0x55fc3fec7080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44006/0 (socket says 172.21.15.17:44006) 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 -- 172.21.15.17:0/479739014 learned_addr learned my addr 172.21.15.17:0/479739014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 -- 172.21.15.17:0/479739014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 msgr2=0x55fc3feba470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3feba470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 -- 172.21.15.17:0/479739014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 msgr2=0x55fc3fec6b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec6b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 -- 172.21.15.17:0/479739014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fc3fdc0c20 con 0x55fc3fec7750 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c216ca640 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3feba470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 0x55fc3fec7080 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6c14011770 tx=0x7f6c14009780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14bd6fe6ef05e4b3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c02ffd640 1 -- 172.21.15.17:0/479739014 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c14025070 con 0x55fc3fec7750 2024-03-16T18:23:31.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c02ffd640 1 -- 172.21.15.17:0/479739014 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6c140044c0 con 0x55fc3fec7750 2024-03-16T18:23:31.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.149+0000 7f6c02ffd640 1 -- 172.21.15.17:0/479739014 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c14004cf0 con 0x55fc3fec7750 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 -- 172.21.15.17:0/479739014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 msgr2=0x55fc3fec7080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 0x55fc3fec7080 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f6c14011770 tx=0x7f6c14009780 comp rx=0 tx=0).stop 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 -- 172.21.15.17:0/479739014 shutdown_connections 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3fec7750 0x55fc3fec7080 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3febeb70 0x55fc3fec6b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 --2- 172.21.15.17:0/479739014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3feba470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 -- 172.21.15.17:0/479739014 >> 172.21.15.17:0/479739014 conn(0x55fc3feb8980 msgr2=0x55fc3feb9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 -- 172.21.15.17:0/479739014 shutdown_connections 2024-03-16T18:23:31.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 -- 172.21.15.17:0/479739014 wait complete. 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.150+0000 7f6c265df740 1 -- start start 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 Processor -- start 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fecf400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fecb780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fecbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fecc420 con 0x55fc3febeb70 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3fecc590 con 0x55fc3fec7750 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fc3ff32cd0 con 0x55fc3febe250 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c265df740 10 client.0 _ll_register_callbacks cb 0x7f6c14009bc0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fecb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fecb780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44020/0 (socket says 172.21.15.17:44020) 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 -- 172.21.15.17:0/4243817650 learned_addr learned my addr 172.21.15.17:0/4243817650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c21ecb640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fecbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c216ca640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fecf400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 -- 172.21.15.17:0/4243817650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 msgr2=0x55fc3fecf400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fecf400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 -- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 msgr2=0x55fc3fecbd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fecbd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.151+0000 7f6c20ec9640 1 -- 172.21.15.17:0/4243817650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c1c1a4ac0 con 0x55fc3febeb70 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c20ec9640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fecb780 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x55fc3fec5a50 tx=0x7f6c100043f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75c8748c1f971587 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c00ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c00ff9640 1 -- 172.21.15.17:0/4243817650 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6c10005680 con 0x55fc3febeb70 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c00ff9640 1 -- 172.21.15.17:0/4243817650 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f6c1004d070 con 0x55fc3febeb70 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6c1002de90 con 0x55fc3febeb70 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c00ff9640 1 -- 172.21.15.17:0/4243817650 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6c10005d50 con 0x55fc3febeb70 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 10 client.16341 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:31.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f6c14019040 con 0x55fc3febeb70 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c00ff9640 1 -- 172.21.15.17:0/4243817650 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6c1002de90 con 0x55fc3febeb70 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c00ff9640 1 -- 172.21.15.17:0/4243817650 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6c1003c040 con 0x55fc3febeb70 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 10 client.16341 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 10 client.16341 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 20 client.16341 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3ff34120 0x55fc3ff36540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 4 client.16341 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fc3fbb1890 con 0x55fc3ff34120 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.152+0000 7f6c216ca640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3ff34120 0x55fc3ff36540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c00ff9640 10 client.16341 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c216ca640 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3ff34120 0x55fc3ff36540 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=208a6de43e401495 server_cookie=1632aee25a24cd65 in_seq=0 out_seq=0 2024-03-16T18:23:31.160 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c00ff9640 1 -- 172.21.15.17:0/4243817650 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fc3fbb1890 con 0x55fc3ff34120 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c00ff9640 10 client.16341 handle_command_reply: tid=0 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 client.16341 shutdown 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 msgr2=0x55fc3fecb780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fecb780 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x55fc3fec5a50 tx=0x7f6c100043f0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 shutdown_connections 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55fc3ff34120 0x55fc3ff36540 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fc3febeb70 0x55fc3fecb780 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c00ff9640 0 client.16341 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fc3fec7750 0x55fc3fecbd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 --2- 172.21.15.17:0/4243817650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fc3febe250 0x55fc3fecf400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 >> 172.21.15.17:0/4243817650 conn(0x55fc3feb8980 msgr2=0x55fc3febf920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 shutdown_connections 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 1 -- 172.21.15.17:0/4243817650 wait complete. 2024-03-16T18:23:31.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.153+0000 7f6c265df740 20 client.16341 trim_cache size 0 max 16384 2024-03-16T18:23:31.162 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6c040a1ba0 msgr2=0x7f6c040a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6c040a1ba0 0x7f6c040a4060 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f6c14011980 tx=0x7f6c14005f90 comp rx=0 tx=0).stop 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 msgr2=0x7f6c1c19d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c19d720 secure :-1 s=READY pgs=655 cs=0 l=1 rev1=1 crypto rx=0x7f6c0c00ebc0 tx=0x7f6c0c00c6a0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 shutdown_connections 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6c040a1ba0 0x7f6c040a4060 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6c1c1978d0 0x7f6c1c197d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6c1c1056a0 0x7f6c1c19dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 --2- 172.21.15.17:0/3869418526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6c1c1005d0 0x7f6c1c19d720 unknown :-1 s=CLOSED pgs=655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 >> 172.21.15.17:0/3869418526 conn(0x7f6c1c0774f0 msgr2=0x7f6c1c0fe680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 shutdown_connections 2024-03-16T18:23:31.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.154+0000 7f6c2392e640 1 -- 172.21.15.17:0/3869418526 wait complete. 2024-03-16T18:23:31.165 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:31 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2716931684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:23:31.166 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:23:31.166 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:23:31.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 -- 172.21.15.17:0/2358927277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998010bb30 msgr2=0x7f998010dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 --2- 172.21.15.17:0/2358927277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998010bb30 0x7f998010dfa0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9978009ca0 tx=0x7f997802c180 comp rx=0 tx=0).stop 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 -- 172.21.15.17:0/2358927277 shutdown_connections 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 --2- 172.21.15.17:0/2358927277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f998010bb30 0x7f998010dfa0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 --2- 172.21.15.17:0/2358927277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9980103080 0x7f998010b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 --2- 172.21.15.17:0/2358927277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9980102760 0x7f9980102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 -- 172.21.15.17:0/2358927277 >> 172.21.15.17:0/2358927277 conn(0x7f9980077550 msgr2=0x7f9980077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 -- 172.21.15.17:0/2358927277 shutdown_connections 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.269+0000 7f9986377640 1 -- 172.21.15.17:0/2358927277 wait complete. 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 Processor -- start 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 -- start start 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9980102760 0x7f998019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9980103080 0x7f998019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 0x7f99801978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9980197f00 con 0x7f998010bb30 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9980198070 con 0x7f9980102760 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9986377640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9980198230 con 0x7f9980103080 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 0x7f99801978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 0x7f99801978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44038/0 (socket says 172.21.15.17:44038) 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 -- 172.21.15.17:0/3947413310 learned_addr learned my addr 172.21.15.17:0/3947413310 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f997ffff640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9980102760 0x7f998019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f997f7fe640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9980103080 0x7f998019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 -- 172.21.15.17:0/3947413310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9980103080 msgr2=0x7f998019dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9980103080 0x7f998019dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 -- 172.21.15.17:0/3947413310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9980102760 msgr2=0x7f998019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9980102760 0x7f998019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.270+0000 7f9984914640 1 -- 172.21.15.17:0/3947413310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9970009490 con 0x7f998010bb30 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.271+0000 7f9984914640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 0x7f99801978b0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f997802c790 tx=0x7f99780346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.271+0000 7f997d7fa640 1 -- 172.21.15.17:0/3947413310 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9978003d80 con 0x7f998010bb30 2024-03-16T18:23:31.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.271+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9978009900 con 0x7f998010bb30 2024-03-16T18:23:31.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.271+0000 7f997d7fa640 1 -- 172.21.15.17:0/3947413310 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f99780348e0 con 0x7f998010bb30 2024-03-16T18:23:31.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.271+0000 7f997d7fa640 1 -- 172.21.15.17:0/3947413310 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9978004600 con 0x7f998010bb30 2024-03-16T18:23:31.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.271+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99801a4570 con 0x7f998010bb30 2024-03-16T18:23:31.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f997d7fa640 1 -- 172.21.15.17:0/3947413310 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f997803b040 con 0x7f998010bb30 2024-03-16T18:23:31.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 Processor -- start 2024-03-16T18:23:31.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 -- start start 2024-03-16T18:23:31.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88df4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e01620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e03f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88daf960 con 0x55de88df3c30 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88d63310 con 0x55de88e01b60 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f998902f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88d60840 con 0x55de88df45e0 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.273+0000 7f997d7fa640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f99680a1ba0 0x7f99680a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88df4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88df4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44048/0 (socket says 172.21.15.17:44048) 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 -- 172.21.15.17:0/2864399792 learned_addr learned my addr 172.21.15.17:0/2864399792 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f9984914640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f99680a1ba0 0x7f99680a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e03f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997ffff640 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e01620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997d7fa640 1 -- 172.21.15.17:0/3947413310 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f99780f0370 con 0x7f998010bb30 2024-03-16T18:23:31.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 -- 172.21.15.17:0/2864399792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 msgr2=0x55de88e01620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e01620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 -- 172.21.15.17:0/2864399792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 msgr2=0x55de88e03f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e03f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 -- 172.21.15.17:0/2864399792 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55de88d1e060 con 0x55de88df3c30 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f9984914640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f99680a1ba0 0x7f99680a4060 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f99780bc980 tx=0x7f997802c180 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f997f7fe640 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88df4010 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9974009fd0 tx=0x7f99740096c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95d160b37304339b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f99667fc640 1 -- 172.21.15.17:0/2864399792 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9974013130 con 0x55de88df3c30 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f99667fc640 1 -- 172.21.15.17:0/2864399792 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9974013290 con 0x55de88df3c30 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.274+0000 7f99667fc640 1 -- 172.21.15.17:0/2864399792 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9974004b60 con 0x55de88df3c30 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 -- 172.21.15.17:0/2864399792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 msgr2=0x55de88df4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88df4010 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f9974009fd0 tx=0x7f99740096c0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 -- 172.21.15.17:0/2864399792 shutdown_connections 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e03f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e01620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 --2- 172.21.15.17:0/2864399792 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88df4010 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 -- 172.21.15.17:0/2864399792 >> 172.21.15.17:0/2864399792 conn(0x55de88dee980 msgr2=0x55de88deed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 -- 172.21.15.17:0/2864399792 shutdown_connections 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 -- 172.21.15.17:0/2864399792 wait complete. 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.275+0000 7f998902f740 1 -- start start 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 Processor -- start 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df3c30 0x55de88e014b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 0x55de88dfe840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88dfeda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88d5c020 con 0x55de88df45e0 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88a2f430 con 0x55de88e01b60 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de889ebe00 con 0x55de88df3c30 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f998902f740 10 client.0 _ll_register_callbacks cb 0x55de88d03cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 0x55de88dfe840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 0x55de88dfe840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44052/0 (socket says 172.21.15.17:44052) 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 -- 172.21.15.17:0/1628565790 learned_addr learned my addr 172.21.15.17:0/1628565790 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997f7fe640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df3c30 0x55de88e014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997f7fe640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88dfeda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 -- 172.21.15.17:0/1628565790 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df3c30 msgr2=0x55de88e014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df3c30 0x55de88e014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 -- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 msgr2=0x55de88dfeda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88dfeda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 -- 172.21.15.17:0/1628565790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f997401b040 con 0x55de88df45e0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997f7fe640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88dfeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f997ffff640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 0x55de88dfe840 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9970012980 tx=0x7f9970012e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715e9a672e5d134e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f995f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.276+0000 7f995f7fe640 1 -- 172.21.15.17:0/1628565790 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9970017070 con 0x55de88df45e0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f995f7fe640 1 -- 172.21.15.17:0/1628565790 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f997000f9e0 con 0x55de88df45e0 2024-03-16T18:23:31.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55de88a5b7e0 con 0x55de88df45e0 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f995f7fe640 1 -- 172.21.15.17:0/1628565790 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f99700122e0 con 0x55de88df45e0 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 10 client.16353 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55de88d5a6a0 con 0x55de88df45e0 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f995f7fe640 1 -- 172.21.15.17:0/1628565790 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55de88a5b7e0 con 0x55de88df45e0 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f995f7fe640 1 -- 172.21.15.17:0/1628565790 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f997001c420 con 0x55de88df45e0 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 10 client.16353 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 10 client.16353 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 20 client.16353 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e11d30 0x55de88e14150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 4 client.16353 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55de88a98720 con 0x55de88e11d30 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.277+0000 7f997f7fe640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e11d30 0x55de88e14150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f995f7fe640 10 client.16353 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:31.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f997f7fe640 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e11d30 0x55de88e14150 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c10737fcfdbffc9f server_cookie=2420a650a68bed20 in_seq=0 out_seq=0 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f995f7fe640 1 -- 172.21.15.17:0/1628565790 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55de88a98720 con 0x55de88e11d30 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f995f7fe640 10 client.16353 handle_command_reply: tid=0 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f998902f740 1 client.16353 shutdown 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 msgr2=0x55de88dfe840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f998902f740 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 0x55de88dfe840 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f9970012980 tx=0x7f9970012e40 comp rx=0 tx=0).stop 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.278+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 shutdown_connections 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e11d30 0x55de88e14150 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df45e0 0x55de88dfe840 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88dfeda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 --2- 172.21.15.17:0/1628565790 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df3c30 0x55de88e014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f995f7fe640 0 client.16353 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 >> 172.21.15.17:0/1628565790 conn(0x55de88dee980 msgr2=0x55de88df06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 shutdown_connections 2024-03-16T18:23:31.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 1 -- 172.21.15.17:0/1628565790 wait complete. 2024-03-16T18:23:31.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.279+0000 7f998902f740 20 client.16353 trim_cache size 0 max 16384 2024-03-16T18:23:31.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 Processor -- start 2024-03-16T18:23:31.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 -- start start 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88e00f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e014b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e0ce90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88ce1130 con 0x55de88df3c30 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88a98720 con 0x55de88e01b60 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f998902f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88a5b7e0 con 0x55de88df45e0 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88e00f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88e00f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44056/0 (socket says 172.21.15.17:44056) 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f997f7fe640 1 -- 172.21.15.17:0/4107504004 learned_addr learned my addr 172.21.15.17:0/4107504004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.291+0000 7f997ffff640 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e014b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e0ce90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 -- 172.21.15.17:0/4107504004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 msgr2=0x55de88e014b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e014b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 -- 172.21.15.17:0/4107504004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 msgr2=0x55de88e0ce90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e0ce90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 -- 172.21.15.17:0/4107504004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55de88cf6c20 con 0x55de88df3c30 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f997f7fe640 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88e00f70 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9974013fa0 tx=0x7f9974005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65a5601201f8abb6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f9965ffb640 1 -- 172.21.15.17:0/4107504004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9974009c80 con 0x55de88df3c30 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f9965ffb640 1 -- 172.21.15.17:0/4107504004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f997400fdd0 con 0x55de88df3c30 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f9965ffb640 1 -- 172.21.15.17:0/4107504004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9974010ae0 con 0x55de88df3c30 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f998902f740 1 -- 172.21.15.17:0/4107504004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 msgr2=0x55de88e00f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f998902f740 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88e00f70 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7f9974013fa0 tx=0x7f9974005f90 comp rx=0 tx=0).stop 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f998902f740 1 -- 172.21.15.17:0/4107504004 shutdown_connections 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f998902f740 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88e01b60 0x55de88e0ce90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.292+0000 7f998902f740 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88e014b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 --2- 172.21.15.17:0/4107504004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88df3c30 0x55de88e00f70 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- 172.21.15.17:0/4107504004 >> 172.21.15.17:0/4107504004 conn(0x55de88dee980 msgr2=0x55de88df9e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- 172.21.15.17:0/4107504004 shutdown_connections 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- 172.21.15.17:0/4107504004 wait complete. 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- start start 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 Processor -- start 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88df3c30 0x55de88dfb6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88dfbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 0x55de88e6c5a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88e6cae0 con 0x55de88e01b60 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88e6cc20 con 0x55de88df3c30 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55de88e6cd60 con 0x55de88df45e0 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f998902f740 10 client.0 _ll_register_callbacks cb 0x7f99700099e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 0x55de88e6c5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f997f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 0x55de88e6c5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44072/0 (socket says 172.21.15.17:44072) 2024-03-16T18:23:31.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f997f7fe640 1 -- 172.21.15.17:0/303080841 learned_addr learned my addr 172.21.15.17:0/303080841 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f997f7fe640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88df3c30 0x55de88dfb6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.293+0000 7f997ffff640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88dfbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f997f7fe640 1 -- 172.21.15.17:0/303080841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 msgr2=0x55de88dfbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f997f7fe640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88dfbbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f997f7fe640 1 -- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88df3c30 msgr2=0x55de88dfb6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f997f7fe640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88df3c30 0x55de88dfb6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f997f7fe640 1 -- 172.21.15.17:0/303080841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55de88d1e060 con 0x55de88e01b60 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f997f7fe640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 0x55de88e6c5a0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x55de88dfca80 tx=0x7f9974023040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=126da2e76e0de1f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f995f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f995f7fe640 1 -- 172.21.15.17:0/303080841 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f997400f8d0 con 0x55de88e01b60 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f995f7fe640 1 -- 172.21.15.17:0/303080841 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f997400fa30 con 0x55de88e01b60 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9974013290 con 0x55de88e01b60 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f995f7fe640 1 -- 172.21.15.17:0/303080841 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f997400fbf0 con 0x55de88e01b60 2024-03-16T18:23:31.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f998902f740 10 client.16359 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55de88d1c8c0 con 0x55de88e01b60 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f995f7fe640 1 -- 172.21.15.17:0/303080841 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9974013290 con 0x55de88e01b60 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f995f7fe640 1 -- 172.21.15.17:0/303080841 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f997403b420 con 0x55de88e01b60 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f998902f740 10 client.16359 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f998902f740 10 client.16359 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.294+0000 7f998902f740 20 client.16359 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e6e1e0 0x55de88e70600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 4 client.16359 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55de88ae7890 con 0x55de88e6e1e0 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f997ffff640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e6e1e0 0x55de88e70600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f997ffff640 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e6e1e0 0x55de88e70600 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22b23d67bcf25d4e server_cookie=5efa9146acc6bb8c in_seq=0 out_seq=0 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f995f7fe640 10 client.16359 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f995f7fe640 1 -- 172.21.15.17:0/303080841 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55de88ae7890 con 0x55de88e6e1e0 2024-03-16T18:23:31.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f995f7fe640 10 client.16359 handle_command_reply: tid=0 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 client.16359 shutdown 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 msgr2=0x55de88e6c5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 0x55de88e6c5a0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x55de88dfca80 tx=0x7f9974023040 comp rx=0 tx=0).stop 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 shutdown_connections 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55de88e6e1e0 0x55de88e70600 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55de88e01b60 0x55de88e6c5a0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55de88df45e0 0x55de88dfbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f995f7fe640 0 client.16359 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 --2- 172.21.15.17:0/303080841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55de88df3c30 0x55de88dfb6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.295+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 >> 172.21.15.17:0/303080841 conn(0x55de88dee980 msgr2=0x55de88df95c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 shutdown_connections 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f998902f740 1 -- 172.21.15.17:0/303080841 wait complete. 2024-03-16T18:23:31.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f998902f740 20 client.16359 trim_cache size 0 max 16384 2024-03-16T18:23:31.305 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:23:31.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f99680a1ba0 msgr2=0x7f99680a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f99680a1ba0 0x7f99680a4060 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f99780bc980 tx=0x7f997802c180 comp rx=0 tx=0).stop 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 msgr2=0x7f99801978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 0x7f99801978b0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f997802c790 tx=0x7f99780346f0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 shutdown_connections 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f99680a1ba0 0x7f99680a4060 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f998010bb30 0x7f99801978b0 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9980103080 0x7f998019dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 --2- 172.21.15.17:0/3947413310 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9980102760 0x7f998019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 >> 172.21.15.17:0/3947413310 conn(0x7f9980077550 msgr2=0x7f99800fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 shutdown_connections 2024-03-16T18:23:31.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:31.296+0000 7f9986377640 1 -- 172.21.15.17:0/3947413310 wait complete. 2024-03-16T18:23:31.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:31 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2716931684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:23:31.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:31 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2716931684' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:23:32.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:32 smithi017 ceph-mon[32207]: pgmap v63: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:32.309 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:23:32.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:23:32.309 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:23:32.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:32 smithi149 ceph-mon[35991]: pgmap v63: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:32.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:32 smithi153 ceph-mon[36005]: pgmap v63: 129 pgs: 129 active+clean; 1.9 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.426+0000 7fe3630d0640 1 -- 172.21.15.17:0/360586132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 msgr2=0x7fe35c10b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.426+0000 7fe3630d0640 1 --2- 172.21.15.17:0/360586132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c10b560 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fe350009900 tx=0x7fe35002bcd0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- 172.21.15.17:0/360586132 shutdown_connections 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 --2- 172.21.15.17:0/360586132 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c10b560 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 --2- 172.21.15.17:0/360586132 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe35c10bb30 0x7fe35c10dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 --2- 172.21.15.17:0/360586132 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe35c102760 0x7fe35c102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- 172.21.15.17:0/360586132 >> 172.21.15.17:0/360586132 conn(0x7fe35c077550 msgr2=0x7fe35c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- 172.21.15.17:0/360586132 shutdown_connections 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- 172.21.15.17:0/360586132 wait complete. 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 Processor -- start 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- start start 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe35c102760 0x7fe35c19d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c19dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe35c10bb30 0x7fe35c197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe35c197f60 con 0x7fe35c103080 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe35c1980d0 con 0x7fe35c102760 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.427+0000 7fe3630d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe35c198290 con 0x7fe35c10bb30 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c19dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c19dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44084/0 (socket says 172.21.15.17:44084) 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 -- 172.21.15.17:0/4016752782 learned_addr learned my addr 172.21.15.17:0/4016752782 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe360e6c640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe35c102760 0x7fe35c19d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe36166d640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe35c10bb30 0x7fe35c197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 -- 172.21.15.17:0/4016752782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe35c10bb30 msgr2=0x7fe35c197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe35c10bb30 0x7fe35c197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 -- 172.21.15.17:0/4016752782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe35c102760 msgr2=0x7fe35c19d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe35c102760 0x7fe35c19d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 -- 172.21.15.17:0/4016752782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe350009560 con 0x7fe35c103080 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe35bfff640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c19dc50 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fe350006010 tx=0x7fe350005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe359ffb640 1 -- 172.21.15.17:0/4016752782 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3500043d0 con 0x7fe35c103080 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe359ffb640 1 -- 172.21.15.17:0/4016752782 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe350003aa0 con 0x7fe35c103080 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe35c198510 con 0x7fe35c103080 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe359ffb640 1 -- 172.21.15.17:0/4016752782 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe350005350 con 0x7fe35c103080 2024-03-16T18:23:32.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.428+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe35c1a47b0 con 0x7fe35c103080 2024-03-16T18:23:32.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.430+0000 7fe359ffb640 1 -- 172.21.15.17:0/4016752782 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe350003c10 con 0x7fe35c103080 2024-03-16T18:23:32.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 Processor -- start 2024-03-16T18:23:32.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 -- start start 2024-03-16T18:23:32.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d0132f7760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe359ffb640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe3440a1c20 0x7fe3440a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.441 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0133002e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d013302d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d013265f90 con 0x55d0132f7d30 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0132634c0 con 0x55d0132f7380 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe365d82740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d01325eca0 con 0x55d0133008b0 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe360e6c640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe3440a1c20 0x7fe3440a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.431+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0133002e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d0132f7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d0132f7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42568/0 (socket says 172.21.15.17:42568) 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 -- 172.21.15.17:0/3033295600 learned_addr learned my addr 172.21.15.17:0/3033295600 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d013302d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe359ffb640 1 -- 172.21.15.17:0/4016752782 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe3500f01e0 con 0x7fe35c103080 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 -- 172.21.15.17:0/3033295600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 msgr2=0x55d013302d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.442 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d013302d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 -- 172.21.15.17:0/3033295600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 msgr2=0x55d0133002e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0133002e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 -- 172.21.15.17:0/3033295600 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d0132210b0 con 0x55d0132f7380 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe35bfff640 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0133002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe360e6c640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe3440a1c20 0x7fe3440a40e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe35c0ff8e0 tx=0x7fe34c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe36166d640 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d0132f7760 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe354005f40 tx=0x7fe354005bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b75a043e1033bd2f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe342ffd640 1 -- 172.21.15.17:0/3033295600 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe354011130 con 0x55d0132f7380 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe342ffd640 1 -- 172.21.15.17:0/3033295600 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe354011290 con 0x55d0132f7380 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.432+0000 7fe342ffd640 1 -- 172.21.15.17:0/3033295600 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe354005020 con 0x55d0132f7380 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 -- 172.21.15.17:0/3033295600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 msgr2=0x55d0132f7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d0132f7760 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fe354005f40 tx=0x7fe354005bd0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 -- 172.21.15.17:0/3033295600 shutdown_connections 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0133002e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d013302d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 --2- 172.21.15.17:0/3033295600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d0132f7760 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 -- 172.21.15.17:0/3033295600 >> 172.21.15.17:0/3033295600 conn(0x55d0132f1840 msgr2=0x55d0132f1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 -- 172.21.15.17:0/3033295600 shutdown_connections 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 -- 172.21.15.17:0/3033295600 wait complete. 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.433+0000 7fe365d82740 1 -- start start 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 Processor -- start 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7380 0x55d0132fd890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0132fddd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0133008b0 0x55d0132fe310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d013203f40 con 0x55d0132f7d30 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d012f324b0 con 0x55d0133008b0 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0131e4670 con 0x55d0132f7380 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe365d82740 10 client.0 _ll_register_callbacks cb 0x55d013251f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0132fddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0132fddd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44100/0 (socket says 172.21.15.17:44100) 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 -- 172.21.15.17:0/4045774720 learned_addr learned my addr 172.21.15.17:0/4045774720 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe360e6c640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7380 0x55d0132fd890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe36166d640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0133008b0 0x55d0132fe310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 -- 172.21.15.17:0/4045774720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7380 msgr2=0x55d0132fd890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7380 0x55d0132fd890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 -- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0133008b0 msgr2=0x55d0132fe310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0133008b0 0x55d0132fe310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.434+0000 7fe35bfff640 1 -- 172.21.15.17:0/4045774720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe354019040 con 0x55d0132f7d30 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe35bfff640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0132fddd0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fe350000c00 tx=0x7fe3500b8ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aff088c4f187199b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe33bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe33bfff640 1 -- 172.21.15.17:0/4045774720 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3500056c0 con 0x55d0132f7d30 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe33bfff640 1 -- 172.21.15.17:0/4045774720 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe3500bd230 con 0x55d0132f7d30 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d013238f40 con 0x55d0132f7d30 2024-03-16T18:23:32.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe33bfff640 1 -- 172.21.15.17:0/4045774720 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe3500bb0f0 con 0x55d0132f7d30 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 10 client.16371 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d01325d320 con 0x55d0132f7d30 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe33bfff640 1 -- 172.21.15.17:0/4045774720 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe35009f080 con 0x55d0132f7d30 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe33bfff640 1 -- 172.21.15.17:0/4045774720 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe35003c070 con 0x55d0132f7d30 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 10 client.16371 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 10 client.16371 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 20 client.16371 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:32.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d013310c40 0x55d013313060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 4 client.16371 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.435+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d013255310 con 0x55d013310c40 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.436+0000 7fe360e6c640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d013310c40 0x55d013313060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.436+0000 7fe360e6c640 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d013310c40 0x55d013313060 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b968dc69c11cc004 server_cookie=3eabf7559d474472 in_seq=0 out_seq=0 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.436+0000 7fe33bfff640 10 client.16371 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe33bfff640 1 -- 172.21.15.17:0/4045774720 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d013255310 con 0x55d013310c40 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe33bfff640 10 client.16371 handle_command_reply: tid=0 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 client.16371 shutdown 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 msgr2=0x55d0132fddd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0132fddd0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fe350000c00 tx=0x7fe3500b8ee0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 shutdown_connections 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d013310c40 0x55d013313060 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7d30 0x55d0132fddd0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0133008b0 0x55d0132fe310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe33bfff640 0 client.16371 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 --2- 172.21.15.17:0/4045774720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7380 0x55d0132fd890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 >> 172.21.15.17:0/4045774720 conn(0x55d0132f1840 msgr2=0x55d0132f37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 shutdown_connections 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 1 -- 172.21.15.17:0/4045774720 wait complete. 2024-03-16T18:23:32.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.437+0000 7fe365d82740 20 client.16371 trim_cache size 0 max 16384 2024-03-16T18:23:32.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 Processor -- start 2024-03-16T18:23:32.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 -- start start 2024-03-16T18:23:32.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 0x55d0132fdde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7d30 0x55d0132fe320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d01330bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0133136c0 con 0x55d0132f7380 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d013310a10 con 0x55d0132f7d30 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe365d82740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0132f8670 con 0x55d0133008b0 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 0x55d0132fdde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 0x55d0132fdde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44110/0 (socket says 172.21.15.17:44110) 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 -- 172.21.15.17:0/1743110445 learned_addr learned my addr 172.21.15.17:0/1743110445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe35bfff640 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7d30 0x55d0132fe320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe36166d640 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d01330bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 -- 172.21.15.17:0/1743110445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 msgr2=0x55d01330bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d01330bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 -- 172.21.15.17:0/1743110445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7d30 msgr2=0x55d0132fe320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7d30 0x55d0132fe320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe360e6c640 1 -- 172.21.15.17:0/1743110445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d0131f9c00 con 0x55d0132f7380 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.454+0000 7fe36166d640 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d01330bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe360e6c640 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 0x55d0132fdde0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x55d0133138d0 tx=0x7fe34c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0cebff48800f070 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe3427fc640 1 -- 172.21.15.17:0/1743110445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34c025070 con 0x55d0132f7380 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe3427fc640 1 -- 172.21.15.17:0/1743110445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe34c004200 con 0x55d0132f7380 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe3427fc640 1 -- 172.21.15.17:0/1743110445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe34c01e660 con 0x55d0132f7380 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 -- 172.21.15.17:0/1743110445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 msgr2=0x55d0132fdde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 0x55d0132fdde0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x55d0133138d0 tx=0x7fe34c014000 comp rx=0 tx=0).stop 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 -- 172.21.15.17:0/1743110445 shutdown_connections 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0133008b0 0x55d01330bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7d30 0x55d0132fe320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 --2- 172.21.15.17:0/1743110445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0132f7380 0x55d0132fdde0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 -- 172.21.15.17:0/1743110445 >> 172.21.15.17:0/1743110445 conn(0x55d0132f1840 msgr2=0x55d0132f08e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 -- 172.21.15.17:0/1743110445 shutdown_connections 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.455+0000 7fe365d82740 1 -- 172.21.15.17:0/1743110445 wait complete. 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 -- start start 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 Processor -- start 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d013308790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7d30 0x55d013304b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 0x55d013305170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d013305840 con 0x55d0133008b0 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0133059b0 con 0x55d0132f7380 2024-03-16T18:23:32.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d01336c500 con 0x55d0132f7d30 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe365d82740 10 client.0 _ll_register_callbacks cb 0x7fe350004530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe36166d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 0x55d013305170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe360e6c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d013308790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe36166d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 0x55d013305170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44116/0 (socket says 172.21.15.17:44116) 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe36166d640 1 -- 172.21.15.17:0/1894340033 learned_addr learned my addr 172.21.15.17:0/1894340033 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe35bfff640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7d30 0x55d013304b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe36166d640 1 -- 172.21.15.17:0/1894340033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7d30 msgr2=0x55d013304b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.456+0000 7fe36166d640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7d30 0x55d013304b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe36166d640 1 -- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 msgr2=0x55d013308790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe36166d640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d013308790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe36166d640 1 -- 172.21.15.17:0/1894340033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe34c017070 con 0x55d0133008b0 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe360e6c640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d013308790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:32.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe36166d640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 0x55d013305170 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fe354009270 tx=0x7fe354009e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=768a0eb6e971a7bc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe33bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe33bfff640 1 -- 172.21.15.17:0/1894340033 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe35400fe50 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe33bfff640 1 -- 172.21.15.17:0/1894340033 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe35400f9a0 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d013284900 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe33bfff640 1 -- 172.21.15.17:0/1894340033 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe35400fb60 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 10 client.16377 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d01321f910 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe33bfff640 1 -- 172.21.15.17:0/1894340033 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d013284900 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe33bfff640 1 -- 172.21.15.17:0/1894340033 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe354027070 con 0x55d0133008b0 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 10 client.16377 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 10 client.16377 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 20 client.16377 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d01336dbc0 0x55d01336ffe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 4 client.16377 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.457+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55d012f5e860 con 0x55d01336dbc0 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.458+0000 7fe360e6c640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d01336dbc0 0x55d01336ffe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.458+0000 7fe33bfff640 10 client.16377 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.458+0000 7fe360e6c640 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d01336dbc0 0x55d01336ffe0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a510ff24697be2e9 server_cookie=c87f04b6f424600c in_seq=0 out_seq=0 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe33bfff640 1 -- 172.21.15.17:0/1894340033 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55d012f5e860 con 0x55d01336dbc0 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe33bfff640 10 client.16377 handle_command_reply: tid=0 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe365d82740 1 client.16377 shutdown 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 msgr2=0x55d013305170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe365d82740 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 0x55d013305170 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fe354009270 tx=0x7fe354009e20 comp rx=0 tx=0).stop 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 shutdown_connections 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.459+0000 7fe365d82740 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d01336dbc0 0x55d01336ffe0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d0133008b0 0x55d013305170 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d0132f7d30 0x55d013304b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe33bfff640 0 client.16377 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 1 --2- 172.21.15.17:0/1894340033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d0132f7380 0x55d013308790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 >> 172.21.15.17:0/1894340033 conn(0x55d0132f1840 msgr2=0x55d0132fef40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 shutdown_connections 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 1 -- 172.21.15.17:0/1894340033 wait complete. 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe365d82740 20 client.16377 trim_cache size 0 max 16384 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:23:32.468 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:23:32.469 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "0865f848-9c21-497a-9bed-c8f656f749bf", 2024-03-16T18:23:32.469 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:23:32.469 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe3440a1c20 msgr2=0x7fe3440a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe3440a1c20 0x7fe3440a40e0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fe35c0ff8e0 tx=0x7fe34c005f90 comp rx=0 tx=0).stop 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 msgr2=0x7fe35c19dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c19dc50 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fe350006010 tx=0x7fe350005e10 comp rx=0 tx=0).stop 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 shutdown_connections 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe3440a1c20 0x7fe3440a40e0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe35c103080 0x7fe35c19dc50 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe35c10bb30 0x7fe35c197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 --2- 172.21.15.17:0/4016752782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe35c102760 0x7fe35c19d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 >> 172.21.15.17:0/4016752782 conn(0x7fe35c077550 msgr2=0x7fe35c0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 shutdown_connections 2024-03-16T18:23:32.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.460+0000 7fe3630d0640 1 -- 172.21.15.17:0/4016752782 wait complete. 2024-03-16T18:23:32.472 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:23:32.473 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 -- 172.21.15.17:0/3349066288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e9806a500 msgr2=0x7f6e9810e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 --2- 172.21.15.17:0/3349066288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e9806a500 0x7f6e9810e330 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f6e88009cd0 tx=0x7f6e8802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 -- 172.21.15.17:0/3349066288 shutdown_connections 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 --2- 172.21.15.17:0/3349066288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e9806a500 0x7f6e9810e330 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 --2- 172.21.15.17:0/3349066288 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e98069b60 0x7f6e98069fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 --2- 172.21.15.17:0/3349066288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e98107640 0x7f6e98107a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 -- 172.21.15.17:0/3349066288 >> 172.21.15.17:0/3349066288 conn(0x7f6e98077190 msgr2=0x7f6e980775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 -- 172.21.15.17:0/3349066288 shutdown_connections 2024-03-16T18:23:32.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.576+0000 7f6e9d664640 1 -- 172.21.15.17:0/3349066288 wait complete. 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 Processor -- start 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 -- start start 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e98069b60 0x7f6e9819d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e9806a500 0x7f6e9819db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 0x7f6e981977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e98197e70 con 0x7f6e98107640 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e98197fe0 con 0x7f6e98069b60 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e9d664640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e981981a0 con 0x7f6e9806a500 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 0x7f6e981977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 0x7f6e981977d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44134/0 (socket says 172.21.15.17:44134) 2024-03-16T18:23:32.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e977fe640 1 -- 172.21.15.17:0/660408537 learned_addr learned my addr 172.21.15.17:0/660408537 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e967fc640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e9806a500 0x7f6e9819db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.577+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e98069b60 0x7f6e9819d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e977fe640 1 -- 172.21.15.17:0/660408537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e9806a500 msgr2=0x7f6e9819db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e977fe640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e9806a500 0x7f6e9819db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e977fe640 1 -- 172.21.15.17:0/660408537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e98069b60 msgr2=0x7f6e9819d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e977fe640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e98069b60 0x7f6e9819d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e977fe640 1 -- 172.21.15.17:0/660408537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e88009900 con 0x7f6e98107640 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e977fe640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 0x7f6e981977d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6e88004af0 tx=0x7f6e88032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e8ffff640 1 -- 172.21.15.17:0/660408537 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e880325d0 con 0x7f6e98107640 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e8ffff640 1 -- 172.21.15.17:0/660408537 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6e88003970 con 0x7f6e98107640 2024-03-16T18:23:32.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e98198420 con 0x7f6e98107640 2024-03-16T18:23:32.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e8ffff640 1 -- 172.21.15.17:0/660408537 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e880046b0 con 0x7f6e98107640 2024-03-16T18:23:32.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.578+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e981a4640 con 0x7f6e98107640 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.580+0000 7f6e8ffff640 1 -- 172.21.15.17:0/660408537 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f6e8803b040 con 0x7f6e98107640 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.580+0000 7f6ea0241740 1 Processor -- start 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.580+0000 7f6ea0241740 1 -- start start 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e8ffff640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6e840a1ba0 0x7f6e840a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1e5690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ee270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1f0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6ea0241740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd154280 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6ea0241740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1517b0 con 0x55c9dd1e52b0 2024-03-16T18:23:32.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6ea0241740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd14cf90 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e967fc640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6e840a1ba0 0x7f6e840a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e8ffff640 1 -- 172.21.15.17:0/660408537 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f6e880f0460 con 0x7f6e98107640 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e96ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1e5690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1f0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e967fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ee270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1f0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44136/0 (socket says 172.21.15.17:44136) 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e96ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1e5690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42618/0 (socket says 172.21.15.17:42618) 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 -- 172.21.15.17:0/941352742 learned_addr learned my addr 172.21.15.17:0/941352742 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 -- 172.21.15.17:0/941352742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e5bd0 msgr2=0x55c9dd1ee270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ee270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 -- 172.21.15.17:0/941352742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 msgr2=0x55c9dd1e5690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1e5690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e977fe640 1 -- 172.21.15.17:0/941352742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9dd10b570 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1e5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.581+0000 7f6e967fc640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6e840a1ba0 0x7f6e840a4060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009710 tx=0x7f6e80009ad0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6e977fe640 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1f0ba0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6e880ed8f0 tx=0x7f6e880bca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=964f38ff7d139e14 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6e8d7fa640 1 -- 172.21.15.17:0/941352742 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e8808eba0 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6e8d7fa640 1 -- 172.21.15.17:0/941352742 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6e880bce00 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6e8d7fa640 1 -- 172.21.15.17:0/941352742 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e880b9470 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 -- 172.21.15.17:0/941352742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 msgr2=0x55c9dd1f0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1f0ba0 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7f6e880ed8f0 tx=0x7f6e880bca00 comp rx=0 tx=0).stop 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 -- 172.21.15.17:0/941352742 shutdown_connections 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1f0ba0 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ee270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 --2- 172.21.15.17:0/941352742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1e5690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.582+0000 7f6ea0241740 1 -- 172.21.15.17:0/941352742 >> 172.21.15.17:0/941352742 conn(0x55c9dd1df990 msgr2=0x55c9dd1dfd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 -- 172.21.15.17:0/941352742 shutdown_connections 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 -- 172.21.15.17:0/941352742 wait complete. 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 -- start start 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 Processor -- start 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1ee1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1eb560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ebb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dce20430 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dcddce00 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd0d1fd0 con 0x55c9dd1e52b0 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6ea0241740 10 client.0 _ll_register_callbacks cb 0x55c9dd127fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e967fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1eb560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e967fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1eb560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44138/0 (socket says 172.21.15.17:44138) 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e967fc640 1 -- 172.21.15.17:0/2876798050 learned_addr learned my addr 172.21.15.17:0/2876798050 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ebb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1ee1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e967fc640 1 -- 172.21.15.17:0/2876798050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 msgr2=0x55c9dd1ee1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e967fc640 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1ee1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.583+0000 7f6e967fc640 1 -- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1ee7b0 msgr2=0x55c9dd1ebb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e967fc640 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ebb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e967fc640 1 -- 172.21.15.17:0/2876798050 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e880c1e70 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e967fc640 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1eb560 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6e80004260 tx=0x7f6e80004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6cb4f9d608564b8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e7e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/2876798050 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e80003800 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/2876798050 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f6e80003960 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c9dce4c7e0 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/2876798050 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6e80003b20 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 10 client.16389 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c9dd14b610 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/2876798050 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55c9dce4c7e0 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/2876798050 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6e80012450 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 10 client.16389 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 10 client.16389 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 20 client.16389 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd1fe7a0 0x55c9dd200bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 4 client.16389 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.584+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c9dce89720 con 0x55c9dd1fe7a0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.585+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd1fe7a0 0x55c9dd200bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.585+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd1fe7a0 0x55c9dd200bc0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=402ce559865860cc server_cookie=44bc4b3f38f04a50 in_seq=0 out_seq=0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.585+0000 7f6e7e7fc640 10 client.16389 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.585+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/2876798050 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c9dce89720 con 0x55c9dd1fe7a0 2024-03-16T18:23:32.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6e7e7fc640 10 client.16389 handle_command_reply: tid=0 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 client.16389 shutdown 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 msgr2=0x55c9dd1eb560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1eb560 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7f6e80004260 tx=0x7f6e80004730 comp rx=0 tx=0).stop 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 shutdown_connections 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd1fe7a0 0x55c9dd200bc0 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1eb560 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6e7e7fc640 0 client.16389 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ebb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2876798050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1ee1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 >> 172.21.15.17:0/2876798050 conn(0x55c9dd1df990 msgr2=0x55c9dd1e1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 shutdown_connections 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 1 -- 172.21.15.17:0/2876798050 wait complete. 2024-03-16T18:23:32.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.586+0000 7f6ea0241740 20 client.16389 trim_cache size 0 max 16384 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 Processor -- start 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 -- start start 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1eb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1edc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ee1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1e4f50 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1db0f0 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6ea0241740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1d9e70 con 0x55c9dd1e52b0 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ee1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ee1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44150/0 (socket says 172.21.15.17:44150) 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 -- 172.21.15.17:0/2943358602 learned_addr learned my addr 172.21.15.17:0/2943358602 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1eb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e967fc640 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1edc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 -- 172.21.15.17:0/2943358602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 msgr2=0x55c9dd1eb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1eb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 -- 172.21.15.17:0/2943358602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 msgr2=0x55c9dd1edc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1edc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e977fe640 1 -- 172.21.15.17:0/2943358602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c9dd0e7ac0 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.602+0000 7f6e967fc640 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1edc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:23:32.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6e977fe640 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ee1d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6e88009430 tx=0x7f6e880bca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6534a2ad30b403c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6e8cff9640 1 -- 172.21.15.17:0/2943358602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e880c0f50 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6e8cff9640 1 -- 172.21.15.17:0/2943358602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6e880c5510 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6e8cff9640 1 -- 172.21.15.17:0/2943358602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e880b9470 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 -- 172.21.15.17:0/2943358602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 msgr2=0x55c9dd1ee1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ee1d0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f6e88009430 tx=0x7f6e880bca70 comp rx=0 tx=0).stop 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 -- 172.21.15.17:0/2943358602 shutdown_connections 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1ee1d0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1edc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 --2- 172.21.15.17:0/2943358602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1eb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 -- 172.21.15.17:0/2943358602 >> 172.21.15.17:0/2943358602 conn(0x55c9dd1df990 msgr2=0x55c9dd1eadf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 -- 172.21.15.17:0/2943358602 shutdown_connections 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.603+0000 7f6ea0241740 1 -- 172.21.15.17:0/2943358602 wait complete. 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 -- start start 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 Processor -- start 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1f5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ef940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1efe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1f03c0 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1f0530 con 0x55c9dd1e5bd0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd1f06f0 con 0x55c9dd1e52b0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6ea0241740 10 client.0 _ll_register_callbacks cb 0x7f6e80009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1efe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1efe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44166/0 (socket says 172.21.15.17:44166) 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 -- 172.21.15.17:0/1801194608 learned_addr learned my addr 172.21.15.17:0/1801194608 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1f5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e967fc640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ef940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 -- 172.21.15.17:0/1801194608 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 msgr2=0x55c9dd1f5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1f5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 -- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 msgr2=0x55c9dd1ef940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ef940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.604+0000 7f6e977fe640 1 -- 172.21.15.17:0/1801194608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c9dd10b570 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e977fe640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1efe80 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f6e880c4fe0 tx=0x7f6e880095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3da8aaf32275f71 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e7e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/1801194608 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e880bf070 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/1801194608 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f6e880bb100 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6e880bce00 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/1801194608 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6e880f0120 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 10 client.16395 fetch_fsmap learned FSMap version 28 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c9dd10d6a0 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/1801194608 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6e880db030 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/1801194608 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6e880bd060 con 0x55c9dd1ee7b0 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 10 client.16395 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 10 client.16395 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 20 client.16395 populate_metadata read hostname 'smithi017' 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd25afa0 0x55c9dd25d390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:23:32.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 4 client.16395 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55c9dced8890 con 0x55c9dd25afa0 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.605+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd25afa0 0x55c9dd25d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6e96ffd640 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd25afa0 0x55c9dd25d390 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=684e6a76c7271cfd server_cookie=a592508a3b849cea in_seq=0 out_seq=0 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6e7e7fc640 10 client.16395 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6e7e7fc640 1 -- 172.21.15.17:0/1801194608 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55c9dced8890 con 0x55c9dd25afa0 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6e7e7fc640 10 client.16395 handle_command_reply: tid=0 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 client.16395 shutdown 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 msgr2=0x55c9dd1efe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1efe80 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f6e880c4fe0 tx=0x7f6e880095c0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 shutdown_connections 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55c9dd25afa0 0x55c9dd25d390 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c9dd1ee7b0 0x55c9dd1efe80 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c9dd1e5bd0 0x55c9dd1ef940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6e7e7fc640 0 client.16395 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 --2- 172.21.15.17:0/1801194608 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c9dd1e52b0 0x55c9dd1f5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 >> 172.21.15.17:0/1801194608 conn(0x55c9dd1df990 msgr2=0x55c9dd1e0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 shutdown_connections 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 1 -- 172.21.15.17:0/1801194608 wait complete. 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.606+0000 7f6ea0241740 20 client.16395 trim_cache size 0 max 16384 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:23:32.618 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout: "0865f848-9c21-497a-9bed-c8f656f749bf": { 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "0865f848-9c21-497a-9bed-c8f656f749bf", 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:23:32.619 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:23:32.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6e840a1ba0 msgr2=0x7f6e840a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6e840a1ba0 0x7f6e840a4060 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009710 tx=0x7f6e80009ad0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 msgr2=0x7f6e981977d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:23:32.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 0x7f6e981977d0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f6e88004af0 tx=0x7f6e88032f30 comp rx=0 tx=0).stop 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 shutdown_connections 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6e840a1ba0 0x7f6e840a4060 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6e98107640 0x7f6e981977d0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6e9806a500 0x7f6e9819db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 --2- 172.21.15.17:0/660408537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6e98069b60 0x7f6e9819d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 >> 172.21.15.17:0/660408537 conn(0x7f6e98077190 msgr2=0x7f6e980ff260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 shutdown_connections 2024-03-16T18:23:32.621 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:23:32.607+0000 7f6e9d664640 1 -- 172.21.15.17:0/660408537 wait complete. 2024-03-16T18:23:32.621 INFO:tasks.cephfs.filesystem:scrub status for tag:0865f848-9c21-497a-9bed-c8f656f749bf - {'path': '/', 'tag': '0865f848-9c21-497a-9bed-c8f656f749bf', 'options': 'recursive,force'} 2024-03-16T18:23:34.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:34 smithi017 ceph-mon[32207]: pgmap v64: 129 pgs: 129 active+clean; 2.0 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:34.287 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:34 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:23:34.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:34 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:34.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:34 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:23:34.288 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:34 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:34.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:34 smithi149 ceph-mon[35991]: pgmap v64: 129 pgs: 129 active+clean; 2.0 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:34.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:34 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:23:34.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:34 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:34.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:34 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:23:34.338 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:34 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:34.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:34 smithi153 ceph-mon[36005]: pgmap v64: 129 pgs: 129 active+clean; 2.0 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:34.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:34 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:23:34.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:34 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:34.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:34 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:23:34.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:34 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:23:36.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:36 smithi149 ceph-mon[35991]: pgmap v65: 129 pgs: 129 active+clean; 2.0 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:36.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:36 smithi153 ceph-mon[36005]: pgmap v65: 129 pgs: 129 active+clean; 2.0 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:36.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:36 smithi017 ceph-mon[32207]: pgmap v65: 129 pgs: 129 active+clean; 2.0 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:37.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:37 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:23:37.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:37 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:23:37.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:37 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:23:38.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:38 smithi149 ceph-mon[35991]: pgmap v66: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:38.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:38 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:23:38.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:38 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:23:38.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:38 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:23:38.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:38 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:23:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:38 smithi153 ceph-mon[36005]: pgmap v66: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:38 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:23:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:38 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:23:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:38 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:23:38.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:38 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:23:38.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:38 smithi017 ceph-mon[32207]: pgmap v66: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:38.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:38 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:23:38.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:38 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:23:38.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:38 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:23:38.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:38 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:23:40.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:40 smithi149 ceph-mon[35991]: pgmap v67: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:40.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:40 smithi153 ceph-mon[36005]: pgmap v67: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:40.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:40 smithi017 ceph-mon[32207]: pgmap v67: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:42.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:42 smithi149 ceph-mon[35991]: pgmap v68: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:42.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:42 smithi153 ceph-mon[36005]: pgmap v68: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:42.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:42 smithi017 ceph-mon[32207]: pgmap v68: 129 pgs: 129 active+clean; 2.1 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:44.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:44 smithi149 ceph-mon[35991]: pgmap v69: 129 pgs: 129 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:44.339 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:44 smithi017 ceph-mon[32207]: pgmap v69: 129 pgs: 129 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:44.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:44 smithi153 ceph-mon[36005]: pgmap v69: 129 pgs: 129 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 26 KiB/s wr, 20 op/s 2024-03-16T18:23:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:46 smithi149 ceph-mon[35991]: pgmap v70: 129 pgs: 129 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:46.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:46 smithi153 ceph-mon[36005]: pgmap v70: 129 pgs: 129 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:46.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:46 smithi017 ceph-mon[32207]: pgmap v70: 129 pgs: 129 active+clean; 2.2 MiB data, 376 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 17 KiB/s wr, 13 op/s 2024-03-16T18:23:48.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:48 smithi149 ceph-mon[35991]: pgmap v71: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 24 KiB/s wr, 20 op/s 2024-03-16T18:23:48.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:48 smithi153 ceph-mon[36005]: pgmap v71: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 24 KiB/s wr, 20 op/s 2024-03-16T18:23:48.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:48 smithi017 ceph-mon[32207]: pgmap v71: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 24 KiB/s wr, 20 op/s 2024-03-16T18:23:50.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:50 smithi149 ceph-mon[35991]: pgmap v72: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:50.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:50 smithi153 ceph-mon[36005]: pgmap v72: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:50.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:50 smithi017 ceph-mon[32207]: pgmap v72: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:52.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:52 smithi149 ceph-mon[35991]: pgmap v73: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:52.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:52 smithi153 ceph-mon[36005]: pgmap v73: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:52.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:52 smithi017 ceph-mon[32207]: pgmap v73: 129 pgs: 129 active+clean; 2.2 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 16 KiB/s wr, 13 op/s 2024-03-16T18:23:54.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:54 smithi149 ceph-mon[35991]: pgmap v74: 129 pgs: 129 active+clean; 2.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 24 KiB/s wr, 19 op/s 2024-03-16T18:23:54.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:54 smithi153 ceph-mon[36005]: pgmap v74: 129 pgs: 129 active+clean; 2.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 24 KiB/s wr, 19 op/s 2024-03-16T18:23:54.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:54 smithi017 ceph-mon[32207]: pgmap v74: 129 pgs: 129 active+clean; 2.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 24 KiB/s wr, 19 op/s 2024-03-16T18:23:56.245 INFO:tasks.workunit.client.0.smithi017.stdout:1/600: open fd = 3 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:2/600: open fd = 3 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:3/600: open fd = 3 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.246 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:4/600: open fd = 3 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:5/600: open fd = 3 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:6/600: open fd = 3 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:7/600: open fd = 3 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.247 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:8/600: open fd = 3 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:9/600: open fd = 3 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:10/600: open fd = 3 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:11/600: open fd = 3 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.248 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:12/600: open fd = 3 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:13/600: open fd = 3 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:14/600: open fd = 3 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:15/600: open fd = 3 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.249 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:16/600: open fd = 3 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:17/600: open fd = 3 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:18/600: open fd = 3 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.250 INFO:tasks.workunit.client.0.smithi017.stdout:19/600: open fd = 3 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:20/600: open fd = 3 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:21/600: open fd = 3 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:22/600: open fd = 3 2024-03-16T18:23:56.251 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:23/600: open fd = 3 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:24/600: open fd = 3 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:25/600: open fd = 3 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.252 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:26/600: open fd = 3 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:27/600: open fd = 3 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:28/600: open fd = 3 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:29/600: open fd = 3 2024-03-16T18:23:56.253 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:30/600: open fd = 3 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:31/600: open fd = 3 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:32/600: open fd = 3 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.254 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:33/600: open fd = 3 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:34/600: open fd = 3 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:35/600: open fd = 3 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:36/600: open fd = 3 2024-03-16T18:23:56.255 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:37/600: open fd = 3 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:38/600: open fd = 3 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:39/600: open fd = 3 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.256 INFO:tasks.workunit.client.0.smithi017.stdout:40/600: open fd = 3 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:41/600: open fd = 3 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:42/600: open fd = 3 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:43/600: open fd = 3 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.257 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:44/600: open fd = 3 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:45/600: open fd = 3 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:46/600: open fd = 3 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.258 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:47/600: open fd = 3 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:48/600: open fd = 3 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:49/600: open fd = 3 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.259 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:50/600: open fd = 3 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:51/600: open fd = 3 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:52/600: open fd = 3 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:53/600: open fd = 3 2024-03-16T18:23:56.260 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:54/600: open fd = 3 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:55/600: open fd = 3 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:56/600: open fd = 3 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.261 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:57/600: open fd = 3 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:58/600: open fd = 3 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:59/600: open fd = 3 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:60/600: open fd = 3 2024-03-16T18:23:56.262 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:61/600: open fd = 3 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:62/600: open fd = 3 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:63/600: open fd = 3 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.263 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:23:56.264 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:23:56.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:56 smithi149 ceph-mon[35991]: pgmap v75: 129 pgs: 129 active+clean; 2.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 13 op/s 2024-03-16T18:23:56.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:56 smithi153 ceph-mon[36005]: pgmap v75: 129 pgs: 129 active+clean; 2.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 13 op/s 2024-03-16T18:23:56.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:56 smithi017 ceph-mon[32207]: pgmap v75: 129 pgs: 129 active+clean; 2.3 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 19 KiB/s rd, 15 KiB/s wr, 13 op/s 2024-03-16T18:23:58.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:23:58 smithi149 ceph-mon[35991]: pgmap v76: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-03-16T18:23:58.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:23:58 smithi153 ceph-mon[36005]: pgmap v76: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-03-16T18:23:58.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:23:58 smithi017 ceph-mon[32207]: pgmap v76: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 25 KiB/s wr, 20 op/s 2024-03-16T18:24:00.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:00 smithi149 ceph-mon[35991]: pgmap v77: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-03-16T18:24:00.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:00 smithi153 ceph-mon[36005]: pgmap v77: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-03-16T18:24:00.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:00 smithi017 ceph-mon[32207]: pgmap v77: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-03-16T18:24:02.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:02 smithi149 ceph-mon[35991]: pgmap v78: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-03-16T18:24:02.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:02 smithi153 ceph-mon[36005]: pgmap v78: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-03-16T18:24:02.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:02 smithi017 ceph-mon[32207]: pgmap v78: 129 pgs: 129 active+clean; 2.4 MiB data, 377 MiB used, 1.0 TiB / 1.0 TiB avail; 20 KiB/s rd, 18 KiB/s wr, 13 op/s 2024-03-16T18:24:02.622 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:24:02.622 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.739+0000 7f9860bd7640 1 -- 172.21.15.17:0/2749212147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c1056c0 msgr2=0x7f985c10d290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.739+0000 7f9860bd7640 1 --2- 172.21.15.17:0/2749212147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c1056c0 0x7f985c10d290 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f9854009cd0 tx=0x7f985402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.739+0000 7f9860bd7640 1 -- 172.21.15.17:0/2749212147 shutdown_connections 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.739+0000 7f9860bd7640 1 --2- 172.21.15.17:0/2749212147 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c1056c0 0x7f985c10d290 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 --2- 172.21.15.17:0/2749212147 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f985c100fa0 0x7f985c104fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 --2- 172.21.15.17:0/2749212147 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f985c1005f0 0x7f985c1009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 -- 172.21.15.17:0/2749212147 >> 172.21.15.17:0/2749212147 conn(0x7f985c076770 msgr2=0x7f985c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 -- 172.21.15.17:0/2749212147 shutdown_connections 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 -- 172.21.15.17:0/2749212147 wait complete. 2024-03-16T18:24:02.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 Processor -- start 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.740+0000 7f9860bd7640 1 -- start start 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f985c1005f0 0x7f985c19c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f985c1056c0 0x7f985c19cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 0x7f985c196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f985c197230 con 0x7f985c196760 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f985c1973a0 con 0x7f985c1005f0 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f985c197560 con 0x7f985c1056c0 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 0x7f985c196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 0x7f985c196be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44648/0 (socket says 172.21.15.17:44648) 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 -- 172.21.15.17:0/1251558032 learned_addr learned my addr 172.21.15.17:0/1251558032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985a59c640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f985c1005f0 0x7f985c19c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9859d9b640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f985c1056c0 0x7f985c19cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 -- 172.21.15.17:0/1251558032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f985c1056c0 msgr2=0x7f985c19cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f985c1056c0 0x7f985c19cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 -- 172.21.15.17:0/1251558032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f985c1005f0 msgr2=0x7f985c19c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f985c1005f0 0x7f985c19c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 -- 172.21.15.17:0/1251558032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9850009490 con 0x7f985c196760 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f985ad9d640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 0x7f985c196be0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f9854004af0 tx=0x7f9854032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f984b7fe640 1 -- 172.21.15.17:0/1251558032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98540325d0 con 0x7f985c196760 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f984b7fe640 1 -- 172.21.15.17:0/1251558032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9854003970 con 0x7f985c196760 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9854009900 con 0x7f985c196760 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f984b7fe640 1 -- 172.21.15.17:0/1251558032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9854004680 con 0x7f985c196760 2024-03-16T18:24:02.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.741+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f985c1a3790 con 0x7f985c196760 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.744+0000 7f984b7fe640 1 -- 172.21.15.17:0/1251558032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f985403b040 con 0x7f985c196760 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.744+0000 7f98637b1740 1 Processor -- start 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 -- start start 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f984b7fe640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f98440a1ba0 0x7f98440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc58a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc595480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc4f9280 con 0x55a9cc58a890 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc4f67b0 con 0x55a9cc589f70 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f98637b1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc4f1f90 con 0x55a9cc5959c0 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f9859d9b640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f98440a1ba0 0x7f98440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc58a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc58a350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58814/0 (socket says 172.21.15.17:58814) 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985ad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f984b7fe640 1 -- 172.21.15.17:0/1251558032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f98540f0460 con 0x7f985c196760 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 -- 172.21.15.17:0/1738267461 learned_addr learned my addr 172.21.15.17:0/1738267461 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f9859d9b640 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc595480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 -- 172.21.15.17:0/1738267461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 msgr2=0x55a9cc597db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 -- 172.21.15.17:0/1738267461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 msgr2=0x55a9cc595480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc595480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985a59c640 1 -- 172.21.15.17:0/1738267461 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9cc4b0570 con 0x55a9cc589f70 2024-03-16T18:24:02.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.745+0000 7f985ad9d640 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f9859d9b640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f98440a1ba0 0x7f98440a4060 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f985c197fb0 tx=0x7f9850009c70 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f985a59c640 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc58a350 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f984c009d20 tx=0x7f984c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cb68271e98234b73 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f9848ff9640 1 -- 172.21.15.17:0/1738267461 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c019630 con 0x55a9cc589f70 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f9848ff9640 1 -- 172.21.15.17:0/1738267461 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f984c019c40 con 0x55a9cc589f70 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f9848ff9640 1 -- 172.21.15.17:0/1738267461 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c00eb30 con 0x55a9cc589f70 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f98637b1740 1 -- 172.21.15.17:0/1738267461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 msgr2=0x55a9cc58a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.746+0000 7f98637b1740 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc58a350 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f984c009d20 tx=0x7f984c011810 comp rx=0 tx=0).stop 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- 172.21.15.17:0/1738267461 shutdown_connections 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc595480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 --2- 172.21.15.17:0/1738267461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc58a350 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- 172.21.15.17:0/1738267461 >> 172.21.15.17:0/1738267461 conn(0x55a9cc584990 msgr2=0x55a9cc584d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- 172.21.15.17:0/1738267461 shutdown_connections 2024-03-16T18:24:02.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- 172.21.15.17:0/1738267461 wait complete. 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- start start 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 Processor -- start 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc595400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc592790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc592ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc1c5430 con 0x55a9cc58a890 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc181e00 con 0x55a9cc589f70 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc476fd0 con 0x55a9cc5959c0 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f98637b1740 10 client.0 _ll_register_callbacks cb 0x55a9cc4ccfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f9859d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc592790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f985a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc595400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f9859d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc592790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44668/0 (socket says 172.21.15.17:44668) 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f9859d9b640 1 -- 172.21.15.17:0/472437801 learned_addr learned my addr 172.21.15.17:0/472437801 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:02.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.747+0000 7f985ad9d640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc592ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9859d9b640 1 -- 172.21.15.17:0/472437801 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 msgr2=0x55a9cc592ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9859d9b640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc592ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9859d9b640 1 -- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 msgr2=0x55a9cc595400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9859d9b640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc595400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9859d9b640 1 -- 172.21.15.17:0/472437801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f984c009950 con 0x55a9cc58a890 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f985a59c640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc595400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9859d9b640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc592790 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9850009e20 tx=0x7f9850005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc8c3644c0640fd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9841ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9841ffb640 1 -- 172.21.15.17:0/472437801 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f985000fe20 con 0x55a9cc58a890 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9841ffb640 1 -- 172.21.15.17:0/472437801 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9850004020 con 0x55a9cc58a890 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a9cc1f17e0 con 0x55a9cc58a890 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f9841ffb640 1 -- 172.21.15.17:0/472437801 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98500041e0 con 0x55a9cc58a890 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f98637b1740 10 client.16407 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:02.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.748+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a9cc4f0610 con 0x55a9cc58a890 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f9841ffb640 1 -- 172.21.15.17:0/472437801 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a9cc1f17e0 con 0x55a9cc58a890 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f9841ffb640 1 -- 172.21.15.17:0/472437801 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f98500037e0 con 0x55a9cc58a890 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f98637b1740 10 client.16407 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f98637b1740 10 client.16407 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f98637b1740 20 client.16407 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f98637b1740 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc5a5bb0 0x55a9cc5a7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f98637b1740 4 client.16407 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a9cc22e720 con 0x55a9cc5a5bb0 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f985a59c640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc5a5bb0 0x55a9cc5a7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f9841ffb640 10 client.16407 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.749+0000 7f985a59c640 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc5a5bb0 0x55a9cc5a7ff0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54117bd63f6dec56 server_cookie=79c3038a7d30aaad in_seq=0 out_seq=0 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f9841ffb640 1 -- 172.21.15.17:0/472437801 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a9cc22e720 con 0x55a9cc5a5bb0 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f9841ffb640 10 client.16407 handle_command_reply: tid=0 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 client.16407 shutdown 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 msgr2=0x55a9cc592790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc592790 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f9850009e20 tx=0x7f9850005f90 comp rx=0 tx=0).stop 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 shutdown_connections 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc5a5bb0 0x55a9cc5a7ff0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc58a890 0x55a9cc592790 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc592ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f9841ffb640 0 client.16407 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:02.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 --2- 172.21.15.17:0/472437801 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc589f70 0x55a9cc595400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 >> 172.21.15.17:0/472437801 conn(0x55a9cc584990 msgr2=0x55a9cc586730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 shutdown_connections 2024-03-16T18:24:02.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 1 -- 172.21.15.17:0/472437801 wait complete. 2024-03-16T18:24:02.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.750+0000 7f98637b1740 20 client.16407 trim_cache size 0 max 16384 2024-03-16T18:24:02.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.766+0000 7f98637b1740 1 Processor -- start 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 -- start start 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc592730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc594ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc595400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc5800f0 con 0x55a9cc589f70 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc589c00 con 0x55a9cc58a890 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f98637b1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc58b080 con 0x55a9cc5959c0 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc592730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc592730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44680/0 (socket says 172.21.15.17:44680) 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 -- 172.21.15.17:0/2760944081 learned_addr learned my addr 172.21.15.17:0/2760944081 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f9859d9b640 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc594ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985ad9d640 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc595400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 -- 172.21.15.17:0/2760944081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 msgr2=0x55a9cc595400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc595400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 -- 172.21.15.17:0/2760944081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 msgr2=0x55a9cc594ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc594ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 -- 172.21.15.17:0/2760944081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a9cc48cac0 con 0x55a9cc589f70 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f985a59c640 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc592730 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f984c00e760 tx=0x7f984c005870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83702a58641997cd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f9843fff640 1 -- 172.21.15.17:0/2760944081 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c00e5b0 con 0x55a9cc589f70 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f9843fff640 1 -- 172.21.15.17:0/2760944081 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f984c009780 con 0x55a9cc589f70 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.767+0000 7f9843fff640 1 -- 172.21.15.17:0/2760944081 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c019700 con 0x55a9cc589f70 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 -- 172.21.15.17:0/2760944081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 msgr2=0x55a9cc592730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc592730 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f984c00e760 tx=0x7f984c005870 comp rx=0 tx=0).stop 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 -- 172.21.15.17:0/2760944081 shutdown_connections 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc595400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc594ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 --2- 172.21.15.17:0/2760944081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc592730 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 -- 172.21.15.17:0/2760944081 >> 172.21.15.17:0/2760944081 conn(0x55a9cc584990 msgr2=0x55a9cc592020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 -- 172.21.15.17:0/2760944081 shutdown_connections 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 -- 172.21.15.17:0/2760944081 wait complete. 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 -- start start 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.768+0000 7f98637b1740 1 Processor -- start 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc590130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc596bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc590850 con 0x55a9cc589f70 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc597650 con 0x55a9cc58a890 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a9cc597810 con 0x55a9cc5959c0 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 10 client.0 _ll_register_callbacks cb 0x7f9850011430 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:02.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc590130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc590130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44682/0 (socket says 172.21.15.17:44682) 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 -- 172.21.15.17:0/2194035672 learned_addr learned my addr 172.21.15.17:0/2194035672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f9859d9b640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc596bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985ad9d640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 -- 172.21.15.17:0/2194035672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 msgr2=0x55a9cc597110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 -- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 msgr2=0x55a9cc596bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc596bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 -- 172.21.15.17:0/2194035672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a9cc4b0570 con 0x55a9cc589f70 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f985a59c640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc590130 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f984c01c040 tx=0x7f984c011dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=909f95a5f7b793e0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f9841ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f9841ffb640 1 -- 172.21.15.17:0/2194035672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f984c00eb80 con 0x55a9cc589f70 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f9841ffb640 1 -- 172.21.15.17:0/2194035672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f984c00ece0 con 0x55a9cc589f70 2024-03-16T18:24:02.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.769+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f984c019c40 con 0x55a9cc589f70 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f9841ffb640 1 -- 172.21.15.17:0/2194035672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f984c00eea0 con 0x55a9cc589f70 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 10 client.16413 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a9cc4b26a0 con 0x55a9cc589f70 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f9841ffb640 1 -- 172.21.15.17:0/2194035672 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f984c019c40 con 0x55a9cc589f70 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f9841ffb640 1 -- 172.21.15.17:0/2194035672 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f984c040070 con 0x55a9cc589f70 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 10 client.16413 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 10 client.16413 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 20 client.16413 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc602600 0x55a9cc6049f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 4 client.16413 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a9cc27d890 con 0x55a9cc602600 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f9859d9b640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc602600 0x55a9cc6049f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f9859d9b640 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc602600 0x55a9cc6049f0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=dce8ed2e0cb6ce08 server_cookie=c27cba648b72a689 in_seq=0 out_seq=0 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.770+0000 7f9841ffb640 10 client.16413 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9841ffb640 1 -- 172.21.15.17:0/2194035672 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55a9cc27d890 con 0x55a9cc602600 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9841ffb640 10 client.16413 handle_command_reply: tid=0 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 client.16413 shutdown 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 msgr2=0x55a9cc590130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc590130 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f984c01c040 tx=0x7f984c011dc0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 shutdown_connections 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a9cc602600 0x55a9cc6049f0 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a9cc5959c0 0x55a9cc597110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9841ffb640 0 client.16413 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a9cc58a890 0x55a9cc596bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 --2- 172.21.15.17:0/2194035672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a9cc589f70 0x55a9cc590130 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 >> 172.21.15.17:0/2194035672 conn(0x55a9cc584990 msgr2=0x55a9cc585e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 shutdown_connections 2024-03-16T18:24:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 1 -- 172.21.15.17:0/2194035672 wait complete. 2024-03-16T18:24:02.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f98637b1740 20 client.16413 trim_cache size 0 max 16384 2024-03-16T18:24:02.780 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:24:02.780 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:24:02.780 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:24:02.780 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f98440a1ba0 msgr2=0x7f98440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9860bd7640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f98440a1ba0 0x7f98440a4060 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f985c197fb0 tx=0x7f9850009c70 comp rx=0 tx=0).stop 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 msgr2=0x7f985c196be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.771+0000 7f9860bd7640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 0x7f985c196be0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f9854004af0 tx=0x7f9854032f30 comp rx=0 tx=0).stop 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 shutdown_connections 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f98440a1ba0 0x7f98440a4060 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f985c196760 0x7f985c196be0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f985c1056c0 0x7f985c19cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 --2- 172.21.15.17:0/1251558032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f985c1005f0 0x7f985c19c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 >> 172.21.15.17:0/1251558032 conn(0x7f985c076770 msgr2=0x7f985c0fe370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 shutdown_connections 2024-03-16T18:24:02.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.772+0000 7f9860bd7640 1 -- 172.21.15.17:0/1251558032 wait complete. 2024-03-16T18:24:02.783 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:24:02.784 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:24:02.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 -- 172.21.15.17:0/2614555407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c107580 msgr2=0x7f8b1c107960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/2614555407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c107580 0x7f8b1c107960 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f8b10009900 tx=0x7f8b1002bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 -- 172.21.15.17:0/2614555407 shutdown_connections 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/2614555407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c10e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/2614555407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b1c0ff9f0 0x7f8b1c0ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/2614555407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c107580 0x7f8b1c107960 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 -- 172.21.15.17:0/2614555407 >> 172.21.15.17:0/2614555407 conn(0x7f8b1c076980 msgr2=0x7f8b1c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 -- 172.21.15.17:0/2614555407 shutdown_connections 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.885+0000 7f8b22d3e640 1 -- 172.21.15.17:0/2614555407 wait complete. 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 Processor -- start 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 -- start start 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b1c0ff9f0 0x7f8b1c19d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c19db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b1c107580 0x7f8b1c197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c197e30 con 0x7f8b1c1003b0 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c197fa0 con 0x7f8b1c0ff9f0 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b22d3e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c198160 con 0x7f8b1c107580 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c19db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c19db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44692/0 (socket says 172.21.15.17:44692) 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 -- 172.21.15.17:0/267419104 learned_addr learned my addr 172.21.15.17:0/267419104 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b20ada640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b1c0ff9f0 0x7f8b1c19d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b212db640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b1c107580 0x7f8b1c197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 -- 172.21.15.17:0/267419104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b1c107580 msgr2=0x7f8b1c197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b1c107580 0x7f8b1c197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 -- 172.21.15.17:0/267419104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b1c0ff9f0 msgr2=0x7f8b1c19d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:02.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b1c0ff9f0 0x7f8b1c19d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.886+0000 7f8b1bfff640 1 -- 172.21.15.17:0/267419104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b08009490 con 0x7f8b1c1003b0 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.887+0000 7f8b1bfff640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c19db60 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f8b0800ea60 tx=0x7f8b0800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.887+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b0800cde0 con 0x7f8b1c1003b0 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.887+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8b080044d0 con 0x7f8b1c1003b0 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.887+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b10009560 con 0x7f8b1c1003b0 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.887+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b08010690 con 0x7f8b1c1003b0 2024-03-16T18:24:02.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.887+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b1c1a4470 con 0x7f8b1c1003b0 2024-03-16T18:24:02.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.888+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b1c102d10 con 0x7f8b1c1003b0 2024-03-16T18:24:02.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.889+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f8b08003e40 con 0x7f8b1c1003b0 2024-03-16T18:24:02.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.889+0000 7f8b19ffb640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8b0c0a1ba0 0x7f8b0c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:02.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.890+0000 7f8b20ada640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8b0c0a1ba0 0x7f8b0c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:02.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.890+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8b08014070 con 0x7f8b1c1003b0 2024-03-16T18:24:02.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.890+0000 7f8b20ada640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8b0c0a1ba0 0x7f8b0c0a4060 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8b10006010 tx=0x7f8b1002c6c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:02.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:02.894+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f8b08096b50 con 0x7f8b1c1003b0 2024-03-16T18:24:03.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.115+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8b1c068730 con 0x7f8b1c1003b0 2024-03-16T18:24:03.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.116+0000 7f8b19ffb640 1 -- 172.21.15.17:0/267419104 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f8b0809a210 con 0x7f8b1c1003b0 2024-03-16T18:24:03.117 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:24:03.118 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:24:03.118 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8b0c0a1ba0 msgr2=0x7f8b0c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8b0c0a1ba0 0x7f8b0c0a4060 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f8b10006010 tx=0x7f8b1002c6c0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 msgr2=0x7f8b1c19db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c19db60 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f8b0800ea60 tx=0x7f8b0800ef20 comp rx=0 tx=0).stop 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 shutdown_connections 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8b0c0a1ba0 0x7f8b0c0a4060 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8b1c1003b0 0x7f8b1c19db60 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8b1c107580 0x7f8b1c197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 --2- 172.21.15.17:0/267419104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8b1c0ff9f0 0x7f8b1c19d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.118+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 >> 172.21.15.17:0/267419104 conn(0x7f8b1c076980 msgr2=0x7f8b1c0fe060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.119+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 shutdown_connections 2024-03-16T18:24:03.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.119+0000 7f8b22d3e640 1 -- 172.21.15.17:0/267419104 wait complete. 2024-03-16T18:24:03.131 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:03.131 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:24:03.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 -- 172.21.15.17:0/2593840252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e901056e0 msgr2=0x7f4e9010d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 --2- 172.21.15.17:0/2593840252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e901056e0 0x7f4e9010d2b0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4e88009cd0 tx=0x7f4e8802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 -- 172.21.15.17:0/2593840252 shutdown_connections 2024-03-16T18:24:03.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 --2- 172.21.15.17:0/2593840252 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e901056e0 0x7f4e9010d2b0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 --2- 172.21.15.17:0/2593840252 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e90100fc0 0x7f4e90105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 --2- 172.21.15.17:0/2593840252 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e90100610 0x7f4e901009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 -- 172.21.15.17:0/2593840252 >> 172.21.15.17:0/2593840252 conn(0x7f4e90076770 msgr2=0x7f4e90076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 -- 172.21.15.17:0/2593840252 shutdown_connections 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 -- 172.21.15.17:0/2593840252 wait complete. 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.234+0000 7f4e954a7640 1 Processor -- start 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 -- start start 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 0x7f4e9019d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e901056e0 0x7f4e9019dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e90197890 0x7f4e90197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e90198340 con 0x7f4e90100610 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e901984b0 con 0x7f4e90197890 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e954a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e90198620 con 0x7f4e901056e0 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 0x7f4e9019d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 0x7f4e9019d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44714/0 (socket says 172.21.15.17:44714) 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 -- 172.21.15.17:0/1774570 learned_addr learned my addr 172.21.15.17:0/1774570 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e901056e0 0x7f4e9019dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e90197890 0x7f4e90197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 -- 172.21.15.17:0/1774570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e901056e0 msgr2=0x7f4e9019dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e901056e0 0x7f4e9019dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 -- 172.21.15.17:0/1774570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e90197890 msgr2=0x7f4e90197d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e90197890 0x7f4e90197d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 -- 172.21.15.17:0/1774570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e88009900 con 0x7f4e90100610 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.235+0000 7f4e8effd640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 0x7f4e9019d6d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f4e8000e9f0 tx=0x7f4e8000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.236+0000 7f4e77fff640 1 -- 172.21.15.17:0/1774570 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e80009720 con 0x7f4e90100610 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.236+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e901a4580 con 0x7f4e90100610 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.236+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e901a4a60 con 0x7f4e90100610 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.236+0000 7f4e77fff640 1 -- 172.21.15.17:0/1774570 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4e8000cd80 con 0x7f4e90100610 2024-03-16T18:24:03.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.236+0000 7f4e77fff640 1 -- 172.21.15.17:0/1774570 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e80010430 con 0x7f4e90100610 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e77fff640 1 -- 172.21.15.17:0/1774570 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4e800046c0 con 0x7f4e90100610 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 Processor -- start 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 -- start start 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816258210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x55581625ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581620a960 con 0x55581624f250 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558161be310 con 0x55581624fb70 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.238+0000 7f4e98164740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558161bb840 con 0x555816258750 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e77fff640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4e780a1ba0 0x7f4e780a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816258210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8e7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x55581625ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816258210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58884/0 (socket says 172.21.15.17:58884) 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 -- 172.21.15.17:0/2437267002 learned_addr learned my addr 172.21.15.17:0/2437267002 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4e780a1ba0 0x7f4e780a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e77fff640 1 -- 172.21.15.17:0/1774570 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4e80014070 con 0x7f4e90100610 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 -- 172.21.15.17:0/2437267002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 msgr2=0x55581625ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x55581625ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 -- 172.21.15.17:0/2437267002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 msgr2=0x55581624f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 -- 172.21.15.17:0/2437267002 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555816179060 con 0x55581624fb70 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x55581625ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4e780a1ba0 0x7f4e780a4060 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4e88005cc0 tx=0x7f4e88005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816258210 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4e8000e9c0 tx=0x7f4e80022f70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f954d66ffc451e43 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e757fa640 1 -- 172.21.15.17:0/2437267002 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e800cf070 con 0x55581624fb70 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e757fa640 1 -- 172.21.15.17:0/2437267002 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4e8009ade0 con 0x55581624fb70 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.239+0000 7f4e757fa640 1 -- 172.21.15.17:0/2437267002 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e800850d0 con 0x55581624fb70 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 -- 172.21.15.17:0/2437267002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 msgr2=0x555816258210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816258210 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f4e8000e9c0 tx=0x7f4e80022f70 comp rx=0 tx=0).stop 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 -- 172.21.15.17:0/2437267002 shutdown_connections 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x55581625ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816258210 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 --2- 172.21.15.17:0/2437267002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 -- 172.21.15.17:0/2437267002 >> 172.21.15.17:0/2437267002 conn(0x555816249980 msgr2=0x555816249d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 -- 172.21.15.17:0/2437267002 shutdown_connections 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 -- 172.21.15.17:0/2437267002 wait complete. 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.240+0000 7f4e98164740 1 -- start start 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 Processor -- start 2024-03-16T18:24:03.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624f250 0x555816258070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x555816255400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816255940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558161b7020 con 0x55581624fb70 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555815e8a430 con 0x55581624f250 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555815e46e00 con 0x555816258750 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e98164740 10 client.0 _ll_register_callbacks cb 0x55581615ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x555816255400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x555816255400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44726/0 (socket says 172.21.15.17:44726) 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/1692003999 learned_addr learned my addr 172.21.15.17:0/1692003999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8effd640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624f250 0x555816258070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816255940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 msgr2=0x555816255940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816255940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/1692003999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624f250 msgr2=0x555816258070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624f250 0x555816258070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/1692003999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e901a4a60 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x555816255400 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f4e84012700 tx=0x7f4e84012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc22dfe13aa7e9db server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e72ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.241+0000 7f4e72ff5640 1 -- 172.21.15.17:0/1692003999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e84017070 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555815eb67e0 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e72ff5640 1 -- 172.21.15.17:0/1692003999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4e84004050 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e72ff5640 1 -- 172.21.15.17:0/1692003999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4e84004210 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 10 client.16431 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5558161b56a0 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e72ff5640 1 -- 172.21.15.17:0/1692003999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555815eb67e0 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e72ff5640 1 -- 172.21.15.17:0/1692003999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4e84003990 con 0x55581624fb70 2024-03-16T18:24:03.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 10 client.16431 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 10 client.16431 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 20 client.16431 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555816268900 0x55581626ad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 4 client.16431 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555815ef3720 con 0x555816268900 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.242+0000 7f4e8effd640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555816268900 0x55581626ad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e72ff5640 10 client.16431 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e8effd640 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555816268900 0x55581626ad20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=204083d9561ecc1b server_cookie=46c3b6719af0207e in_seq=0 out_seq=0 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e72ff5640 1 -- 172.21.15.17:0/1692003999 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555815ef3720 con 0x555816268900 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e72ff5640 10 client.16431 handle_command_reply: tid=0 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 client.16431 shutdown 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 msgr2=0x555816255400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x555816255400 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7f4e84012700 tx=0x7f4e84012bc0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 shutdown_connections 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555816268900 0x55581626ad20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x555816255400 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816255940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e72ff5640 0 client.16431 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 --2- 172.21.15.17:0/1692003999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624f250 0x555816258070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.243+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 >> 172.21.15.17:0/1692003999 conn(0x555816249980 msgr2=0x55581624b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.244+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 shutdown_connections 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.244+0000 7f4e98164740 1 -- 172.21.15.17:0/1692003999 wait complete. 2024-03-16T18:24:03.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.244+0000 7f4e98164740 20 client.16431 trim_cache size 0 max 16384 2024-03-16T18:24:03.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 Processor -- start 2024-03-16T18:24:03.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 -- start start 2024-03-16T18:24:03.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816257b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816258070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581613c130 con 0x55581624f250 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555816255f40 con 0x55581624fb70 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e98164740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55581624e660 con 0x555816258750 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624b880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44742/0 (socket says 172.21.15.17:44742) 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 -- 172.21.15.17:0/662432215 learned_addr learned my addr 172.21.15.17:0/662432215 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816257b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816258070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 -- 172.21.15.17:0/662432215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 msgr2=0x555816258070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816258070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 -- 172.21.15.17:0/662432215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 msgr2=0x555816257b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816257b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8effd640 1 -- 172.21.15.17:0/662432215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555816151c20 con 0x55581624f250 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.256+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816258070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e8effd640 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624b880 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f4e8000e9c0 tx=0x7f4e80096980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c88c8acc63aa22d1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e74ff9640 1 -- 172.21.15.17:0/662432215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e800cdf80 con 0x55581624f250 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e74ff9640 1 -- 172.21.15.17:0/662432215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4e8009a6e0 con 0x55581624f250 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e74ff9640 1 -- 172.21.15.17:0/662432215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e80085330 con 0x55581624f250 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 -- 172.21.15.17:0/662432215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 msgr2=0x55581624b880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624b880 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f4e8000e9c0 tx=0x7f4e80096980 comp rx=0 tx=0).stop 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 -- 172.21.15.17:0/662432215 shutdown_connections 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555816258750 0x555816258070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55581624fb70 0x555816257b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 --2- 172.21.15.17:0/662432215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624f250 0x55581624b880 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 -- 172.21.15.17:0/662432215 >> 172.21.15.17:0/662432215 conn(0x555816249980 msgr2=0x555816248b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 -- 172.21.15.17:0/662432215 shutdown_connections 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 -- 172.21.15.17:0/662432215 wait complete. 2024-03-16T18:24:03.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.257+0000 7f4e98164740 1 -- start start 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 Processor -- start 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55581624f250 0x555816251c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x5558162521d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555816258750 0x555816252710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558162c3190 con 0x55581624fb70 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558162c3300 con 0x555816258750 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5558162c34c0 con 0x55581624f250 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e98164740 10 client.0 _ll_register_callbacks cb 0x7f4e84009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x5558162521d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x5558162521d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44756/0 (socket says 172.21.15.17:44756) 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/2928027366 learned_addr learned my addr 172.21.15.17:0/2928027366 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55581624f250 0x555816251c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8f7fe640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555816258750 0x555816252710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55581624f250 msgr2=0x555816251c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55581624f250 0x555816251c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/2928027366 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555816258750 msgr2=0x555816252710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555816258750 0x555816252710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 -- 172.21.15.17:0/2928027366 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555816179060 con 0x55581624fb70 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55581624f250 0x555816251c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e8e7fc640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x5558162521d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x5558162569d0 tx=0x7f4e840096d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e119abcf3473b4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.258+0000 7f4e72ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e72ff5640 1 -- 172.21.15.17:0/2928027366 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e84017070 con 0x55581624fb70 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e72ff5640 1 -- 172.21.15.17:0/2928027366 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4e84000e40 con 0x55581624fb70 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4e8009ade0 con 0x55581624fb70 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e72ff5640 1 -- 172.21.15.17:0/2928027366 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4e84009ec0 con 0x55581624fb70 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 10 client.16437 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5558161778c0 con 0x55581624fb70 2024-03-16T18:24:03.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e72ff5640 1 -- 172.21.15.17:0/2928027366 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4e8009ade0 con 0x55581624fb70 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e72ff5640 1 -- 172.21.15.17:0/2928027366 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4e84005140 con 0x55581624fb70 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 10 client.16437 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 10 client.16437 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 20 client.16437 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5558162c4cf0 0x5558162c7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 4 client.16437 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555815f42890 con 0x5558162c4cf0 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.259+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5558162c4cf0 0x5558162c7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e8effd640 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5558162c4cf0 0x5558162c7110 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f2d55661dce2e98d server_cookie=569e2c717a784cc1 in_seq=0 out_seq=0 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e72ff5640 10 client.16437 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e72ff5640 1 -- 172.21.15.17:0/2928027366 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555815f42890 con 0x5558162c4cf0 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e72ff5640 10 client.16437 handle_command_reply: tid=0 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 client.16437 shutdown 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 msgr2=0x5558162521d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x5558162521d0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x5558162569d0 tx=0x7f4e840096d0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 shutdown_connections 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5558162c4cf0 0x5558162c7110 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55581624fb70 0x5558162521d0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e72ff5640 0 client.16437 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555816258750 0x555816252710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 --2- 172.21.15.17:0/2928027366 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55581624f250 0x555816251c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 >> 172.21.15.17:0/2928027366 conn(0x555816249980 msgr2=0x5558162482f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 shutdown_connections 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 1 -- 172.21.15.17:0/2928027366 wait complete. 2024-03-16T18:24:03.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e98164740 20 client.16437 trim_cache size 0 max 16384 2024-03-16T18:24:03.269 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:03.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4e780a1ba0 msgr2=0x7f4e780a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e954a7640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4e780a1ba0 0x7f4e780a4060 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f4e88005cc0 tx=0x7f4e88005c50 comp rx=0 tx=0).stop 2024-03-16T18:24:03.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 msgr2=0x7f4e9019d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.260+0000 7f4e954a7640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 0x7f4e9019d6d0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7f4e8000e9f0 tx=0x7f4e8000edf0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 shutdown_connections 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4e780a1ba0 0x7f4e780a4060 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4e90197890 0x7f4e90197d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4e901056e0 0x7f4e9019dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 --2- 172.21.15.17:0/1774570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4e90100610 0x7f4e9019d6d0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 >> 172.21.15.17:0/1774570 conn(0x7f4e90076770 msgr2=0x7f4e900fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 shutdown_connections 2024-03-16T18:24:03.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.261+0000 7f4e954a7640 1 -- 172.21.15.17:0/1774570 wait complete. 2024-03-16T18:24:03.272 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:03.272 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 -- 172.21.15.17:0/2213421011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 msgr2=0x7f1c6410b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/2213421011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6410b530 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7f1c54009900 tx=0x7f1c5402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 -- 172.21.15.17:0/2213421011 shutdown_connections 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/2213421011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6410b530 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/2213421011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c6410bb00 0x7f1c6410df30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/2213421011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c64102730 0x7f1c64102b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 -- 172.21.15.17:0/2213421011 >> 172.21.15.17:0/2213421011 conn(0x7f1c64076770 msgr2=0x7f1c64076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 -- 172.21.15.17:0/2213421011 shutdown_connections 2024-03-16T18:24:03.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 -- 172.21.15.17:0/2213421011 wait complete. 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 Processor -- start 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.377+0000 7f1c6a75c640 1 -- start start 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c64102730 0x7f1c6419d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6419dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c6410bb00 0x7f1c64197920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c64197f70 con 0x7f1c64103050 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c641980e0 con 0x7f1c64102730 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c641982a0 con 0x7f1c6410bb00 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6419dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6419dcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44766/0 (socket says 172.21.15.17:44766) 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 -- 172.21.15.17:0/1366399290 learned_addr learned my addr 172.21.15.17:0/1366399290 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c63fff640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c64102730 0x7f1c6419d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c6410bb00 0x7f1c64197920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 -- 172.21.15.17:0/1366399290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c6410bb00 msgr2=0x7f1c64197920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c6410bb00 0x7f1c64197920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 -- 172.21.15.17:0/1366399290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c64102730 msgr2=0x7f1c6419d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c64102730 0x7f1c6419d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 -- 172.21.15.17:0/1366399290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c54009560 con 0x7f1c64103050 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c637fe640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6419dcb0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f1c54006010 tx=0x7f1c54004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c617fa640 1 -- 172.21.15.17:0/1366399290 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c54004440 con 0x7f1c64103050 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c617fa640 1 -- 172.21.15.17:0/1366399290 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c54003aa0 con 0x7f1c64103050 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c64198520 con 0x7f1c64103050 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.378+0000 7f1c617fa640 1 -- 172.21.15.17:0/1366399290 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c54005460 con 0x7f1c64103050 2024-03-16T18:24:03.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.379+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c641a4810 con 0x7f1c64103050 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c617fa640 1 -- 172.21.15.17:0/1366399290 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1c54003c10 con 0x7f1c64103050 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 Processor -- start 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 -- start start 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c617fa640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c4c0a1c20 0x7f1c4c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991dea2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 0x55991deab210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deadb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991de5d960 con 0x55991dea2b70 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991de11310 con 0x55991dea2250 2024-03-16T18:24:03.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991de0e840 con 0x55991deab750 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c4c0a1c20 0x7f1c4c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 0x55991deab210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c68cf9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deadb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991dea2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991dea2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58944/0 (socket says 172.21.15.17:58944) 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c637fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 0x55991deab210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44776/0 (socket says 172.21.15.17:44776) 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c63fff640 1 -- 172.21.15.17:0/4190976788 learned_addr learned my addr 172.21.15.17:0/4190976788 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.381+0000 7f1c617fa640 1 -- 172.21.15.17:0/1366399290 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1c540f02c0 con 0x7f1c64103050 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c637fe640 1 -- 172.21.15.17:0/4190976788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 msgr2=0x55991deadb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c637fe640 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deadb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c637fe640 1 -- 172.21.15.17:0/4190976788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 msgr2=0x55991dea2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c637fe640 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991dea2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c637fe640 1 -- 172.21.15.17:0/4190976788 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55991ddcc060 con 0x55991dea2b70 2024-03-16T18:24:03.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c63fff640 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991dea2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c4c0a1c20 0x7f1c4c0a40e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1c6406aba0 tx=0x7f1c5c009b00 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c637fe640 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 0x55991deab210 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f1c540ed6f0 tx=0x7f1c54045ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a2c127f9e363c18 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/4190976788 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c5409a250 con 0x55991dea2b70 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/4190976788 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c54004dc0 con 0x55991dea2b70 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.382+0000 7f1c4a7fc640 1 -- 172.21.15.17:0/4190976788 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c540c5370 con 0x55991dea2b70 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- 172.21.15.17:0/4190976788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 msgr2=0x55991deab210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 0x55991deab210 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7f1c540ed6f0 tx=0x7f1c54045ef0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- 172.21.15.17:0/4190976788 shutdown_connections 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2b70 0x55991deab210 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deadb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/4190976788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991dea2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- 172.21.15.17:0/4190976788 >> 172.21.15.17:0/4190976788 conn(0x55991de9c980 msgr2=0x55991de9cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- 172.21.15.17:0/4190976788 shutdown_connections 2024-03-16T18:24:03.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- 172.21.15.17:0/4190976788 wait complete. 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- start start 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 Processor -- start 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991deab0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991dea2b70 0x55991dea8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 0x55991dea89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991de0a020 con 0x55991deab750 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991dadd430 con 0x55991dea2250 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.383+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991da99e00 con 0x55991dea2b70 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c6d40a740 10 client.0 _ll_register_callbacks cb 0x55991ddb1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 0x55991dea89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991deab0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 0x55991dea89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44780/0 (socket says 172.21.15.17:44780) 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 -- 172.21.15.17:0/2402948979 learned_addr learned my addr 172.21.15.17:0/2402948979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c63fff640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991deab0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58954/0 (socket says 172.21.15.17:58954) 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c637fe640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991dea2b70 0x55991dea8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 -- 172.21.15.17:0/2402948979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991dea2b70 msgr2=0x55991dea8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991dea2b70 0x55991dea8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 -- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 msgr2=0x55991deab0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991deab0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 -- 172.21.15.17:0/2402948979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c641a4810 con 0x55991deab750 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 0x55991dea89a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00fcc0 tx=0x7f1c5c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d52da2e4f98fb05a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c437fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c437fe640 1 -- 172.21.15.17:0/2402948979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c5c004540 con 0x55991deab750 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c437fe640 1 -- 172.21.15.17:0/2402948979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1c5c0046a0 con 0x55991deab750 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55991db097e0 con 0x55991deab750 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c437fe640 1 -- 172.21.15.17:0/2402948979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c5c004860 con 0x55991deab750 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c6d40a740 10 client.16449 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55991de086a0 con 0x55991deab750 2024-03-16T18:24:03.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.384+0000 7f1c437fe640 1 -- 172.21.15.17:0/2402948979 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55991db097e0 con 0x55991deab750 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c437fe640 1 -- 172.21.15.17:0/2402948979 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1c5c020430 con 0x55991deab750 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c6d40a740 10 client.16449 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c6d40a740 10 client.16449 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c6d40a740 20 client.16449 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991debb5c0 0x55991debd9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c6d40a740 4 client.16449 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55991db46720 con 0x55991debb5c0 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c63fff640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991debb5c0 0x55991debd9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c63fff640 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991debb5c0 0x55991debd9e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=972bc17496a6efc8 server_cookie=aa15db3a5983cf1 in_seq=0 out_seq=0 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.385+0000 7f1c437fe640 10 client.16449 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c437fe640 1 -- 172.21.15.17:0/2402948979 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55991db46720 con 0x55991debb5c0 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c437fe640 10 client.16449 handle_command_reply: tid=0 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 client.16449 shutdown 2024-03-16T18:24:03.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 msgr2=0x55991dea89a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 0x55991dea89a0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7f1c5c00fcc0 tx=0x7f1c5c004ab0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 shutdown_connections 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991debb5c0 0x55991debd9e0 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991deab750 0x55991dea89a0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991dea2b70 0x55991dea8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c437fe640 0 client.16449 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/2402948979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2250 0x55991deab0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 >> 172.21.15.17:0/2402948979 conn(0x55991de9c980 msgr2=0x55991de9e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 shutdown_connections 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 1 -- 172.21.15.17:0/2402948979 wait complete. 2024-03-16T18:24:03.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.386+0000 7f1c6d40a740 20 client.16449 trim_cache size 0 max 16384 2024-03-16T18:24:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 Processor -- start 2024-03-16T18:24:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 -- start start 2024-03-16T18:24:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deaab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deab0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deb6640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991dd8f130 con 0x55991dea2250 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991deadb40 con 0x55991dea2b70 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991debe040 con 0x55991deab750 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deaab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deaab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44794/0 (socket says 172.21.15.17:44794) 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 -- 172.21.15.17:0/3705442902 learned_addr learned my addr 172.21.15.17:0/3705442902 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deb6640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c637fe640 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deab0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 -- 172.21.15.17:0/3705442902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 msgr2=0x55991deb6640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deb6640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 -- 172.21.15.17:0/3705442902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 msgr2=0x55991deab0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deab0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 -- 172.21.15.17:0/3705442902 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55991dda4c20 con 0x55991dea2250 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.399+0000 7f1c63fff640 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deaab70 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x55991debe250 tx=0x7f1c5800b410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26d9008145fcd36f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c49ffb640 1 -- 172.21.15.17:0/3705442902 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c5801a040 con 0x55991dea2250 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c49ffb640 1 -- 172.21.15.17:0/3705442902 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c58028070 con 0x55991dea2250 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c49ffb640 1 -- 172.21.15.17:0/3705442902 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c58004b20 con 0x55991dea2250 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 -- 172.21.15.17:0/3705442902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 msgr2=0x55991deaab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deaab70 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x55991debe250 tx=0x7f1c5800b410 comp rx=0 tx=0).stop 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 -- 172.21.15.17:0/3705442902 shutdown_connections 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deb6640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deab0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/3705442902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deaab70 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 -- 172.21.15.17:0/3705442902 >> 172.21.15.17:0/3705442902 conn(0x55991de9c980 msgr2=0x55991de9bb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 -- 172.21.15.17:0/3705442902 shutdown_connections 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 -- 172.21.15.17:0/3705442902 wait complete. 2024-03-16T18:24:03.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.400+0000 7f1c6d40a740 1 -- start start 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 Processor -- start 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deb2780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deb2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deaec70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991deaf280 con 0x55991dea2250 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991deaf3f0 con 0x55991dea2b70 2024-03-16T18:24:03.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55991deaf5b0 con 0x55991deab750 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c6d40a740 10 client.0 _ll_register_callbacks cb 0x7f1c5c013e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deb2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deb2780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44798/0 (socket says 172.21.15.17:44798) 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 -- 172.21.15.17:0/1661604880 learned_addr learned my addr 172.21.15.17:0/1661604880 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c637fe640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deb2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c68cf9640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deaec70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 -- 172.21.15.17:0/1661604880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 msgr2=0x55991deaec70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deaec70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 -- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 msgr2=0x55991deb2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deb2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 -- 172.21.15.17:0/1661604880 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c5800bbc0 con 0x55991dea2250 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c63fff640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deb2780 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f1c58004690 tx=0x7f1c58024e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6784a63bcd6a3220 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.401+0000 7f1c437fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c437fe640 1 -- 172.21.15.17:0/1661604880 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c58004020 con 0x55991dea2250 2024-03-16T18:24:03.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c437fe640 1 -- 172.21.15.17:0/1661604880 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1c58004180 con 0x55991dea2250 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1c54004dc0 con 0x55991dea2250 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c437fe640 1 -- 172.21.15.17:0/1661604880 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c58004340 con 0x55991dea2250 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 10 client.16455 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55991ddca8c0 con 0x55991dea2250 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c437fe640 1 -- 172.21.15.17:0/1661604880 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c54004dc0 con 0x55991dea2250 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c437fe640 1 -- 172.21.15.17:0/1661604880 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1c58033030 con 0x55991dea2250 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 10 client.16455 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 10 client.16455 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 20 client.16455 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991df17ea0 0x55991df1a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 4 client.16455 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55991db95890 con 0x55991df17ea0 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.402+0000 7f1c637fe640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991df17ea0 0x55991df1a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c637fe640 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991df17ea0 0x55991df1a2c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=28b39d6d2d7af58e server_cookie=f171a4e2723d5ac5 in_seq=0 out_seq=0 2024-03-16T18:24:03.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c437fe640 10 client.16455 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c437fe640 1 -- 172.21.15.17:0/1661604880 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55991db95890 con 0x55991df17ea0 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c437fe640 10 client.16455 handle_command_reply: tid=0 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 client.16455 shutdown 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 msgr2=0x55991deb2780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deb2780 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f1c58004690 tx=0x7f1c58024e30 comp rx=0 tx=0).stop 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 shutdown_connections 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55991df17ea0 0x55991df1a2c0 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55991deab750 0x55991deaec70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55991dea2b70 0x55991deb2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c437fe640 0 client.16455 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 --2- 172.21.15.17:0/1661604880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55991dea2250 0x55991deb2780 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 >> 172.21.15.17:0/1661604880 conn(0x55991de9c980 msgr2=0x55991dea2fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 shutdown_connections 2024-03-16T18:24:03.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 1 -- 172.21.15.17:0/1661604880 wait complete. 2024-03-16T18:24:03.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.403+0000 7f1c6d40a740 20 client.16455 trim_cache size 0 max 16384 2024-03-16T18:24:03.411 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c4c0a1c20 msgr2=0x7f1c4c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c4c0a1c20 0x7f1c4c0a40e0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f1c6406aba0 tx=0x7f1c5c009b00 comp rx=0 tx=0).stop 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 msgr2=0x7f1c6419dcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6419dcb0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7f1c54006010 tx=0x7f1c54004040 comp rx=0 tx=0).stop 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 shutdown_connections 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c4c0a1c20 0x7f1c4c0a40e0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c64103050 0x7f1c6419dcb0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c6410bb00 0x7f1c64197920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 --2- 172.21.15.17:0/1366399290 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c64102730 0x7f1c6419d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 >> 172.21.15.17:0/1366399290 conn(0x7f1c64076770 msgr2=0x7f1c640fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 shutdown_connections 2024-03-16T18:24:03.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.404+0000 7f1c6a75c640 1 -- 172.21.15.17:0/1366399290 wait complete. 2024-03-16T18:24:03.415 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:03.416 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:24:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 -- 172.21.15.17:0/1477412471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e1010bb30 msgr2=0x7f2e1010dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 --2- 172.21.15.17:0/1477412471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e1010bb30 0x7f2e1010dfa0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f2e08009900 tx=0x7f2e0802bcd0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 -- 172.21.15.17:0/1477412471 shutdown_connections 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 --2- 172.21.15.17:0/1477412471 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e1010bb30 0x7f2e1010dfa0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 --2- 172.21.15.17:0/1477412471 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10103080 0x7f2e1010b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 --2- 172.21.15.17:0/1477412471 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e10102760 0x7f2e10102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 -- 172.21.15.17:0/1477412471 >> 172.21.15.17:0/1477412471 conn(0x7f2e10077550 msgr2=0x7f2e10077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 -- 172.21.15.17:0/1477412471 shutdown_connections 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.519+0000 7f2e187d7640 1 -- 172.21.15.17:0/1477412471 wait complete. 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 Processor -- start 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 -- start start 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10102760 0x7f2e1019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 0x7f2e1019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e1010bb30 0x7f2e101978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e10197f00 con 0x7f2e10103080 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e10198070 con 0x7f2e10102760 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e187d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e10198230 con 0x7f2e1010bb30 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 0x7f2e1019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 0x7f2e1019dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44824/0 (socket says 172.21.15.17:44824) 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 -- 172.21.15.17:0/3503154108 learned_addr learned my addr 172.21.15.17:0/3503154108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e16573640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10102760 0x7f2e1019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e16d74640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e1010bb30 0x7f2e101978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 -- 172.21.15.17:0/3503154108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e1010bb30 msgr2=0x7f2e101978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e1010bb30 0x7f2e101978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 -- 172.21.15.17:0/3503154108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10102760 msgr2=0x7f2e1019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10102760 0x7f2e1019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e15d72640 1 -- 172.21.15.17:0/3503154108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e00009490 con 0x7f2e10103080 2024-03-16T18:24:03.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.520+0000 7f2e16573640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10102760 0x7f2e1019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.521+0000 7f2e15d72640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 0x7f2e1019dbf0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000ea60 tx=0x7f2e0000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.521+0000 7f2e077fe640 1 -- 172.21.15.17:0/3503154108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0000cde0 con 0x7f2e10103080 2024-03-16T18:24:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.521+0000 7f2e077fe640 1 -- 172.21.15.17:0/3503154108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2e000044d0 con 0x7f2e10103080 2024-03-16T18:24:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.521+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e08009560 con 0x7f2e10103080 2024-03-16T18:24:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.521+0000 7f2e077fe640 1 -- 172.21.15.17:0/3503154108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e00010690 con 0x7f2e10103080 2024-03-16T18:24:03.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.521+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e101a4570 con 0x7f2e10103080 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.523+0000 7f2e077fe640 1 -- 172.21.15.17:0/3503154108 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2e00003e40 con 0x7f2e10103080 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.523+0000 7f2e1b3b8740 1 Processor -- start 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.523+0000 7f2e1b3b8740 1 -- start start 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf57e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf587210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf589b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf539960 con 0x561dbf57e250 2024-03-16T18:24:03.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf4ed310 con 0x561dbf57eb70 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf4ea840 con 0x561dbf587750 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e077fe640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2dfc0a1ba0 0x7f2dfc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16d74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf57e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16d74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf57e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44836/0 (socket says 172.21.15.17:44836) 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16d74640 1 -- 172.21.15.17:0/442563157 learned_addr learned my addr 172.21.15.17:0/442563157 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf587210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e15d72640 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf589b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16d74640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2dfc0a1ba0 0x7f2dfc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e077fe640 1 -- 172.21.15.17:0/3503154108 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2e00014070 con 0x7f2e10103080 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 -- 172.21.15.17:0/442563157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 msgr2=0x561dbf589b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf589b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 -- 172.21.15.17:0/442563157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 msgr2=0x561dbf57e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf57e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 -- 172.21.15.17:0/442563157 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561dbf4a8060 con 0x561dbf57eb70 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16d74640 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf57e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16d74640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2dfc0a1ba0 0x7f2dfc0a4060 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2e0802c7b0 tx=0x7f2e080058d0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.524+0000 7f2e16573640 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf587210 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2e10100090 tx=0x7f2e0c011c70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4edafc98da90a6b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e04ff9640 1 -- 172.21.15.17:0/442563157 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c004d20 con 0x561dbf57eb70 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e04ff9640 1 -- 172.21.15.17:0/442563157 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2e0c004e80 con 0x561dbf57eb70 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e04ff9640 1 -- 172.21.15.17:0/442563157 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c0042b0 con 0x561dbf57eb70 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/442563157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 msgr2=0x561dbf587210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf587210 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2e10100090 tx=0x7f2e0c011c70 comp rx=0 tx=0).stop 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/442563157 shutdown_connections 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf589b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf587210 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/442563157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf57e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.525+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/442563157 >> 172.21.15.17:0/442563157 conn(0x561dbf578980 msgr2=0x561dbf578d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/442563157 shutdown_connections 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/442563157 wait complete. 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 -- start start 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 Processor -- start 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf5870d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57eb70 0x561dbf584460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5849e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf4e6020 con 0x561dbf57eb70 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf1b9430 con 0x561dbf57e250 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf175e00 con 0x561dbf587750 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e1b3b8740 10 client.0 _ll_register_callbacks cb 0x561dbf48dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e15d72640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57eb70 0x561dbf584460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e16573640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf5870d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e16573640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf5870d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:59028/0 (socket says 172.21.15.17:59028) 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e16573640 1 -- 172.21.15.17:0/2701881399 learned_addr learned my addr 172.21.15.17:0/2701881399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.526+0000 7f2e16d74640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5849e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e15d72640 1 -- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 msgr2=0x561dbf5849e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e15d72640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5849e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e15d72640 1 -- 172.21.15.17:0/2701881399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 msgr2=0x561dbf5870d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e15d72640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf5870d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e15d72640 1 -- 172.21.15.17:0/2701881399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0c011440 con 0x561dbf57eb70 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e16573640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf5870d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e15d72640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57eb70 0x561dbf584460 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2e000cb350 tx=0x7f2e00015f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b202b40cd712e74 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2df9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2701881399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0009a830 con 0x561dbf57eb70 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2701881399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2e0009e980 con 0x561dbf57eb70 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561dbf222720 con 0x561dbf57eb70 2024-03-16T18:24:03.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2701881399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e000a2fd0 con 0x561dbf57eb70 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 10 client.16467 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561dbf4e46a0 con 0x561dbf57eb70 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2701881399 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561dbf222720 con 0x561dbf57eb70 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2701881399 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2e000b3140 con 0x561dbf57eb70 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 10 client.16467 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 10 client.16467 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 20 client.16467 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5978b0 0x561dbf599cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 4 client.16467 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.527+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561dbf271890 con 0x561dbf5978b0 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.528+0000 7f2e16573640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5978b0 0x561dbf599cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.528+0000 7f2e16573640 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5978b0 0x561dbf599cc0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6e57506f1367c683 server_cookie=8c2554159cd3aa03 in_seq=0 out_seq=0 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.528+0000 7f2df9ffb640 10 client.16467 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2701881399 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561dbf271890 con 0x561dbf5978b0 2024-03-16T18:24:03.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2df9ffb640 10 client.16467 handle_command_reply: tid=0 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 client.16467 shutdown 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57eb70 msgr2=0x561dbf584460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57eb70 0x561dbf584460 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2e000cb350 tx=0x7f2e00015f80 comp rx=0 tx=0).stop 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 shutdown_connections 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5978b0 0x561dbf599cc0 crc :-1 s=READY pgs=40 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57eb70 0x561dbf584460 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5849e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2df9ffb640 0 client.16467 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2701881399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf5870d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 >> 172.21.15.17:0/2701881399 conn(0x561dbf578980 msgr2=0x561dbf57a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 shutdown_connections 2024-03-16T18:24:03.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2701881399 wait complete. 2024-03-16T18:24:03.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.529+0000 7f2e1b3b8740 20 client.16467 trim_cache size 0 max 16384 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 Processor -- start 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 -- start start 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf577dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf586b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5870d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf46b130 con 0x561dbf57e250 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf5784b0 con 0x561dbf57eb70 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf5742b0 con 0x561dbf587750 2024-03-16T18:24:03.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.541+0000 7f2e16573640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf577dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf577dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44860/0 (socket says 172.21.15.17:44860) 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 -- 172.21.15.17:0/1481940448 learned_addr learned my addr 172.21.15.17:0/1481940448 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e15d72640 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf586b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16d74640 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5870d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 -- 172.21.15.17:0/1481940448 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 msgr2=0x561dbf5870d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5870d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 -- 172.21.15.17:0/1481940448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 msgr2=0x561dbf586b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf586b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 -- 172.21.15.17:0/1481940448 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561dbf480c20 con 0x561dbf57e250 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e15d72640 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf586b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2e16573640 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf577dc0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c005c40 tx=0x7f2e0c00fe90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2de568fba909bd93 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2dfbfff640 1 -- 172.21.15.17:0/1481940448 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c02b070 con 0x561dbf57e250 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2dfbfff640 1 -- 172.21.15.17:0/1481940448 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2e0c00fb30 con 0x561dbf57e250 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.542+0000 7f2dfbfff640 1 -- 172.21.15.17:0/1481940448 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c0266a0 con 0x561dbf57e250 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/1481940448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 msgr2=0x561dbf577dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf577dc0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c005c40 tx=0x7f2e0c00fe90 comp rx=0 tx=0).stop 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/1481940448 shutdown_connections 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf587750 0x561dbf5870d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57eb70 0x561dbf586b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/1481940448 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf57e250 0x561dbf577dc0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/1481940448 >> 172.21.15.17:0/1481940448 conn(0x561dbf578980 msgr2=0x561dbf57a5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/1481940448 shutdown_connections 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/1481940448 wait complete. 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- start start 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 Processor -- start 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf58f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf57eb70 0x561dbf581520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 0x561dbf581a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf581fa0 con 0x561dbf587750 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf582110 con 0x561dbf57e250 2024-03-16T18:24:03.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561dbf5822d0 con 0x561dbf57eb70 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e1b3b8740 10 client.0 _ll_register_callbacks cb 0x7f2e0000e9b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e16d74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 0x561dbf581a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e16d74640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 0x561dbf581a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44872/0 (socket says 172.21.15.17:44872) 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e16d74640 1 -- 172.21.15.17:0/2997145506 learned_addr learned my addr 172.21.15.17:0/2997145506 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e16573640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf58f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.543+0000 7f2e15d72640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf57eb70 0x561dbf581520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e16d74640 1 -- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf57eb70 msgr2=0x561dbf581520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e16d74640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf57eb70 0x561dbf581520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e16d74640 1 -- 172.21.15.17:0/2997145506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 msgr2=0x561dbf58f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e16d74640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf58f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e16d74640 1 -- 172.21.15.17:0/2997145506 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0c01d040 con 0x561dbf587750 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e16d74640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 0x561dbf581a60 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2e08005940 tx=0x7f2e08009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e06eae1803185349 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2df9ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2997145506 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e08004500 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2997145506 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2e08056070 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561dbf1e57e0 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2997145506 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e08003cd0 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e1b3b8740 10 client.16473 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561dbf4a68c0 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2997145506 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561dbf1e57e0 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2997145506 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2e0805b480 con 0x561dbf587750 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e1b3b8740 10 client.16473 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e1b3b8740 10 client.16473 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.544+0000 7f2e1b3b8740 20 client.16473 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5f45a0 0x561dbf5f69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 4 client.16473 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:03.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561dbf191700 con 0x561dbf5f45a0 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e16573640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5f45a0 0x561dbf5f69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e16573640 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5f45a0 0x561dbf5f69c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8cebdfd3efba8b60 server_cookie=47e92ee01c657d1c in_seq=0 out_seq=0 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2df9ffb640 10 client.16473 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2df9ffb640 1 -- 172.21.15.17:0/2997145506 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561dbf191700 con 0x561dbf5f45a0 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2df9ffb640 10 client.16473 handle_command_reply: tid=0 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 client.16473 shutdown 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 msgr2=0x561dbf581a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 0x561dbf581a60 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f2e08005940 tx=0x7f2e08009260 comp rx=0 tx=0).stop 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 shutdown_connections 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561dbf5f45a0 0x561dbf5f69c0 crc :-1 s=READY pgs=41 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561dbf587750 0x561dbf581a60 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561dbf57eb70 0x561dbf581520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2df9ffb640 0 client.16473 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 --2- 172.21.15.17:0/2997145506 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561dbf57e250 0x561dbf58f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 >> 172.21.15.17:0/2997145506 conn(0x561dbf578980 msgr2=0x561dbf57f090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.545+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 shutdown_connections 2024-03-16T18:24:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e1b3b8740 1 -- 172.21.15.17:0/2997145506 wait complete. 2024-03-16T18:24:03.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e1b3b8740 20 client.16473 trim_cache size 0 max 16384 2024-03-16T18:24:03.554 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2dfc0a1ba0 msgr2=0x7f2dfc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2dfc0a1ba0 0x7f2dfc0a4060 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f2e0802c7b0 tx=0x7f2e080058d0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 msgr2=0x7f2e1019dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 0x7f2e1019dbf0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000ea60 tx=0x7f2e0000ef20 comp rx=0 tx=0).stop 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 shutdown_connections 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2dfc0a1ba0 0x7f2dfc0a4060 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2e10103080 0x7f2e1019dbf0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2e1010bb30 0x7f2e101978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 --2- 172.21.15.17:0/3503154108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2e10102760 0x7f2e1019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 >> 172.21.15.17:0/3503154108 conn(0x7f2e10077550 msgr2=0x7f2e100fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 shutdown_connections 2024-03-16T18:24:03.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.546+0000 7f2e187d7640 1 -- 172.21.15.17:0/3503154108 wait complete. 2024-03-16T18:24:03.558 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:03.558 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:24:03.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 -- 172.21.15.17:0/2091460950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080107500 msgr2=0x7fe0801078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 --2- 172.21.15.17:0/2091460950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080107500 0x7fe0801078e0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7fe070009930 tx=0x7fe07002bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 -- 172.21.15.17:0/2091460950 shutdown_connections 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 --2- 172.21.15.17:0/2091460950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e20 0x7fe08010e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 --2- 172.21.15.17:0/2091460950 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080101460 0x7fe0801018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 --2- 172.21.15.17:0/2091460950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080107500 0x7fe0801078e0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 -- 172.21.15.17:0/2091460950 >> 172.21.15.17:0/2091460950 conn(0x7fe0800fcf50 msgr2=0x7fe0800ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 -- 172.21.15.17:0/2091460950 shutdown_connections 2024-03-16T18:24:03.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.661+0000 7fe0850a7640 1 -- 172.21.15.17:0/2091460950 wait complete. 2024-03-16T18:24:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 Processor -- start 2024-03-16T18:24:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 -- start start 2024-03-16T18:24:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080101460 0x7fe08019d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 0x7fe08019dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080107500 0x7fe0801978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080197f20 con 0x7fe080101e20 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080198090 con 0x7fe080107500 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe0850a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080198250 con 0x7fe080101460 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 0x7fe08019dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 0x7fe08019dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44890/0 (socket says 172.21.15.17:44890) 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe077fff640 1 -- 172.21.15.17:0/868884280 learned_addr learned my addr 172.21.15.17:0/868884280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe07f59e640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080107500 0x7fe0801978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.662+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080101460 0x7fe08019d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07f59e640 1 -- 172.21.15.17:0/868884280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080101460 msgr2=0x7fe08019d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07f59e640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080101460 0x7fe08019d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07f59e640 1 -- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 msgr2=0x7fe08019dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07f59e640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 0x7fe08019dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07f59e640 1 -- 172.21.15.17:0/868884280 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe078009840 con 0x7fe080107500 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe077fff640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 0x7fe08019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07f59e640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080107500 0x7fe0801978d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe07800ec50 tx=0x7fe07800c6a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07cd99640 1 -- 172.21.15.17:0/868884280 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe078003b70 con 0x7fe080107500 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07cd99640 1 -- 172.21.15.17:0/868884280 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe07800ce70 con 0x7fe080107500 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe070009560 con 0x7fe080107500 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe07cd99640 1 -- 172.21.15.17:0/868884280 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe078010670 con 0x7fe080107500 2024-03-16T18:24:03.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.663+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0801a45e0 con 0x7fe080107500 2024-03-16T18:24:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.665+0000 7fe07cd99640 1 -- 172.21.15.17:0/868884280 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe078004020 con 0x7fe080107500 2024-03-16T18:24:03.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 Processor -- start 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 -- start start 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a377105250 0x55a377105630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 0x55a37710e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a37710e750 0x55a377110b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3770c0960 con 0x55a377105b70 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a377074310 con 0x55a37710e750 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe087d64740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a377071840 con 0x55a377105250 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe07cd99640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe07ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 0x55a37710e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe077fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a37710e750 0x55a377110b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe07ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 0x55a37710e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44892/0 (socket says 172.21.15.17:44892) 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe07ed9d640 1 -- 172.21.15.17:0/3711697595 learned_addr learned my addr 172.21.15.17:0/3711697595 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe07f59e640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe077fff640 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a377105250 0x55a377105630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.666+0000 7fe07cd99640 1 -- 172.21.15.17:0/868884280 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe078014070 con 0x7fe080107500 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe077fff640 1 -- 172.21.15.17:0/3711697595 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a377105250 msgr2=0x55a377105630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe077fff640 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a377105250 0x55a377105630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe077fff640 1 -- 172.21.15.17:0/3711697595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 msgr2=0x55a37710e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe077fff640 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 0x55a37710e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe077fff640 1 -- 172.21.15.17:0/3711697595 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a37702f060 con 0x55a37710e750 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 0x55a37710e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe07f59e640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe078096f20 tx=0x7fe07806dd70 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe077fff640 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a37710e750 0x55a377110b40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe068009640 tx=0x7fe068009590 comp rx=0 tx=0).ready entity=mon.2 client_cookie=96bae70536407b0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe0757fa640 1 -- 172.21.15.17:0/3711697595 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe06800fc20 con 0x55a37710e750 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe0757fa640 1 -- 172.21.15.17:0/3711697595 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe06800fd80 con 0x55a37710e750 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.667+0000 7fe0757fa640 1 -- 172.21.15.17:0/3711697595 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe068004e20 con 0x55a37710e750 2024-03-16T18:24:03.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- 172.21.15.17:0/3711697595 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a37710e750 msgr2=0x55a377110b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a37710e750 0x55a377110b40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fe068009640 tx=0x7fe068009590 comp rx=0 tx=0).stop 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- 172.21.15.17:0/3711697595 shutdown_connections 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105b70 0x55a37710e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a37710e750 0x55a377110b40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- 172.21.15.17:0/3711697595 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a377105250 0x55a377105630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- 172.21.15.17:0/3711697595 >> 172.21.15.17:0/3711697595 conn(0x55a3770ff980 msgr2=0x55a3770ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- 172.21.15.17:0/3711697595 shutdown_connections 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- 172.21.15.17:0/3711697595 wait complete. 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- start start 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 Processor -- start 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a37710e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a37706d020 con 0x55a377105250 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a376d40430 con 0x55a377105b70 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a376cfce00 con 0x55a37710e750 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe087d64740 10 client.0 _ll_register_callbacks cb 0x55a377014cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.668+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a37710e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a37710e120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44902/0 (socket says 172.21.15.17:44902) 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 -- 172.21.15.17:0/427866385 learned_addr learned my addr 172.21.15.17:0/427866385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 -- 172.21.15.17:0/427866385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 msgr2=0x55a37710bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 -- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 msgr2=0x55a37710b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 -- 172.21.15.17:0/427866385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe068019040 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe077fff640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a37710e120 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fe068011870 tx=0x7fe0680097a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=755f242f9d0684de server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe0667fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe0667fc640 1 -- 172.21.15.17:0/427866385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe068004ef0 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe0667fc640 1 -- 172.21.15.17:0/427866385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe068000e40 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a376d6c7e0 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe0667fc640 1 -- 172.21.15.17:0/427866385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe068005050 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe087d64740 10 client.16485 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a37706b6a0 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.669+0000 7fe0667fc640 1 -- 172.21.15.17:0/427866385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a376d6c7e0 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe0667fc640 1 -- 172.21.15.17:0/427866385 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe06802ca20 con 0x55a377105250 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe087d64740 10 client.16485 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe087d64740 10 client.16485 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe087d64740 20 client.16485 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe087d64740 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37711e790 0x55a377120b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe087d64740 4 client.16485 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a376da9720 con 0x55a37711e790 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37711e790 0x55a377120b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe0667fc640 10 client.16485 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.670+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37711e790 0x55a377120b80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a0ee39626c3c6e97 server_cookie=1381a004785ae476 in_seq=0 out_seq=0 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe0667fc640 1 -- 172.21.15.17:0/427866385 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a376da9720 con 0x55a37711e790 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe0667fc640 10 client.16485 handle_command_reply: tid=0 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 client.16485 shutdown 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 msgr2=0x55a37710e120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a37710e120 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fe068011870 tx=0x7fe0680097a0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 shutdown_connections 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37711e790 0x55a377120b80 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 --2- 172.21.15.17:0/427866385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a37710e120 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe0667fc640 0 client.16485 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 >> 172.21.15.17:0/427866385 conn(0x55a3770ff980 msgr2=0x55a3771016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 shutdown_connections 2024-03-16T18:24:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 1 -- 172.21.15.17:0/427866385 wait complete. 2024-03-16T18:24:03.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.671+0000 7fe087d64740 20 client.16485 trim_cache size 0 max 16384 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 Processor -- start 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 -- start start 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a3770fedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a376ff2130 con 0x55a377105250 2024-03-16T18:24:03.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a3771049f0 con 0x55a377105b70 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe087d64740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a37710b2a0 con 0x55a37710e750 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a3770fedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a3770fedc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44908/0 (socket says 172.21.15.17:44908) 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 -- 172.21.15.17:0/2411788344 learned_addr learned my addr 172.21.15.17:0/2411788344 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 -- 172.21.15.17:0/2411788344 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 msgr2=0x55a37710e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710e120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 -- 172.21.15.17:0/2411788344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 msgr2=0x55a37710dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.684+0000 7fe077fff640 1 -- 172.21.15.17:0/2411788344 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a377007c20 con 0x55a377105250 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe077fff640 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a3770fedc0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fe068006010 tx=0x7fe06801e3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5eb8481fae6918e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe074ff9640 1 -- 172.21.15.17:0/2411788344 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe06800fc20 con 0x55a377105250 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe074ff9640 1 -- 172.21.15.17:0/2411788344 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe06801e510 con 0x55a377105250 2024-03-16T18:24:03.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe074ff9640 1 -- 172.21.15.17:0/2411788344 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe068011020 con 0x55a377105250 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 -- 172.21.15.17:0/2411788344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 msgr2=0x55a3770fedc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a3770fedc0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7fe068006010 tx=0x7fe06801e3f0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 -- 172.21.15.17:0/2411788344 shutdown_connections 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a37710e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a37710dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 --2- 172.21.15.17:0/2411788344 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a3770fedc0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 -- 172.21.15.17:0/2411788344 >> 172.21.15.17:0/2411788344 conn(0x55a3770ff980 msgr2=0x55a377101440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 -- 172.21.15.17:0/2411788344 shutdown_connections 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.685+0000 7fe087d64740 1 -- 172.21.15.17:0/2411788344 wait complete. 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 -- start start 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 Processor -- start 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a377115cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a3771161f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a377112130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a377112710 con 0x55a377105250 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a377112880 con 0x55a377105b70 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a377112a40 con 0x55a37710e750 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe087d64740 10 client.0 _ll_register_callbacks cb 0x7fe068005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a377115cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a377115cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44924/0 (socket says 172.21.15.17:44924) 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 -- 172.21.15.17:0/431029393 learned_addr learned my addr 172.21.15.17:0/431029393 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a3771161f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a377112130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 -- 172.21.15.17:0/431029393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 msgr2=0x55a377112130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a377112130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 -- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 msgr2=0x55a3771161f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a3771161f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.686+0000 7fe077fff640 1 -- 172.21.15.17:0/431029393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a37706b6a0 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe077fff640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a377115cb0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe0680049d0 tx=0x7fe06801e680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a1684459069cec server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe0667fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe0667fc640 1 -- 172.21.15.17:0/431029393 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe06800fc20 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe0667fc640 1 -- 172.21.15.17:0/431029393 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe068000e40 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe06800fd80 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe0667fc640 1 -- 172.21.15.17:0/431029393 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe068009ee0 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 10 client.16491 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a37702d8c0 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe0667fc640 1 -- 172.21.15.17:0/431029393 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe06800fd80 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe0667fc640 1 -- 172.21.15.17:0/431029393 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe068038040 con 0x55a377105250 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 10 client.16491 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 10 client.16491 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:24:03.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 20 client.16491 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37717abe0 0x55a37717cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 4 client.16491 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a376df8890 con 0x55a37717abe0 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.687+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37717abe0 0x55a37717cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37717abe0 0x55a37717cfd0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=48068dedac86dfa1 server_cookie=72b435e75faec952 in_seq=0 out_seq=0 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe0667fc640 10 client.16491 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe0667fc640 1 -- 172.21.15.17:0/431029393 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a376df8890 con 0x55a37717abe0 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe0667fc640 10 client.16491 handle_command_reply: tid=0 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 client.16491 shutdown 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 msgr2=0x55a377115cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a377115cb0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fe0680049d0 tx=0x7fe06801e680 comp rx=0 tx=0).stop 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 shutdown_connections 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a37717abe0 0x55a37717cfd0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a37710e750 0x55a377112130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a377105b70 0x55a3771161f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 --2- 172.21.15.17:0/431029393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a377105250 0x55a377115cb0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe0667fc640 0 client.16491 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:03.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 >> 172.21.15.17:0/431029393 conn(0x55a3770ff980 msgr2=0x55a377125400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 shutdown_connections 2024-03-16T18:24:03.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 1 -- 172.21.15.17:0/431029393 wait complete. 2024-03-16T18:24:03.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.688+0000 7fe087d64740 20 client.16491 trim_cache size 0 max 16384 2024-03-16T18:24:03.696 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 msgr2=0x7fe06c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fe078096f20 tx=0x7fe07806dd70 comp rx=0 tx=0).stop 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080107500 msgr2=0x7fe0801978d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080107500 0x7fe0801978d0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fe07800ec50 tx=0x7fe07800c6a0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 shutdown_connections 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080101e20 0x7fe08019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080107500 0x7fe0801978d0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 --2- 172.21.15.17:0/868884280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080101460 0x7fe08019d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 >> 172.21.15.17:0/868884280 conn(0x7fe0800fcf50 msgr2=0x7fe0800fd8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 shutdown_connections 2024-03-16T18:24:03.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.689+0000 7fe0850a7640 1 -- 172.21.15.17:0/868884280 wait complete. 2024-03-16T18:24:03.700 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:03.700 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:24:03.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 -- 172.21.15.17:0/3736312444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 msgr2=0x7f2ce810d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 --2- 172.21.15.17:0/3736312444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce810d2e0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0009cd0 tx=0x7f2ce002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 -- 172.21.15.17:0/3736312444 shutdown_connections 2024-03-16T18:24:03.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 --2- 172.21.15.17:0/3736312444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce810d2e0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 --2- 172.21.15.17:0/3736312444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 0x7f2ce8100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 --2- 172.21.15.17:0/3736312444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ce81064b0 0x7f2ce8106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 -- 172.21.15.17:0/3736312444 >> 172.21.15.17:0/3736312444 conn(0x7f2ce8077550 msgr2=0x7f2ce8077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 -- 172.21.15.17:0/3736312444 shutdown_connections 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.804+0000 7f2ced519640 1 -- 172.21.15.17:0/3736312444 wait complete. 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 Processor -- start 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 -- start start 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 0x7f2ce80fd390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce80fd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ce81064b0 0x7f2ce80fde10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce81a5df0 con 0x7f2ce8100dd0 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce81a5f60 con 0x7f2ce8100410 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ced519640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ce81a6120 con 0x7f2ce81064b0 2024-03-16T18:24:03.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce80fd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce6ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 0x7f2ce80fd390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce80fd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44952/0 (socket says 172.21.15.17:44952) 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 -- 172.21.15.17:0/3824012938 learned_addr learned my addr 172.21.15.17:0/3824012938 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ce81064b0 0x7f2ce80fde10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 -- 172.21.15.17:0/3824012938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ce81064b0 msgr2=0x7f2ce80fde10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ce81064b0 0x7f2ce80fde10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 -- 172.21.15.17:0/3824012938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 msgr2=0x7f2ce80fd390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 0x7f2ce80fd390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce67fc640 1 -- 172.21.15.17:0/3824012938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cdc009490 con 0x7f2ce8100dd0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.805+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 0x7f2ce80fd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.806+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce80fd8d0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc00ea60 tx=0x7f2cdc00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.806+0000 7f2ccffff640 1 -- 172.21.15.17:0/3824012938 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cdc00cde0 con 0x7f2ce8100dd0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.806+0000 7f2ccffff640 1 -- 172.21.15.17:0/3824012938 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2cdc0044d0 con 0x7f2ce8100dd0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.806+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ce0009900 con 0x7f2ce8100dd0 2024-03-16T18:24:03.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.806+0000 7f2ccffff640 1 -- 172.21.15.17:0/3824012938 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cdc010690 con 0x7f2ce8100dd0 2024-03-16T18:24:03.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.806+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ce81a6780 con 0x7f2ce8100dd0 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.808+0000 7f2ccffff640 1 -- 172.21.15.17:0/3824012938 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2cdc003e40 con 0x7f2ce8100dd0 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.808+0000 7f2cf01cc740 1 Processor -- start 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.808+0000 7f2cf01cc740 1 -- start start 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f21b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f224210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f224750 0x56361f226b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f1d6960 con 0x56361f21b250 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f18a310 con 0x56361f21bb70 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f187840 con 0x56361f224750 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ccffff640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cd00a1ba0 0x7f2cd00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f21b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f21b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44954/0 (socket says 172.21.15.17:44954) 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2775956199 learned_addr learned my addr 172.21.15.17:0/2775956199 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f224210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cd00a1ba0 0x7f2cd00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ccffff640 1 -- 172.21.15.17:0/3824012938 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2cdc014070 con 0x7f2ce8100dd0 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f224750 0x56361f226b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/2775956199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f224750 msgr2=0x56361f226b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f224750 0x56361f226b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/2775956199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 msgr2=0x56361f21b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f21b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/2775956199 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56361f145060 con 0x56361f21bb70 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f21b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cd00a1ba0 0x7f2cd00a4060 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0006010 tx=0x7f2ce0005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f224210 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2cd8009f50 tx=0x7f2cd80118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=515b9bb5e52a7ea9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.809+0000 7f2ccd7fa640 1 -- 172.21.15.17:0/2775956199 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cd8004030 con 0x56361f21bb70 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2ccd7fa640 1 -- 172.21.15.17:0/2775956199 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2cd8005020 con 0x56361f21bb70 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2ccd7fa640 1 -- 172.21.15.17:0/2775956199 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cd8004c00 con 0x56361f21bb70 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2775956199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 msgr2=0x56361f224210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f224210 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f2cd8009f50 tx=0x7f2cd80118d0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2775956199 shutdown_connections 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f224750 0x56361f226b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f224210 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2775956199 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f21b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2775956199 >> 172.21.15.17:0/2775956199 conn(0x56361f215980 msgr2=0x56361f215d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2775956199 shutdown_connections 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.810+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2775956199 wait complete. 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 -- start start 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 Processor -- start 2024-03-16T18:24:03.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f2240d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f221460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f224750 0x56361f2219e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f183020 con 0x56361f21b250 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361ee56430 con 0x56361f224750 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361ee12e00 con 0x56361f21bb70 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2cf01cc740 10 client.0 _ll_register_callbacks cb 0x56361f12acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f2240d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f2240d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44970/0 (socket says 172.21.15.17:44970) 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/3888265985 learned_addr learned my addr 172.21.15.17:0/3888265985 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f224750 0x56361f2219e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f221460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/3888265985 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 msgr2=0x56361f221460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f221460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f224750 msgr2=0x56361f2219e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f224750 0x56361f2219e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 -- 172.21.15.17:0/3888265985 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cd8009c00 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f2240d0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2cd8000c00 tx=0x7f2cd80042f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa4cbd257efb9937 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.811+0000 7f2ccaff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2ccaff5640 1 -- 172.21.15.17:0/3888265985 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cd80044e0 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2ccaff5640 1 -- 172.21.15.17:0/3888265985 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2cd8005590 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56361ee827e0 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2ccaff5640 1 -- 172.21.15.17:0/3888265985 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2cd8004b50 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 10 client.16503 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56361f1816a0 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2ccaff5640 1 -- 172.21.15.17:0/3888265985 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56361ee827e0 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2ccaff5640 1 -- 172.21.15.17:0/3888265985 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2cd8021070 con 0x56361f21b250 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 10 client.16503 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 10 client.16503 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:03.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 20 client.16503 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f2347b0 0x56361f236ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 4 client.16503 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56361eebf720 con 0x56361f2347b0 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.812+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f2347b0 0x56361f236ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.813+0000 7f2ccaff5640 10 client.16503 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.813+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f2347b0 0x56361f236ba0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5a9e330125d5e67c server_cookie=8d58062ce69d2c89 in_seq=0 out_seq=0 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.813+0000 7f2ccaff5640 1 -- 172.21.15.17:0/3888265985 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56361eebf720 con 0x56361f2347b0 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.813+0000 7f2ccaff5640 10 client.16503 handle_command_reply: tid=0 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.813+0000 7f2cf01cc740 1 client.16503 shutdown 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 msgr2=0x56361f2240d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f2240d0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f2cd8000c00 tx=0x7f2cd80042f0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 shutdown_connections 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f2347b0 0x56361f236ba0 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f224750 0x56361f2219e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f221460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/3888265985 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f21b250 0x56361f2240d0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2ccaff5640 0 client.16503 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 >> 172.21.15.17:0/3888265985 conn(0x56361f215980 msgr2=0x56361f2176d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 shutdown_connections 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 1 -- 172.21.15.17:0/3888265985 wait complete. 2024-03-16T18:24:03.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.814+0000 7f2cf01cc740 20 client.16503 trim_cache size 0 max 16384 2024-03-16T18:24:03.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 Processor -- start 2024-03-16T18:24:03.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 -- start start 2024-03-16T18:24:03.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21b250 0x56361f223b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f2240d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f22fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f108130 con 0x56361f224750 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f216980 con 0x56361f21bb70 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f2217c0 con 0x56361f21b250 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2ce77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f22fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2ce6ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21b250 0x56361f223b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2ce77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f22fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44976/0 (socket says 172.21.15.17:44976) 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2858452473 learned_addr learned my addr 172.21.15.17:0/2858452473 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.826+0000 7f2ce67fc640 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f2240d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2858452473 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21b250 msgr2=0x56361f223b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21b250 0x56361f223b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2858452473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 msgr2=0x56361f2240d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f2240d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2858452473 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56361f11dc20 con 0x56361f224750 2024-03-16T18:24:03.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f22fad0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0009cd0 tx=0x7f2ce002e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=64a1cecfe39ba5f2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2cccff9640 1 -- 172.21.15.17:0/2858452473 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce0034a60 con 0x56361f224750 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2cccff9640 1 -- 172.21.15.17:0/2858452473 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2ce0032a80 con 0x56361f224750 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.827+0000 7f2cccff9640 1 -- 172.21.15.17:0/2858452473 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce0004040 con 0x56361f224750 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2858452473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 msgr2=0x56361f22fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f22fad0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0009cd0 tx=0x7f2ce002e040 comp rx=0 tx=0).stop 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2858452473 shutdown_connections 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f22fad0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21bb70 0x56361f2240d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2858452473 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21b250 0x56361f223b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2858452473 >> 172.21.15.17:0/2858452473 conn(0x56361f215980 msgr2=0x56361f214b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2858452473 shutdown_connections 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2858452473 wait complete. 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- start start 2024-03-16T18:24:03.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 Processor -- start 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21b250 0x56361f288370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f2888b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f21e430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f21e9f0 con 0x56361f224750 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f21eb60 con 0x56361f21b250 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56361f21ed20 con 0x56361f21bb70 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2cf01cc740 10 client.0 _ll_register_callbacks cb 0x7f2cdc005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2ce77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f21e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2ce67fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f2888b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2ce77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f21e430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44982/0 (socket says 172.21.15.17:44982) 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2ce6ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21b250 0x56361f288370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.828+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2642095213 learned_addr learned my addr 172.21.15.17:0/2642095213 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2642095213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 msgr2=0x56361f2888b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f2888b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21b250 msgr2=0x56361f288370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21b250 0x56361f288370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce77fe640 1 -- 172.21.15.17:0/2642095213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ce0030070 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21b250 0x56361f288370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ce77fe640 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f21e430 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f2ce002c700 tx=0x7f2ce00095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9afb5ea3ee19b1ec server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ccaff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ccaff5640 1 -- 172.21.15.17:0/2642095213 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ce0035ea0 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ccaff5640 1 -- 172.21.15.17:0/2642095213 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2ce0003d80 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2cd8005020 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ccaff5640 1 -- 172.21.15.17:0/2642095213 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2ce0004040 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 10 client.16509 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56361f1438c0 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ccaff5640 1 -- 172.21.15.17:0/2642095213 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2cd8005020 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2ccaff5640 1 -- 172.21.15.17:0/2642095213 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2ce004e070 con 0x56361f224750 2024-03-16T18:24:03.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 10 client.16509 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 10 client.16509 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 20 client.16509 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f290fe0 0x56361f2933d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 4 client.16509 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.829+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56361ef0e890 con 0x56361f290fe0 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f290fe0 0x56361f2933d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2ce6ffd640 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f290fe0 0x56361f2933d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1be3bc04990b46b5 server_cookie=3b3e2c76f0ba7f77 in_seq=0 out_seq=0 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2ccaff5640 10 client.16509 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2ccaff5640 1 -- 172.21.15.17:0/2642095213 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56361ef0e890 con 0x56361f290fe0 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2ccaff5640 10 client.16509 handle_command_reply: tid=0 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 client.16509 shutdown 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 msgr2=0x56361f21e430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f21e430 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f2ce002c700 tx=0x7f2ce00095c0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 shutdown_connections 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56361f290fe0 0x56361f2933d0 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56361f224750 0x56361f21e430 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56361f21bb70 0x56361f2888b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 --2- 172.21.15.17:0/2642095213 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56361f21b250 0x56361f288370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2ccaff5640 0 client.16509 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 >> 172.21.15.17:0/2642095213 conn(0x56361f215980 msgr2=0x56361f216d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 shutdown_connections 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 1 -- 172.21.15.17:0/2642095213 wait complete. 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.830+0000 7f2cf01cc740 20 client.16509 trim_cache size 0 max 16384 2024-03-16T18:24:03.838 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:03.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cd00a1ba0 msgr2=0x7f2cd00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cd00a1ba0 0x7f2cd00a4060 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2ce0006010 tx=0x7f2ce0005c50 comp rx=0 tx=0).stop 2024-03-16T18:24:03.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 msgr2=0x7f2ce80fd8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:03.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce80fd8d0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7f2cdc00ea60 tx=0x7f2cdc00ef20 comp rx=0 tx=0).stop 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 shutdown_connections 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2cd00a1ba0 0x7f2cd00a4060 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ce8100dd0 0x7f2ce80fd8d0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ce81064b0 0x7f2ce80fde10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 --2- 172.21.15.17:0/3824012938 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ce8100410 0x7f2ce80fd390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 >> 172.21.15.17:0/3824012938 conn(0x7f2ce8077550 msgr2=0x7f2ce8069da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 shutdown_connections 2024-03-16T18:24:03.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:03.831+0000 7f2ced519640 1 -- 172.21.15.17:0/3824012938 wait complete. 2024-03-16T18:24:04.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:04 smithi149 ceph-mon[35991]: pgmap v79: 129 pgs: 129 active+clean; 2.5 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 35 op/s 2024-03-16T18:24:04.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:04 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/267419104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:24:04.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:04 smithi153 ceph-mon[36005]: pgmap v79: 129 pgs: 129 active+clean; 2.5 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 35 op/s 2024-03-16T18:24:04.361 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:04 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/267419104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:24:04.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:04 smithi017 ceph-mon[32207]: pgmap v79: 129 pgs: 129 active+clean; 2.5 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 48 KiB/s wr, 35 op/s 2024-03-16T18:24:04.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:04 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/267419104' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:24:04.844 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:24:04.844 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:24:04.844 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:24:04.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 -- 172.21.15.17:0/1266994028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8103080 msgr2=0x7f09a810b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 --2- 172.21.15.17:0/1266994028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8103080 0x7f09a810b560 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f0994009900 tx=0x7f099402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 -- 172.21.15.17:0/1266994028 shutdown_connections 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 --2- 172.21.15.17:0/1266994028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8103080 0x7f09a810b560 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 --2- 172.21.15.17:0/1266994028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09a810bb30 0x7f09a810dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 --2- 172.21.15.17:0/1266994028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09a8102760 0x7f09a8102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 -- 172.21.15.17:0/1266994028 >> 172.21.15.17:0/1266994028 conn(0x7f09a8077550 msgr2=0x7f09a8077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 -- 172.21.15.17:0/1266994028 shutdown_connections 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.962+0000 7f09aed16640 1 -- 172.21.15.17:0/1266994028 wait complete. 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 Processor -- start 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 -- start start 2024-03-16T18:24:04.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 0x7f09a819d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09a8103080 0x7f09a819dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09a810bb30 0x7f09a81978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a8197f20 con 0x7f09a8102760 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a8198090 con 0x7f09a8103080 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09aed16640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a8198250 con 0x7f09a810bb30 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 0x7f09a819d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 0x7f09a819d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45004/0 (socket says 172.21.15.17:45004) 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 -- 172.21.15.17:0/2507505937 learned_addr learned my addr 172.21.15.17:0/2507505937 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09a7fff640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09a8103080 0x7f09a819dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09a810bb30 0x7f09a81978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 -- 172.21.15.17:0/2507505937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09a810bb30 msgr2=0x7f09a81978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09a810bb30 0x7f09a81978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 -- 172.21.15.17:0/2507505937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09a8103080 msgr2=0x7f09a819dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09a8103080 0x7f09a819dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.963+0000 7f09acab2640 1 -- 172.21.15.17:0/2507505937 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0994009560 con 0x7f09a8102760 2024-03-16T18:24:04.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.964+0000 7f09acab2640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 0x7f09a819d720 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f099c00e9f0 tx=0x7f099c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:04.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.964+0000 7f09a5ffb640 1 -- 172.21.15.17:0/2507505937 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099c009700 con 0x7f09a8102760 2024-03-16T18:24:04.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.964+0000 7f09a5ffb640 1 -- 172.21.15.17:0/2507505937 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f099c00cd80 con 0x7f09a8102760 2024-03-16T18:24:04.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.964+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a8198530 con 0x7f09a8102760 2024-03-16T18:24:04.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.964+0000 7f09a5ffb640 1 -- 172.21.15.17:0/2507505937 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099c018840 con 0x7f09a8102760 2024-03-16T18:24:04.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.964+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a81a47c0 con 0x7f09a8102760 2024-03-16T18:24:04.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.966+0000 7f09a5ffb640 1 -- 172.21.15.17:0/2507505937 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f099c0189a0 con 0x7f09a8102760 2024-03-16T18:24:04.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 Processor -- start 2024-03-16T18:24:04.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 -- start start 2024-03-16T18:24:04.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a5ffb640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f09980a1ba0 0x7f09980a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1380 0x5578c68e1760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68ea2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f09980a1ba0 0x7f09980a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68ea8b0 0x5578c68ecd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c684ff90 con 0x5578c68e1d30 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a5ffb640 1 -- 172.21.15.17:0/2507505937 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f099c014070 con 0x7f09a8102760 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c684d4c0 con 0x5578c68e1380 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09b19c5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c6848ca0 con 0x5578c68ea8b0 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68ea2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68ea2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45006/0 (socket says 172.21.15.17:45006) 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 -- 172.21.15.17:0/180194979 learned_addr learned my addr 172.21.15.17:0/180194979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09acab2640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1380 0x5578c68e1760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68ea8b0 0x5578c68ecd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 -- 172.21.15.17:0/180194979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68ea8b0 msgr2=0x5578c68ecd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68ea8b0 0x5578c68ecd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 -- 172.21.15.17:0/180194979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1380 msgr2=0x5578c68e1760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:04.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1380 0x5578c68e1760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.967+0000 7f09a7fff640 1 -- 172.21.15.17:0/180194979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578c680b0b0 con 0x5578c68e1d30 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f09acab2640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1380 0x5578c68e1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68ea8b0 0x5578c68ecd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f09980a1ba0 0x7f09980a4060 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f09a0005fd0 tx=0x7f09a0011810 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f09a7fff640 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68ea2e0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f0994009900 tx=0x7f09940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d0514069cb8109 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f0992ffd640 1 -- 172.21.15.17:0/180194979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0994004830 con 0x5578c68e1d30 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f0992ffd640 1 -- 172.21.15.17:0/180194979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0994004990 con 0x5578c68e1d30 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.968+0000 7f0992ffd640 1 -- 172.21.15.17:0/180194979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0994003950 con 0x5578c68e1d30 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 -- 172.21.15.17:0/180194979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 msgr2=0x5578c68ea2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68ea2e0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f0994009900 tx=0x7f09940046c0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 -- 172.21.15.17:0/180194979 shutdown_connections 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68ea2e0 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68ea8b0 0x5578c68ecd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 --2- 172.21.15.17:0/180194979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1380 0x5578c68e1760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 -- 172.21.15.17:0/180194979 >> 172.21.15.17:0/180194979 conn(0x5578c68db840 msgr2=0x5578c68dbc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 -- 172.21.15.17:0/180194979 shutdown_connections 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 -- 172.21.15.17:0/180194979 wait complete. 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 -- start start 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 Processor -- start 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.969+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e77f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68e7d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68e8270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c67edf40 con 0x5578c68e1d30 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c651c4b0 con 0x5578c68ea8b0 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c67ce670 con 0x5578c68e1380 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 10 client.0 _ll_register_callbacks cb 0x5578c683bf70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68e7d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.979 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68e7d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45020/0 (socket says 172.21.15.17:45020) 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 -- 172.21.15.17:0/831496297 learned_addr learned my addr 172.21.15.17:0/831496297 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09acab2640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e77f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68e8270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 -- 172.21.15.17:0/831496297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 msgr2=0x5578c68e77f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e77f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 -- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 msgr2=0x5578c68e8270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68e8270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 -- 172.21.15.17:0/831496297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a810ec20 con 0x5578c68e1d30 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09a7fff640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68e7d30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f0994047000 tx=0x7f0994005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e111fbc5430f212 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f0987fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f0987fff640 1 -- 172.21.15.17:0/831496297 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0994004fc0 con 0x5578c68e1d30 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f0987fff640 1 -- 172.21.15.17:0/831496297 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0994005120 con 0x5578c68e1d30 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5578c6822f40 con 0x5578c68e1d30 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.970+0000 7f0987fff640 1 -- 172.21.15.17:0/831496297 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0994004420 con 0x5578c68e1d30 2024-03-16T18:24:04.980 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 10 client.16521 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5578c6847320 con 0x5578c68e1d30 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f0987fff640 1 -- 172.21.15.17:0/831496297 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5578c6822f40 con 0x5578c68e1d30 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f0987fff640 1 -- 172.21.15.17:0/831496297 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f099403c050 con 0x5578c68e1d30 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 10 client.16521 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 10 client.16521 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 20 client.16521 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c68faa40 0x5578c68fce60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 4 client.16521 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5578c683f310 con 0x5578c68faa40 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.971+0000 7f09acab2640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c68faa40 0x5578c68fce60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09acab2640 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c68faa40 0x5578c68fce60 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8ebed840ebd623c1 server_cookie=741ff5f26c19eef5 in_seq=0 out_seq=0 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f0987fff640 10 client.16521 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:04.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f0987fff640 1 -- 172.21.15.17:0/831496297 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5578c683f310 con 0x5578c68faa40 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f0987fff640 10 client.16521 handle_command_reply: tid=0 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 client.16521 shutdown 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 msgr2=0x5578c68e7d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68e7d30 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f0994047000 tx=0x7f0994005fd0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 shutdown_connections 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c68faa40 0x5578c68fce60 crc :-1 s=READY pgs=83 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68e7d30 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68e8270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 --2- 172.21.15.17:0/831496297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e77f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f0987fff640 0 client.16521 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 >> 172.21.15.17:0/831496297 conn(0x5578c68db840 msgr2=0x5578c68dd7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 shutdown_connections 2024-03-16T18:24:04.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.972+0000 7f09b19c5740 1 -- 172.21.15.17:0/831496297 wait complete. 2024-03-16T18:24:04.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.973+0000 7f09b19c5740 20 client.16521 trim_cache size 0 max 16384 2024-03-16T18:24:04.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 Processor -- start 2024-03-16T18:24:04.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 -- start start 2024-03-16T18:24:04.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1d30 0x5578c68e8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 0x5578c68f5db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c68e30a0 con 0x5578c68ea8b0 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c6822f40 con 0x5578c68e1d30 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09b19c5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c68dccf0 con 0x5578c68e1380 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09ad2b3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 0x5578c68f5db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09acab2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09ad2b3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 0x5578c68f5db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45036/0 (socket says 172.21.15.17:45036) 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09ad2b3640 1 -- 172.21.15.17:0/12034712 learned_addr learned my addr 172.21.15.17:0/12034712 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.989+0000 7f09a7fff640 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1d30 0x5578c68e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09ad2b3640 1 -- 172.21.15.17:0/12034712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 msgr2=0x5578c68e9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e9f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09ad2b3640 1 -- 172.21.15.17:0/12034712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1d30 msgr2=0x5578c68e8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1d30 0x5578c68e8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09ad2b3640 1 -- 172.21.15.17:0/12034712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5578c67e3c00 con 0x5578c68ea8b0 2024-03-16T18:24:04.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09a7fff640 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1d30 0x5578c68e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09acab2640 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 0x5578c68f5db0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f09a0003e30 tx=0x7f09a0009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4aa580da44fc708 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09927fc640 1 -- 172.21.15.17:0/12034712 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a002a470 con 0x5578c68ea8b0 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09927fc640 1 -- 172.21.15.17:0/12034712 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f09a002aa80 con 0x5578c68ea8b0 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09927fc640 1 -- 172.21.15.17:0/12034712 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09a0021b70 con 0x5578c68ea8b0 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.990+0000 7f09b19c5740 1 -- 172.21.15.17:0/12034712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 msgr2=0x5578c68f5db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 0x5578c68f5db0 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f09a0003e30 tx=0x7f09a0009500 comp rx=0 tx=0).stop 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- 172.21.15.17:0/12034712 shutdown_connections 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68ea8b0 0x5578c68f5db0 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68e1d30 0x5578c68e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- 172.21.15.17:0/12034712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68e9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- 172.21.15.17:0/12034712 >> 172.21.15.17:0/12034712 conn(0x5578c68db840 msgr2=0x5578c68dd710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:04.998 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- 172.21.15.17:0/12034712 shutdown_connections 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- 172.21.15.17:0/12034712 wait complete. 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- start start 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 Processor -- start 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68f26e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68eea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68eefc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c68ef710 con 0x5578c68e1d30 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c68ef880 con 0x5578c68ea8b0 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5578c69562c0 con 0x5578c68e1380 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09b19c5740 10 client.0 _ll_register_callbacks cb 0x7f099c096480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68eea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68eea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45040/0 (socket says 172.21.15.17:45040) 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.991+0000 7f09a7fff640 1 -- 172.21.15.17:0/4042060757 learned_addr learned my addr 172.21.15.17:0/4042060757 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:04.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09acab2640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68f26e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09ad2b3640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68eefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09a7fff640 1 -- 172.21.15.17:0/4042060757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 msgr2=0x5578c68f26e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09a7fff640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68f26e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09a7fff640 1 -- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 msgr2=0x5578c68eefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09a7fff640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68eefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09a7fff640 1 -- 172.21.15.17:0/4042060757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f099c0a94b0 con 0x5578c68e1d30 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09a7fff640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68eea60 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x5578c68e7050 tx=0x7f0994005720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7af20e1be7322e73 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f0987fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f0987fff640 1 -- 172.21.15.17:0/4042060757 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f099403f750 con 0x5578c68e1d30 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f0987fff640 1 -- 172.21.15.17:0/4042060757 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0994000e40 con 0x5578c68e1d30 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5578c686e900 con 0x5578c68e1d30 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f0987fff640 1 -- 172.21.15.17:0/4042060757 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f099403f8b0 con 0x5578c68e1d30 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09b19c5740 10 client.16527 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5578c6847320 con 0x5578c68e1d30 2024-03-16T18:24:05.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.992+0000 7f0987fff640 1 -- 172.21.15.17:0/4042060757 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5578c686e900 con 0x5578c68e1d30 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f0987fff640 1 -- 172.21.15.17:0/4042060757 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f099403c040 con 0x5578c68e1d30 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09b19c5740 10 client.16527 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09b19c5740 10 client.16527 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09b19c5740 20 client.16527 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09b19c5740 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c6957650 0x5578c6959a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09b19c5740 4 client.16527 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5578c6548860 con 0x5578c6957650 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09acab2640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c6957650 0x5578c6959a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f0987fff640 10 client.16527 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.993+0000 7f09acab2640 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c6957650 0x5578c6959a70 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d2a419b8dc9c8308 server_cookie=3239b3a58b9c5528 in_seq=0 out_seq=0 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f0987fff640 1 -- 172.21.15.17:0/4042060757 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5578c6548860 con 0x5578c6957650 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f0987fff640 10 client.16527 handle_command_reply: tid=0 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 client.16527 shutdown 2024-03-16T18:24:05.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 msgr2=0x5578c68eea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68eea60 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x5578c68e7050 tx=0x7f0994005720 comp rx=0 tx=0).stop 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 shutdown_connections 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5578c6957650 0x5578c6959a70 crc :-1 s=READY pgs=84 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5578c68e1d30 0x5578c68eea60 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5578c68ea8b0 0x5578c68eefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 --2- 172.21.15.17:0/4042060757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5578c68e1380 0x5578c68f26e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 >> 172.21.15.17:0/4042060757 conn(0x5578c68db840 msgr2=0x5578c68dce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f0987fff640 0 client.16527 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 shutdown_connections 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 1 -- 172.21.15.17:0/4042060757 wait complete. 2024-03-16T18:24:05.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.994+0000 7f09b19c5740 20 client.16527 trim_cache size 0 max 16384 2024-03-16T18:24:05.003 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:24:05.003 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:24:05.003 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "d557f233-2acf-49c8-9f39-2494ffe088cd", 2024-03-16T18:24:05.003 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:24:05.003 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f09980a1ba0 msgr2=0x7f09980a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f09980a1ba0 0x7f09980a4060 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f09a0005fd0 tx=0x7f09a0011810 comp rx=0 tx=0).stop 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 msgr2=0x7f09a819d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 0x7f09a819d720 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f099c00e9f0 tx=0x7f099c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 shutdown_connections 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f09980a1ba0 0x7f09980a4060 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f09a810bb30 0x7f09a81978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f09a8103080 0x7f09a819dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 --2- 172.21.15.17:0/2507505937 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f09a8102760 0x7f09a819d720 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 >> 172.21.15.17:0/2507505937 conn(0x7f09a8077550 msgr2=0x7f09a80fd5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 shutdown_connections 2024-03-16T18:24:05.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:04.995+0000 7f09aed16640 1 -- 172.21.15.17:0/2507505937 wait complete. 2024-03-16T18:24:05.007 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:24:05.007 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 -- 172.21.15.17:0/3656230557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 msgr2=0x7fc7641018e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/3656230557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc7641018e0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7fc754009930 tx=0x7fc75402bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 -- 172.21.15.17:0/3656230557 shutdown_connections 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/3656230557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc7641018e0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/3656230557 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc764101e20 0x7fc76410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/3656230557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc764107500 0x7fc7641078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 -- 172.21.15.17:0/3656230557 >> 172.21.15.17:0/3656230557 conn(0x7fc7640fcf90 msgr2=0x7fc7640ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 -- 172.21.15.17:0/3656230557 shutdown_connections 2024-03-16T18:24:05.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.111+0000 7fc76b4f4640 1 -- 172.21.15.17:0/3656230557 wait complete. 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 Processor -- start 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 -- start start 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc76419d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc764101e20 0x7fc76419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc764107500 0x7fc764197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc764197ed0 con 0x7fc764101460 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc764198040 con 0x7fc764107500 2024-03-16T18:24:05.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc76b4f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc764198200 con 0x7fc764101e20 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc76419d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc76419d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45052/0 (socket says 172.21.15.17:45052) 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 -- 172.21.15.17:0/1518766936 learned_addr learned my addr 172.21.15.17:0/1518766936 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc768a8f640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc764101e20 0x7fc76419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769a91640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc764107500 0x7fc764197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 -- 172.21.15.17:0/1518766936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc764101e20 msgr2=0x7fc76419dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc764101e20 0x7fc76419dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 -- 172.21.15.17:0/1518766936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc764107500 msgr2=0x7fc764197880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc764107500 0x7fc764197880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.112+0000 7fc769290640 1 -- 172.21.15.17:0/1518766936 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc754009560 con 0x7fc764101460 2024-03-16T18:24:05.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.113+0000 7fc769290640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc76419d6d0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fc76000e9f0 tx=0x7fc76000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.113+0000 7fc75a7fc640 1 -- 172.21.15.17:0/1518766936 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc760009700 con 0x7fc764101460 2024-03-16T18:24:05.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.113+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7641984e0 con 0x7fc764101460 2024-03-16T18:24:05.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.113+0000 7fc75a7fc640 1 -- 172.21.15.17:0/1518766936 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc76000cd80 con 0x7fc764101460 2024-03-16T18:24:05.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.113+0000 7fc75a7fc640 1 -- 172.21.15.17:0/1518766936 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc760018840 con 0x7fc764101460 2024-03-16T18:24:05.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.113+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7641a4770 con 0x7fc764101460 2024-03-16T18:24:05.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.115+0000 7fc75a7fc640 1 -- 172.21.15.17:0/1518766936 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fc7600189a0 con 0x7fc764101460 2024-03-16T18:24:05.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.115+0000 7fc76e1ae740 1 Processor -- start 2024-03-16T18:24:05.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.115+0000 7fc76e1ae740 1 -- start start 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc7141340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc7150fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc70b0280 con 0x558fc714ebc0 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc70ad7b0 con 0x558fc7141880 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc70a8f90 con 0x558fc7140f60 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc75a7fc640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7500a1ba0 0x7fc7500a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc7150fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc7150fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45058/0 (socket says 172.21.15.17:45058) 2024-03-16T18:24:05.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc769290640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 -- 172.21.15.17:0/1983367952 learned_addr learned my addr 172.21.15.17:0/1983367952 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc769a91640 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc7141340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc75a7fc640 1 -- 172.21.15.17:0/1518766936 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc760014070 con 0x7fc764101460 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc769a91640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7500a1ba0 0x7fc7500a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 -- 172.21.15.17:0/1983367952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 msgr2=0x558fc7141340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc7141340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 -- 172.21.15.17:0/1983367952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 msgr2=0x558fc714e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 -- 172.21.15.17:0/1983367952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558fc7067570 con 0x558fc714ebc0 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc769a91640 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc7141340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc769290640 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:05.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc768a8f640 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc7150fb0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fc754036040 tx=0x7fc754005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb0c69756b93bf0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.116+0000 7fc769a91640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7500a1ba0 0x7fc7500a4060 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc75c005c40 tx=0x7fc75c009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc74f7fe640 1 -- 172.21.15.17:0/1983367952 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc754004740 con 0x558fc714ebc0 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc74f7fe640 1 -- 172.21.15.17:0/1983367952 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc75402de90 con 0x558fc714ebc0 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc74f7fe640 1 -- 172.21.15.17:0/1983367952 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7540035f0 con 0x558fc714ebc0 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 -- 172.21.15.17:0/1983367952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 msgr2=0x558fc7150fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc7150fb0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7fc754036040 tx=0x7fc754005de0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 -- 172.21.15.17:0/1983367952 shutdown_connections 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc7150fb0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/1983367952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc7141340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 -- 172.21.15.17:0/1983367952 >> 172.21.15.17:0/1983367952 conn(0x558fc713b990 msgr2=0x558fc713bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 -- 172.21.15.17:0/1983367952 shutdown_connections 2024-03-16T18:24:05.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.117+0000 7fc76e1ae740 1 -- 172.21.15.17:0/1983367952 wait complete. 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 -- start start 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 Processor -- start 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714e580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc714bf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc6d7c430 con 0x558fc714ebc0 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc6d38e00 con 0x558fc7141880 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc702dfd0 con 0x558fc7140f60 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc76e1ae740 10 client.0 _ll_register_callbacks cb 0x558fc7083fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc769a91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc714bf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc768a8f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc769a91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc714bf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45060/0 (socket says 172.21.15.17:45060) 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc769a91640 1 -- 172.21.15.17:0/290870720 learned_addr learned my addr 172.21.15.17:0/290870720 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:05.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc769290640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714e580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.118+0000 7fc769a91640 1 -- 172.21.15.17:0/290870720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 msgr2=0x558fc714e580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc769a91640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714e580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc769a91640 1 -- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 msgr2=0x558fc714b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc769a91640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc769a91640 1 -- 172.21.15.17:0/290870720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc76410ec30 con 0x558fc714ebc0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc768a8f640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc769a91640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc714bf20 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0095d0 tx=0x7fc75c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88cc7565ab2f37b4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc74cff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc74cff9640 1 -- 172.21.15.17:0/290870720 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc75c0047b0 con 0x558fc714ebc0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558fc6da87e0 con 0x558fc714ebc0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc74cff9640 1 -- 172.21.15.17:0/290870720 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc75c004b20 con 0x558fc714ebc0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc74cff9640 1 -- 172.21.15.17:0/290870720 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc75c004ce0 con 0x558fc714ebc0 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 10 client.16539 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:05.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558fc70a7610 con 0x558fc714ebc0 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc74cff9640 1 -- 172.21.15.17:0/290870720 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558fc6da87e0 con 0x558fc714ebc0 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc74cff9640 1 -- 172.21.15.17:0/290870720 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc75c020580 con 0x558fc714ebc0 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 10 client.16539 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 10 client.16539 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 20 client.16539 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc715ee90 0x558fc71612b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 4 client.16539 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.119+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558fc6de5720 con 0x558fc715ee90 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.120+0000 7fc769290640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc715ee90 0x558fc71612b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.120+0000 7fc74cff9640 10 client.16539 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.120+0000 7fc769290640 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc715ee90 0x558fc71612b0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bf0628115e51c3f server_cookie=3859e9944c853f87 in_seq=0 out_seq=0 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc74cff9640 1 -- 172.21.15.17:0/290870720 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558fc6de5720 con 0x558fc715ee90 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc74cff9640 10 client.16539 handle_command_reply: tid=0 2024-03-16T18:24:05.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 client.16539 shutdown 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 msgr2=0x558fc714bf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc714bf20 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7fc75c0095d0 tx=0x7fc75c004a40 comp rx=0 tx=0).stop 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 shutdown_connections 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc715ee90 0x558fc71612b0 crc :-1 s=READY pgs=85 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc714ebc0 0x558fc714bf20 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc74cff9640 0 client.16539 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/290870720 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714e580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 >> 172.21.15.17:0/290870720 conn(0x558fc713b990 msgr2=0x558fc713d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 shutdown_connections 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 1 -- 172.21.15.17:0/290870720 wait complete. 2024-03-16T18:24:05.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.121+0000 7fc76e1ae740 20 client.16539 trim_cache size 0 max 16384 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 Processor -- start 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 -- start start 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 0x558fc713d540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc714ebc0 0x558fc714e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc6da87e0 con 0x558fc7141880 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc714c8b0 con 0x558fc714ebc0 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc714afb0 con 0x558fc7140f60 2024-03-16T18:24:05.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc768a8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 0x558fc713d540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc768a8f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 0x558fc713d540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45068/0 (socket says 172.21.15.17:45068) 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc768a8f640 1 -- 172.21.15.17:0/649084235 learned_addr learned my addr 172.21.15.17:0/649084235 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc769a91640 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc714ebc0 0x558fc714e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.137+0000 7fc769290640 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc768a8f640 1 -- 172.21.15.17:0/649084235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 msgr2=0x558fc714aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc768a8f640 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc768a8f640 1 -- 172.21.15.17:0/649084235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc714ebc0 msgr2=0x558fc714e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc768a8f640 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc714ebc0 0x558fc714e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc768a8f640 1 -- 172.21.15.17:0/649084235 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558fc7043ac0 con 0x558fc7141880 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc768a8f640 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 0x558fc713d540 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fc754005bc0 tx=0x7fc754005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62b24924c2f87f88 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc74effd640 1 -- 172.21.15.17:0/649084235 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc754004940 con 0x558fc7141880 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc74effd640 1 -- 172.21.15.17:0/649084235 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc754004aa0 con 0x558fc7141880 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.138+0000 7fc74effd640 1 -- 172.21.15.17:0/649084235 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc754005650 con 0x558fc7141880 2024-03-16T18:24:05.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- 172.21.15.17:0/649084235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 msgr2=0x558fc713d540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 0x558fc713d540 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7fc754005bc0 tx=0x7fc754005b50 comp rx=0 tx=0).stop 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- 172.21.15.17:0/649084235 shutdown_connections 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7141880 0x558fc713d540 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc714ebc0 0x558fc714e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/649084235 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc7140f60 0x558fc714aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- 172.21.15.17:0/649084235 >> 172.21.15.17:0/649084235 conn(0x558fc713b990 msgr2=0x558fc713ce30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- 172.21.15.17:0/649084235 shutdown_connections 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- 172.21.15.17:0/649084235 wait complete. 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- start start 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 Processor -- start 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 0x558fc7150800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc714ebc0 0x558fc714f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc714faf0 con 0x558fc7140f60 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc714fc60 con 0x558fc7141880 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fc714fe20 con 0x558fc714ebc0 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc76e1ae740 10 client.0 _ll_register_callbacks cb 0x7fc75c019040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc769290640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 0x558fc7150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc769290640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 0x558fc7150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45084/0 (socket says 172.21.15.17:45084) 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc769290640 1 -- 172.21.15.17:0/445029735 learned_addr learned my addr 172.21.15.17:0/445029735 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.139+0000 7fc768a8f640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769a91640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc714ebc0 0x558fc714f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769290640 1 -- 172.21.15.17:0/445029735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc714ebc0 msgr2=0x558fc714f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769290640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc714ebc0 0x558fc714f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769290640 1 -- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 msgr2=0x558fc714efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:05.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769290640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769290640 1 -- 172.21.15.17:0/445029735 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558fc7067570 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc768a8f640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc769290640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 0x558fc7150800 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fc760097140 tx=0x7fc7600d0170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=351aa183fa59f5ed server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc74cff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc74cff9640 1 -- 172.21.15.17:0/445029735 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7600a2e60 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc74cff9640 1 -- 172.21.15.17:0/445029735 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc7600cb460 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc75402de90 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc74cff9640 1 -- 172.21.15.17:0/445029735 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc7600cb620 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc76e1ae740 10 client.16545 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558fc70696a0 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.140+0000 7fc74cff9640 1 -- 172.21.15.17:0/445029735 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc75402de90 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc74cff9640 1 -- 172.21.15.17:0/445029735 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc7600ae200 con 0x558fc7140f60 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 10 client.16545 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:05.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 10 client.16545 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 20 client.16545 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc71bac00 0x558fc71bd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 4 client.16545 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558fc6e34890 con 0x558fc71bac00 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc768a8f640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc71bac00 0x558fc71bd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc74cff9640 10 client.16545 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc768a8f640 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc71bac00 0x558fc71bd020 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be1aa580166768d6 server_cookie=619a3d8b2415978a in_seq=0 out_seq=0 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc74cff9640 1 -- 172.21.15.17:0/445029735 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x558fc6e34890 con 0x558fc71bac00 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc74cff9640 10 client.16545 handle_command_reply: tid=0 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 client.16545 shutdown 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 msgr2=0x558fc7150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 0x558fc7150800 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fc760097140 tx=0x7fc7600d0170 comp rx=0 tx=0).stop 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 shutdown_connections 2024-03-16T18:24:05.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558fc71bac00 0x558fc71bd020 crc :-1 s=READY pgs=86 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558fc714ebc0 0x558fc714f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558fc7141880 0x558fc714efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 --2- 172.21.15.17:0/445029735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558fc7140f60 0x558fc7150800 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 >> 172.21.15.17:0/445029735 conn(0x558fc713b990 msgr2=0x558fc713d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.141+0000 7fc74cff9640 0 client.16545 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 shutdown_connections 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76e1ae740 1 -- 172.21.15.17:0/445029735 wait complete. 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76e1ae740 20 client.16545 trim_cache size 0 max 16384 2024-03-16T18:24:05.150 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: "d557f233-2acf-49c8-9f39-2494ffe088cd": { 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "d557f233-2acf-49c8-9f39-2494ffe088cd", 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:24:05.151 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7500a1ba0 msgr2=0x7fc7500a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7500a1ba0 0x7fc7500a4060 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fc75c005c40 tx=0x7fc75c009500 comp rx=0 tx=0).stop 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 msgr2=0x7fc76419d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc76419d6d0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7fc76000e9f0 tx=0x7fc76000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 shutdown_connections 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc7500a1ba0 0x7fc7500a4060 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc764107500 0x7fc764197880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc764101e20 0x7fc76419dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 --2- 172.21.15.17:0/1518766936 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc764101460 0x7fc76419d6d0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 >> 172.21.15.17:0/1518766936 conn(0x7fc7640fcf90 msgr2=0x7fc7640fd830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 shutdown_connections 2024-03-16T18:24:05.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:05.142+0000 7fc76b4f4640 1 -- 172.21.15.17:0/1518766936 wait complete. 2024-03-16T18:24:05.154 INFO:tasks.cephfs.filesystem:scrub status for tag:d557f233-2acf-49c8-9f39-2494ffe088cd - {'path': '/', 'tag': 'd557f233-2acf-49c8-9f39-2494ffe088cd', 'options': 'recursive,force'} 2024-03-16T18:24:06.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:06 smithi149 ceph-mon[35991]: pgmap v80: 129 pgs: 129 active+clean; 2.5 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 40 KiB/s wr, 28 op/s 2024-03-16T18:24:06.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:06 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:24:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:06 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:06 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:24:06.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:06 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:06 smithi153 ceph-mon[36005]: pgmap v80: 129 pgs: 129 active+clean; 2.5 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 40 KiB/s wr, 28 op/s 2024-03-16T18:24:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:06 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:24:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:06 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:06 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:24:06.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:06 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:06.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:06 smithi017 ceph-mon[32207]: pgmap v80: 129 pgs: 129 active+clean; 2.5 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 29 KiB/s rd, 40 KiB/s wr, 28 op/s 2024-03-16T18:24:06.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:06 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:24:06.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:06 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:06.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:06 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:24:06.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:06 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:08 smithi149 ceph-mon[35991]: pgmap v81: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 51 KiB/s wr, 35 op/s 2024-03-16T18:24:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:08 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:24:08.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:08 smithi153 ceph-mon[36005]: pgmap v81: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 51 KiB/s wr, 35 op/s 2024-03-16T18:24:08.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:08 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:24:08.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:08 smithi017 ceph-mon[32207]: pgmap v81: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 51 KiB/s wr, 35 op/s 2024-03-16T18:24:08.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:08 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:24:10.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:10 smithi149 ceph-mon[35991]: pgmap v82: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 42 KiB/s wr, 28 op/s 2024-03-16T18:24:10.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:10 smithi153 ceph-mon[36005]: pgmap v82: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 42 KiB/s wr, 28 op/s 2024-03-16T18:24:10.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:10 smithi017 ceph-mon[32207]: pgmap v82: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 42 KiB/s wr, 28 op/s 2024-03-16T18:24:12.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:12 smithi149 ceph-mon[35991]: pgmap v83: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 42 KiB/s wr, 28 op/s 2024-03-16T18:24:12.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:12 smithi153 ceph-mon[36005]: pgmap v83: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 42 KiB/s wr, 28 op/s 2024-03-16T18:24:12.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:12 smithi017 ceph-mon[32207]: pgmap v83: 129 pgs: 129 active+clean; 2.6 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 42 KiB/s wr, 28 op/s 2024-03-16T18:24:14.339 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:14 smithi017 ceph-mon[32207]: pgmap v84: 129 pgs: 129 active+clean; 2.7 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 52 KiB/s wr, 35 op/s 2024-03-16T18:24:14.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:14 smithi153 ceph-mon[36005]: pgmap v84: 129 pgs: 129 active+clean; 2.7 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 52 KiB/s wr, 35 op/s 2024-03-16T18:24:14.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:14 smithi149 ceph-mon[35991]: pgmap v84: 129 pgs: 129 active+clean; 2.7 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 52 KiB/s wr, 35 op/s 2024-03-16T18:24:16.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:16 smithi153 ceph-mon[36005]: pgmap v85: 129 pgs: 129 active+clean; 2.7 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-03-16T18:24:16.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:16 smithi017 ceph-mon[32207]: pgmap v85: 129 pgs: 129 active+clean; 2.7 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-03-16T18:24:16.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:16 smithi149 ceph-mon[35991]: pgmap v85: 129 pgs: 129 active+clean; 2.7 MiB data, 378 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 14 op/s 2024-03-16T18:24:18.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:18 smithi153 ceph-mon[36005]: pgmap v86: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 KiB/s wr, 20 op/s 2024-03-16T18:24:18.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:18 smithi017 ceph-mon[32207]: pgmap v86: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 KiB/s wr, 20 op/s 2024-03-16T18:24:18.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:18 smithi149 ceph-mon[35991]: pgmap v86: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 36 KiB/s rd, 32 KiB/s wr, 20 op/s 2024-03-16T18:24:20.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:20 smithi153 ceph-mon[36005]: pgmap v87: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:20.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:20 smithi017 ceph-mon[32207]: pgmap v87: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:20.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:20 smithi149 ceph-mon[35991]: pgmap v87: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:22.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:22 smithi153 ceph-mon[36005]: pgmap v88: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:22.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:22 smithi017 ceph-mon[32207]: pgmap v88: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:22.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:22 smithi149 ceph-mon[35991]: pgmap v88: 129 pgs: 129 active+clean; 2.9 MiB data, 383 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:24.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:24 smithi153 ceph-mon[36005]: pgmap v89: 129 pgs: 129 active+clean; 3.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:24.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:24 smithi017 ceph-mon[32207]: pgmap v89: 129 pgs: 129 active+clean; 3.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:24.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:24 smithi149 ceph-mon[35991]: pgmap v89: 129 pgs: 129 active+clean; 3.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:26.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:26 smithi153 ceph-mon[36005]: pgmap v90: 129 pgs: 129 active+clean; 3.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-03-16T18:24:26.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:26 smithi017 ceph-mon[32207]: pgmap v90: 129 pgs: 129 active+clean; 3.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-03-16T18:24:26.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:26 smithi149 ceph-mon[35991]: pgmap v90: 129 pgs: 129 active+clean; 3.0 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-03-16T18:24:28.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:28 smithi153 ceph-mon[36005]: pgmap v91: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:28.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:28 smithi017 ceph-mon[32207]: pgmap v91: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:28.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:28 smithi149 ceph-mon[35991]: pgmap v91: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:30.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:30 smithi153 ceph-mon[36005]: pgmap v92: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:30.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:30 smithi017 ceph-mon[32207]: pgmap v92: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:30.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:30 smithi149 ceph-mon[35991]: pgmap v92: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:32.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:32 smithi153 ceph-mon[36005]: pgmap v93: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:32.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:32 smithi017 ceph-mon[32207]: pgmap v93: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:32.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:32 smithi149 ceph-mon[35991]: pgmap v93: 129 pgs: 129 active+clean; 3.1 MiB data, 387 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:34.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:34 smithi017 ceph-mon[32207]: pgmap v94: 129 pgs: 129 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:34.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:34 smithi149 ceph-mon[35991]: pgmap v94: 129 pgs: 129 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:34.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:34 smithi153 ceph-mon[36005]: pgmap v94: 129 pgs: 129 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:35.155 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:24:35.155 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.271+0000 7f1477bdd640 1 -- 172.21.15.17:0/1435069205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f147006a4a0 msgr2=0x7f147010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.271+0000 7f1477bdd640 1 --2- 172.21.15.17:0/1435069205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f147006a4a0 0x7f147010e330 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f1460009cd0 tx=0x7f146002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 -- 172.21.15.17:0/1435069205 shutdown_connections 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 --2- 172.21.15.17:0/1435069205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f147006a4a0 0x7f147010e330 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 --2- 172.21.15.17:0/1435069205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1470069b20 0x7f1470069f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 --2- 172.21.15.17:0/1435069205 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1470107570 0x7f1470107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 -- 172.21.15.17:0/1435069205 >> 172.21.15.17:0/1435069205 conn(0x7f1470077190 msgr2=0x7f14700775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 -- 172.21.15.17:0/1435069205 shutdown_connections 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 -- 172.21.15.17:0/1435069205 wait complete. 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 Processor -- start 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 -- start start 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 0x7f147019d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.272+0000 7f1477bdd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f147006a4a0 0x7f147019dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1477bdd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1470107570 0x7f1470197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1477bdd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1470197eb0 con 0x7f1470069b20 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1477bdd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1470198020 con 0x7f1470107570 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1477bdd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14701981e0 con 0x7f147006a4a0 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 0x7f147019d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 0x7f147019d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51022/0 (socket says 172.21.15.17:51022) 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 -- 172.21.15.17:0/3183780356 learned_addr learned my addr 172.21.15.17:0/3183780356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475178640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f147006a4a0 0x7f147019dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f147617a640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1470107570 0x7f1470197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 -- 172.21.15.17:0/3183780356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f147006a4a0 msgr2=0x7f147019dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f147006a4a0 0x7f147019dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 -- 172.21.15.17:0/3183780356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1470107570 msgr2=0x7f1470197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1470107570 0x7f1470197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 -- 172.21.15.17:0/3183780356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1460009900 con 0x7f1470069b20 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1475979640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 0x7f147019d6a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f146800d950 tx=0x7f146800de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f146effd640 1 -- 172.21.15.17:0/3183780356 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1468009c30 con 0x7f1470069b20 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f146effd640 1 -- 172.21.15.17:0/3183780356 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1468009d90 con 0x7f1470069b20 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14701984c0 con 0x7f1470069b20 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f146effd640 1 -- 172.21.15.17:0/3183780356 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146800f6b0 con 0x7f1470069b20 2024-03-16T18:24:35.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.273+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14701a46d0 con 0x7f1470069b20 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f146effd640 1 -- 172.21.15.17:0/3183780356 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1468010aa0 con 0x7f1470069b20 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 Processor -- start 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 -- start start 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da6f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da78270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da7aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31d9de280 con 0x55a31da6f2b0 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31d9db7b0 con 0x55a31da6fbd0 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147a7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31d9d6f90 con 0x55a31da787b0 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147617a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da6f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147617a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da6f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51032/0 (socket says 172.21.15.17:51032) 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f147617a640 1 -- 172.21.15.17:0/3120508053 learned_addr learned my addr 172.21.15.17:0/3120508053 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f1475979640 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da78270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f1475178640 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da7aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.277+0000 7f146effd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14580a1ba0 0x7f14580a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1475178640 1 -- 172.21.15.17:0/3120508053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 msgr2=0x55a31da78270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1475178640 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da78270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1475178640 1 -- 172.21.15.17:0/3120508053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 msgr2=0x55a31da6f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1475178640 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da6f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1475178640 1 -- 172.21.15.17:0/3120508053 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a31d995570 con 0x55a31da787b0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f147617a640 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f147617a640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14580a1ba0 0x7f14580a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f146effd640 1 -- 172.21.15.17:0/3183780356 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f14680cd770 con 0x7f1470069b20 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1475178640 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da7aba0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1470198b60 tx=0x7f14640107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d559ac0e8f03097 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1457fff640 1 -- 172.21.15.17:0/3120508053 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1464004030 con 0x55a31da787b0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f147617a640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14580a1ba0 0x7f14580a4060 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1460004af0 tx=0x7f14600095c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1457fff640 1 -- 172.21.15.17:0/3120508053 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1464015070 con 0x55a31da787b0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.278+0000 7f1457fff640 1 -- 172.21.15.17:0/3120508053 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1464011440 con 0x55a31da787b0 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 -- 172.21.15.17:0/3120508053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 msgr2=0x55a31da7aba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da7aba0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f1470198b60 tx=0x7f14640107a0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 -- 172.21.15.17:0/3120508053 shutdown_connections 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da7aba0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da78270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3120508053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da6f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 -- 172.21.15.17:0/3120508053 >> 172.21.15.17:0/3120508053 conn(0x55a31da69990 msgr2=0x55a31da69d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 -- 172.21.15.17:0/3120508053 shutdown_connections 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 -- 172.21.15.17:0/3120508053 wait complete. 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 -- start start 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.279+0000 7f147a7b0740 1 Processor -- start 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da781e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da75570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da75cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31d6aa430 con 0x55a31da6f2b0 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31d666e00 con 0x55a31da6fbd0 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31d95bfd0 con 0x55a31da787b0 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147a7b0740 10 client.0 _ll_register_callbacks cb 0x55a31d9b1fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da781e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da781e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51036/0 (socket says 172.21.15.17:51036) 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 -- 172.21.15.17:0/3146452224 learned_addr learned my addr 172.21.15.17:0/3146452224 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475178640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da75570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147617a640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da75cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 -- 172.21.15.17:0/3146452224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 msgr2=0x55a31da75cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da75cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 -- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 msgr2=0x55a31da75570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da75570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 -- 172.21.15.17:0/3146452224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f146400b820 con 0x55a31da6f2b0 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f147617a640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da75cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475178640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da75570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f1475979640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da781e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f14680cb0f0 tx=0x7f146800bf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69ddba9790952b21 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.280+0000 7f14557fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f14557fa640 1 -- 172.21.15.17:0/3146452224 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14680999e0 con 0x55a31da6f2b0 2024-03-16T18:24:35.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f14557fa640 1 -- 172.21.15.17:0/3146452224 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f146809a080 con 0x55a31da6f2b0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a31d6d67e0 con 0x55a31da6f2b0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f14557fa640 1 -- 172.21.15.17:0/3146452224 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f146809e120 con 0x55a31da6f2b0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 10 client.16557 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a31d9d5610 con 0x55a31da6f2b0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f14557fa640 1 -- 172.21.15.17:0/3146452224 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a31d6d67e0 con 0x55a31da6f2b0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f14557fa640 1 -- 172.21.15.17:0/3146452224 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f14680cfd20 con 0x55a31da6f2b0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 10 client.16557 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 10 client.16557 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 20 client.16557 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31da88940 0x55a31da8ad50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 4 client.16557 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a31d713720 con 0x55a31da88940 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.281+0000 7f1475178640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31da88940 0x55a31da8ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.282+0000 7f1475178640 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31da88940 0x55a31da8ad50 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77b10123acc1836d server_cookie=f6ff7b65a2026b55 in_seq=0 out_seq=0 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.282+0000 7f14557fa640 10 client.16557 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f14557fa640 1 -- 172.21.15.17:0/3146452224 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a31d713720 con 0x55a31da88940 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f14557fa640 10 client.16557 handle_command_reply: tid=0 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 client.16557 shutdown 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 msgr2=0x55a31da781e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da781e0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f14680cb0f0 tx=0x7f146800bf60 comp rx=0 tx=0).stop 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 shutdown_connections 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31da88940 0x55a31da8ad50 crc :-1 s=READY pgs=87 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da75cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6fbd0 0x55a31da75570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3146452224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6f2b0 0x55a31da781e0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f14557fa640 0 client.16557 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 >> 172.21.15.17:0/3146452224 conn(0x55a31da69990 msgr2=0x55a31da6b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 shutdown_connections 2024-03-16T18:24:35.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 1 -- 172.21.15.17:0/3146452224 wait complete. 2024-03-16T18:24:35.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.283+0000 7f147a7b0740 20 client.16557 trim_cache size 0 max 16384 2024-03-16T18:24:35.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.299+0000 7f147a7b0740 1 Processor -- start 2024-03-16T18:24:35.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.299+0000 7f147a7b0740 1 -- start start 2024-03-16T18:24:35.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da77c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 0x55a31da78170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da83b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147a7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31da85440 con 0x55a31da6fbd0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147a7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31da6a790 con 0x55a31da6f2b0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147a7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31da691f0 con 0x55a31da787b0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 0x55a31da78170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 0x55a31da78170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51052/0 (socket says 172.21.15.17:51052) 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 -- 172.21.15.17:0/4146244690 learned_addr learned my addr 172.21.15.17:0/4146244690 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475979640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da77c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147617a640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da83b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 -- 172.21.15.17:0/4146244690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 msgr2=0x55a31da83b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da83b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 -- 172.21.15.17:0/4146244690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 msgr2=0x55a31da77c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da77c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 -- 172.21.15.17:0/4146244690 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a31d971ac0 con 0x55a31da6fbd0 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475979640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da77c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:35.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f147617a640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da83b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f1475178640 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 0x55a31da78170 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x55a31da6ab70 tx=0x7f14640058e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=825b17794b5a053b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f14577fe640 1 -- 172.21.15.17:0/4146244690 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1464021050 con 0x55a31da6fbd0 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f14577fe640 1 -- 172.21.15.17:0/4146244690 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1464022040 con 0x55a31da6fbd0 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.300+0000 7f14577fe640 1 -- 172.21.15.17:0/4146244690 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14640037d0 con 0x55a31da6fbd0 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 -- 172.21.15.17:0/4146244690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 msgr2=0x55a31da78170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 0x55a31da78170 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x55a31da6ab70 tx=0x7f14640058e0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 -- 172.21.15.17:0/4146244690 shutdown_connections 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da6fbd0 0x55a31da78170 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da787b0 0x55a31da83b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 --2- 172.21.15.17:0/4146244690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da77c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 -- 172.21.15.17:0/4146244690 >> 172.21.15.17:0/4146244690 conn(0x55a31da69990 msgr2=0x55a31da70850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 -- 172.21.15.17:0/4146244690 shutdown_connections 2024-03-16T18:24:35.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 -- 172.21.15.17:0/4146244690 wait complete. 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 -- start start 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.301+0000 7f147a7b0740 1 Processor -- start 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da79f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da6fbd0 0x55a31da7a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 0x55a31da78bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31da792b0 con 0x55a31da787b0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31da79420 con 0x55a31da6f2b0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a31da795e0 con 0x55a31da6fbd0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147a7b0740 10 client.0 _ll_register_callbacks cb 0x7f146800df40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 0x55a31da78bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 0x55a31da78bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51066/0 (socket says 172.21.15.17:51066) 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 -- 172.21.15.17:0/3430945315 learned_addr learned my addr 172.21.15.17:0/3430945315 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f1475979640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da79f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f1475178640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da6fbd0 0x55a31da7a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 -- 172.21.15.17:0/3430945315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da6fbd0 msgr2=0x55a31da7a4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da6fbd0 0x55a31da7a4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 -- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 msgr2=0x55a31da79f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da79f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 -- 172.21.15.17:0/3430945315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a31d995570 con 0x55a31da787b0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f147617a640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 0x55a31da78bb0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f1460009cd0 tx=0x7f146002c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4deffc505580498 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f14557fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f14557fa640 1 -- 172.21.15.17:0/3430945315 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1460003970 con 0x55a31da787b0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.302+0000 7f14557fa640 1 -- 172.21.15.17:0/3430945315 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1460003ad0 con 0x55a31da787b0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1464015070 con 0x55a31da787b0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f14557fa640 1 -- 172.21.15.17:0/3430945315 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1460003cd0 con 0x55a31da787b0 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 10 client.16563 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:35.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a31d9976a0 con 0x55a31da787b0 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f14557fa640 1 -- 172.21.15.17:0/3430945315 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f146005e020 con 0x55a31da787b0 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f14557fa640 1 -- 172.21.15.17:0/3430945315 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1460049070 con 0x55a31da787b0 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 10 client.16563 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 10 client.16563 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 20 client.16563 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31dae9500 0x55a31daeb920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 4 client.16563 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a31d762890 con 0x55a31dae9500 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.303+0000 7f1475979640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31dae9500 0x55a31daeb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f14557fa640 10 client.16563 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f1475979640 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31dae9500 0x55a31daeb920 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=94eb1874d97b551e server_cookie=999a8d0c7cdc9437 in_seq=0 out_seq=0 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f14557fa640 1 -- 172.21.15.17:0/3430945315 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55a31d762890 con 0x55a31dae9500 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f14557fa640 10 client.16563 handle_command_reply: tid=0 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 client.16563 shutdown 2024-03-16T18:24:35.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 msgr2=0x55a31da78bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 0x55a31da78bb0 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f1460009cd0 tx=0x7f146002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 shutdown_connections 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a31dae9500 0x55a31daeb920 crc :-1 s=READY pgs=88 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a31da787b0 0x55a31da78bb0 unknown :-1 s=CLOSED pgs=723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a31da6fbd0 0x55a31da7a4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f14557fa640 0 client.16563 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 --2- 172.21.15.17:0/3430945315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a31da6f2b0 0x55a31da79f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 >> 172.21.15.17:0/3430945315 conn(0x55a31da69990 msgr2=0x55a31da74dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 shutdown_connections 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 1 -- 172.21.15.17:0/3430945315 wait complete. 2024-03-16T18:24:35.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.304+0000 7f147a7b0740 20 client.16563 trim_cache size 0 max 16384 2024-03-16T18:24:35.313 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:24:35.313 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:24:35.313 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:24:35.313 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14580a1ba0 msgr2=0x7f14580a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14580a1ba0 0x7f14580a4060 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1460004af0 tx=0x7f14600095c0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 msgr2=0x7f147019d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 0x7f147019d6a0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f146800d950 tx=0x7f146800de10 comp rx=0 tx=0).stop 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 shutdown_connections 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14580a1ba0 0x7f14580a4060 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1470107570 0x7f1470197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f147006a4a0 0x7f147019dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 --2- 172.21.15.17:0/3183780356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1470069b20 0x7f147019d6a0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 >> 172.21.15.17:0/3183780356 conn(0x7f1470077190 msgr2=0x7f14700fe430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 shutdown_connections 2024-03-16T18:24:35.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.305+0000 7f1477bdd640 1 -- 172.21.15.17:0/3183780356 wait complete. 2024-03-16T18:24:35.316 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:24:35.317 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:24:35.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 -- 172.21.15.17:0/1568433896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4102760 msgr2=0x7fa6d4102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 --2- 172.21.15.17:0/1568433896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4102760 0x7fa6d4102b40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4009900 tx=0x7fa6c402bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 -- 172.21.15.17:0/1568433896 shutdown_connections 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 --2- 172.21.15.17:0/1568433896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d410bb30 0x7fa6d410dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 --2- 172.21.15.17:0/1568433896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6d4103080 0x7fa6d410b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 --2- 172.21.15.17:0/1568433896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4102760 0x7fa6d4102b40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 -- 172.21.15.17:0/1568433896 >> 172.21.15.17:0/1568433896 conn(0x7fa6d40774f0 msgr2=0x7fa6d4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 -- 172.21.15.17:0/1568433896 shutdown_connections 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.419+0000 7fa6d968f640 1 -- 172.21.15.17:0/1568433896 wait complete. 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 Processor -- start 2024-03-16T18:24:35.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 -- start start 2024-03-16T18:24:35.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 0x7fa6d419f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4103080 0x7fa6d419fe70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6d410bb30 0x7fa6d4199ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6d419a130 con 0x7fa6d4102760 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6d419a2a0 con 0x7fa6d4103080 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d968f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6d419a460 con 0x7fa6d410bb30 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 0x7fa6d419f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 0x7fa6d419f930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51086/0 (socket says 172.21.15.17:51086) 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 -- 172.21.15.17:0/3281877577 learned_addr learned my addr 172.21.15.17:0/3281877577 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d27fc640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4103080 0x7fa6d419fe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d37fe640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6d410bb30 0x7fa6d4199ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 -- 172.21.15.17:0/3281877577 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6d410bb30 msgr2=0x7fa6d4199ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6d410bb30 0x7fa6d4199ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 -- 172.21.15.17:0/3281877577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4103080 msgr2=0x7fa6d419fe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4103080 0x7fa6d419fe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.420+0000 7fa6d2ffd640 1 -- 172.21.15.17:0/3281877577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6cc009840 con 0x7fa6d4102760 2024-03-16T18:24:35.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.421+0000 7fa6d2ffd640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 0x7fa6d419f930 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4006010 tx=0x7fa6c4005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.421+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6c40043d0 con 0x7fa6d4102760 2024-03-16T18:24:35.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.421+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6c4009560 con 0x7fa6d4102760 2024-03-16T18:24:35.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.421+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa6c402de90 con 0x7fa6d4102760 2024-03-16T18:24:35.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.421+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6c40051b0 con 0x7fa6d4102760 2024-03-16T18:24:35.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.421+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6d41a67f0 con 0x7fa6d4102760 2024-03-16T18:24:35.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.422+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6d40682e0 con 0x7fa6d4102760 2024-03-16T18:24:35.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.423+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa6c4003bc0 con 0x7fa6d4102760 2024-03-16T18:24:35.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.424+0000 7fa6bbfff640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6bc0a1ba0 0x7fa6bc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.424+0000 7fa6d27fc640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6bc0a1ba0 0x7fa6bc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.424+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa6c40efaa0 con 0x7fa6d4102760 2024-03-16T18:24:35.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.424+0000 7fa6d27fc640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6bc0a1ba0 0x7fa6bc0a4060 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa6d410b4c0 tx=0x7fa6c8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.428+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa6c40b86b0 con 0x7fa6d4102760 2024-03-16T18:24:35.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.650+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa6d4111540 con 0x7fa6d4102760 2024-03-16T18:24:35.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.651+0000 7fa6bbfff640 1 -- 172.21.15.17:0/3281877577 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fa6c40bbd70 con 0x7fa6d4102760 2024-03-16T18:24:35.652 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:24:35.652 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:24:35.652 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6bc0a1ba0 msgr2=0x7fa6bc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6bc0a1ba0 0x7fa6bc0a4060 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fa6d410b4c0 tx=0x7fa6c8005f90 comp rx=0 tx=0).stop 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 msgr2=0x7fa6d419f930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 0x7fa6d419f930 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7fa6c4006010 tx=0x7fa6c4005e10 comp rx=0 tx=0).stop 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 shutdown_connections 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa6bc0a1ba0 0x7fa6bc0a4060 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa6d410bb30 0x7fa6d4199ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa6d4103080 0x7fa6d419fe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 --2- 172.21.15.17:0/3281877577 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa6d4102760 0x7fa6d419f930 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 >> 172.21.15.17:0/3281877577 conn(0x7fa6d40774f0 msgr2=0x7fa6d4107a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 shutdown_connections 2024-03-16T18:24:35.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.653+0000 7fa6d968f640 1 -- 172.21.15.17:0/3281877577 wait complete. 2024-03-16T18:24:35.664 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:35.665 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 -- 172.21.15.17:0/337742980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf601074f0 msgr2=0x7fbf601078d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- 172.21.15.17:0/337742980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf601074f0 0x7fbf601078d0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c009930 tx=0x7fbf5c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 -- 172.21.15.17:0/337742980 shutdown_connections 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- 172.21.15.17:0/337742980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf600690b0 0x7fbf6010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- 172.21.15.17:0/337742980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf600686f0 0x7fbf60068b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- 172.21.15.17:0/337742980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf601074f0 0x7fbf601078d0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 -- 172.21.15.17:0/337742980 >> 172.21.15.17:0/337742980 conn(0x7fbf600774f0 msgr2=0x7fbf60077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 -- 172.21.15.17:0/337742980 shutdown_connections 2024-03-16T18:24:35.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 -- 172.21.15.17:0/337742980 wait complete. 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 Processor -- start 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 -- start start 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 0x7fbf601003b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf600690b0 0x7fbf601008f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.769+0000 7fbf6789d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf601074f0 0x7fbf60100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf6789d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf601a5de0 con 0x7fbf600686f0 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf6789d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf601a5f50 con 0x7fbf601074f0 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf6789d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf601a6110 con 0x7fbf600690b0 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 0x7fbf601003b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 0x7fbf601003b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51096/0 (socket says 172.21.15.17:51096) 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 -- 172.21.15.17:0/561903813 learned_addr learned my addr 172.21.15.17:0/561903813 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf601074f0 0x7fbf60100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf64e38640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf600690b0 0x7fbf601008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 -- 172.21.15.17:0/561903813 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf600690b0 msgr2=0x7fbf601008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf600690b0 0x7fbf601008f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 -- 172.21.15.17:0/561903813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf601074f0 msgr2=0x7fbf60100e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf601074f0 0x7fbf60100e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 -- 172.21.15.17:0/561903813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf5c009560 con 0x7fbf600686f0 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf65639640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 0x7fbf601003b0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c009230 tx=0x7fbf5c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf567fc640 1 -- 172.21.15.17:0/561903813 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c004350 con 0x7fbf600686f0 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf567fc640 1 -- 172.21.15.17:0/561903813 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf5c02de90 con 0x7fbf600686f0 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf601a6390 con 0x7fbf600686f0 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf567fc640 1 -- 172.21.15.17:0/561903813 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c005220 con 0x7fbf600686f0 2024-03-16T18:24:35.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.770+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf601a68a0 con 0x7fbf600686f0 2024-03-16T18:24:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.772+0000 7fbf567fc640 1 -- 172.21.15.17:0/561903813 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbf5c003c30 con 0x7fbf600686f0 2024-03-16T18:24:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 Processor -- start 2024-03-16T18:24:35.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 -- start start 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf567fc640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf4c0a1ba0 0x7fbf4c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e49696630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 0x559e4969f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e4969f750 0x559e496a1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e49651960 con 0x559e49696b70 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e49605310 con 0x559e49696250 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e49602840 con 0x559e4969f750 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf567fc640 1 -- 172.21.15.17:0/561903813 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbf5c0efa90 con 0x7fbf600686f0 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf4c0a1ba0 0x7fbf4c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf64e38640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 0x559e4969f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf64e38640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 0x559e4969f210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51112/0 (socket says 172.21.15.17:51112) 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf64e38640 1 -- 172.21.15.17:0/3617059055 learned_addr learned my addr 172.21.15.17:0/3617059055 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.773+0000 7fbf65639640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e49696630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e4969f750 0x559e496a1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65639640 1 -- 172.21.15.17:0/3617059055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e4969f750 msgr2=0x559e496a1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65639640 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e4969f750 0x559e496a1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65639640 1 -- 172.21.15.17:0/3617059055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 msgr2=0x559e4969f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65639640 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 0x559e4969f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65639640 1 -- 172.21.15.17:0/3617059055 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e495c0060 con 0x559e49696250 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf64e38640 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 0x559e4969f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf4c0a1ba0 0x7fbf4c0a4060 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009fd0 tx=0x7fbf58009d80 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf65639640 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e49696630 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c0ecec0 tx=0x7fbf5c009260 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8d81763a26ef7fc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf4b7fe640 1 -- 172.21.15.17:0/3617059055 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c02d910 con 0x559e49696250 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf4b7fe640 1 -- 172.21.15.17:0/3617059055 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf5c0bcaa0 con 0x559e49696250 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.774+0000 7fbf4b7fe640 1 -- 172.21.15.17:0/3617059055 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c02daf0 con 0x559e49696250 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3617059055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 msgr2=0x559e49696630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e49696630 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c0ecec0 tx=0x7fbf5c009260 comp rx=0 tx=0).stop 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3617059055 shutdown_connections 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696b70 0x559e4969f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e4969f750 0x559e496a1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3617059055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e49696630 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3617059055 >> 172.21.15.17:0/3617059055 conn(0x559e49690980 msgr2=0x559e49690d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3617059055 shutdown_connections 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3617059055 wait complete. 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 -- start start 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.775+0000 7fbf6a47e740 1 Processor -- start 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e4969f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e4969ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e495fe020 con 0x559e49696250 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e492d1430 con 0x559e4969f750 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e4928de00 con 0x559e49696b70 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf6a47e740 10 client.0 _ll_register_callbacks cb 0x559e495a5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e4969f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e4969f0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51114/0 (socket says 172.21.15.17:51114) 2024-03-16T18:24:35.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 -- 172.21.15.17:0/3450780388 learned_addr learned my addr 172.21.15.17:0/3450780388 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf64e38640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e4969ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 -- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 msgr2=0x559e4969c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 -- 172.21.15.17:0/3450780388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 msgr2=0x559e4969ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e4969ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 -- 172.21.15.17:0/3450780388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf601a68a0 con 0x559e49696250 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf65639640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e4969f0f0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c000c00 tx=0x7fbf5c0bcc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b052c7b9542bda0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.776+0000 7fbf48ff9640 1 -- 172.21.15.17:0/3450780388 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c0ed230 con 0x559e49696250 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf48ff9640 1 -- 172.21.15.17:0/3450780388 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbf5c0bc3a0 con 0x559e49696250 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559e492fd7e0 con 0x559e49696250 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf48ff9640 1 -- 172.21.15.17:0/3450780388 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf5c02eee0 con 0x559e49696250 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 10 client.16581 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559e495fc6a0 con 0x559e49696250 2024-03-16T18:24:35.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf48ff9640 1 -- 172.21.15.17:0/3450780388 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559e492fd7e0 con 0x559e49696250 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf48ff9640 1 -- 172.21.15.17:0/3450780388 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbf5c03c070 con 0x559e49696250 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 10 client.16581 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 10 client.16581 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 20 client.16581 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e496af350 0x559e496b1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 4 client.16581 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559e4933a720 con 0x559e496af350 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.777+0000 7fbf64e38640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e496af350 0x559e496b1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.778+0000 7fbf48ff9640 10 client.16581 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.778+0000 7fbf64e38640 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e496af350 0x559e496b1740 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=a061bc09df7be8f2 server_cookie=49f4b4571905f89b in_seq=0 out_seq=0 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.778+0000 7fbf48ff9640 1 -- 172.21.15.17:0/3450780388 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559e4933a720 con 0x559e496af350 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.778+0000 7fbf48ff9640 10 client.16581 handle_command_reply: tid=0 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.778+0000 7fbf6a47e740 1 client.16581 shutdown 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 msgr2=0x559e4969f0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e4969f0f0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c000c00 tx=0x7fbf5c0bcc10 comp rx=0 tx=0).stop 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 shutdown_connections 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e496af350 0x559e496b1740 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e4969ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf48ff9640 0 client.16581 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/3450780388 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e4969f0f0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 >> 172.21.15.17:0/3450780388 conn(0x559e49690980 msgr2=0x559e496926d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 shutdown_connections 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 1 -- 172.21.15.17:0/3450780388 wait complete. 2024-03-16T18:24:35.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.779+0000 7fbf6a47e740 20 client.16581 trim_cache size 0 max 16384 2024-03-16T18:24:35.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.791+0000 7fbf6a47e740 1 Processor -- start 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.791+0000 7fbf6a47e740 1 -- start start 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e4969ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 0x559e496aa890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e49583130 con 0x559e4969f750 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e496ac0b0 con 0x559e49696250 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e496980a0 con 0x559e49696b70 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 0x559e496aa890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 0x559e496aa890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51126/0 (socket says 172.21.15.17:51126) 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf64e38640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 -- 172.21.15.17:0/1786229455 learned_addr learned my addr 172.21.15.17:0/1786229455 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65639640 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e4969ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 -- 172.21.15.17:0/1786229455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 msgr2=0x559e4969f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 -- 172.21.15.17:0/1786229455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 msgr2=0x559e4969ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e4969ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 -- 172.21.15.17:0/1786229455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e49598c20 con 0x559e4969f750 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf64e38640 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 0x559e496aa890 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fbf58013670 tx=0x7fbf58009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5340fd7ad280928d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf4affd640 1 -- 172.21.15.17:0/1786229455 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf58013120 con 0x559e4969f750 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf4affd640 1 -- 172.21.15.17:0/1786229455 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf58013280 con 0x559e4969f750 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.792+0000 7fbf4affd640 1 -- 172.21.15.17:0/1786229455 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5802a870 con 0x559e4969f750 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 -- 172.21.15.17:0/1786229455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 msgr2=0x559e496aa890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 0x559e496aa890 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fbf58013670 tx=0x7fbf58009500 comp rx=0 tx=0).stop 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 -- 172.21.15.17:0/1786229455 shutdown_connections 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e4969f750 0x559e496aa890 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e4969f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/1786229455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e49696250 0x559e4969ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 -- 172.21.15.17:0/1786229455 >> 172.21.15.17:0/1786229455 conn(0x559e49690980 msgr2=0x559e4968fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 -- 172.21.15.17:0/1786229455 shutdown_connections 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 -- 172.21.15.17:0/1786229455 wait complete. 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 -- start start 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.793+0000 7fbf6a47e740 1 Processor -- start 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e496a6fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e496a3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e496a3880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e496a3dc0 con 0x559e49696250 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e496a3f30 con 0x559e4969f750 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e496a40f0 con 0x559e49696b70 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 10 client.0 _ll_register_callbacks cb 0x7fbf50009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e496a6fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e496a6fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51140/0 (socket says 172.21.15.17:51140) 2024-03-16T18:24:35.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 -- 172.21.15.17:0/699868517 learned_addr learned my addr 172.21.15.17:0/699868517 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65e3a640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e496a3880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf64e38640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e496a3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 -- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 msgr2=0x559e496a3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e496a3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 -- 172.21.15.17:0/699868517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 msgr2=0x559e496a3880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e496a3880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 -- 172.21.15.17:0/699868517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf50009b00 con 0x559e49696250 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf65639640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e496a6fc0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c0b8d70 tx=0x7fbf5c0b86d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7517d4b90ae9324 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf48ff9640 1 -- 172.21.15.17:0/699868517 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5c02eee0 con 0x559e49696250 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf48ff9640 1 -- 172.21.15.17:0/699868517 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbf5c0c00c0 con 0x559e49696250 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559e4969c850 con 0x559e49696250 2024-03-16T18:24:35.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf48ff9640 1 -- 172.21.15.17:0/699868517 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf5c0bbd00 con 0x559e49696250 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 10 client.16587 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.794+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fbf5801b040 con 0x559e49696250 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf48ff9640 1 -- 172.21.15.17:0/699868517 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559e4969c850 con 0x559e49696250 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf48ff9640 1 -- 172.21.15.17:0/699868517 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbf5c03c070 con 0x559e49696250 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf6a47e740 10 client.16587 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf6a47e740 10 client.16587 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf6a47e740 20 client.16587 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e4970bd00 0x559e4970e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf6a47e740 4 client.16587 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fbf5c0bcaa0 con 0x559e4970bd00 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf64e38640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e4970bd00 0x559e4970e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf48ff9640 10 client.16587 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.795+0000 7fbf64e38640 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e4970bd00 0x559e4970e120 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7dda65fca353bb79 server_cookie=dd1952655e7f351f in_seq=0 out_seq=0 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf48ff9640 1 -- 172.21.15.17:0/699868517 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fbf5c0bcaa0 con 0x559e4970bd00 2024-03-16T18:24:35.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf48ff9640 10 client.16587 handle_command_reply: tid=0 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 client.16587 shutdown 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 msgr2=0x559e496a6fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e496a6fc0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c0b8d70 tx=0x7fbf5c0b86d0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 shutdown_connections 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x559e4970bd00 0x559e4970e120 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e4969f750 0x559e496a3880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf48ff9640 0 client.16587 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e49696b70 0x559e496a3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 --2- 172.21.15.17:0/699868517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e49696250 0x559e496a6fc0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 >> 172.21.15.17:0/699868517 conn(0x559e49690980 msgr2=0x559e49697090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 shutdown_connections 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 1 -- 172.21.15.17:0/699868517 wait complete. 2024-03-16T18:24:35.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6a47e740 20 client.16587 trim_cache size 0 max 16384 2024-03-16T18:24:35.804 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf4c0a1ba0 msgr2=0x7fbf4c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf4c0a1ba0 0x7fbf4c0a4060 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fbf58009fd0 tx=0x7fbf58009d80 comp rx=0 tx=0).stop 2024-03-16T18:24:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 msgr2=0x7fbf601003b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 0x7fbf601003b0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c009230 tx=0x7fbf5c005dd0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 shutdown_connections 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf4c0a1ba0 0x7fbf4c0a4060 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf601074f0 0x7fbf60100e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf600690b0 0x7fbf601008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 --2- 172.21.15.17:0/561903813 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf600686f0 0x7fbf601003b0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.796+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 >> 172.21.15.17:0/561903813 conn(0x7fbf600774f0 msgr2=0x7fbf600ff160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.797+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 shutdown_connections 2024-03-16T18:24:35.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.797+0000 7fbf6789d640 1 -- 172.21.15.17:0/561903813 wait complete. 2024-03-16T18:24:35.808 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:35.808 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:24:35.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 -- 172.21.15.17:0/1788367207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b81014a0 msgr2=0x7f62b8101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 --2- 172.21.15.17:0/1788367207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b81014a0 0x7f62b8101920 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f62a8009890 tx=0x7f62a802bb70 comp rx=0 tx=0).stop 2024-03-16T18:24:35.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 -- 172.21.15.17:0/1788367207 shutdown_connections 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 --2- 172.21.15.17:0/1788367207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b810e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 --2- 172.21.15.17:0/1788367207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b81014a0 0x7f62b8101920 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 --2- 172.21.15.17:0/1788367207 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b8107560 0x7f62b8107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 -- 172.21.15.17:0/1788367207 >> 172.21.15.17:0/1788367207 conn(0x7f62b80788f0 msgr2=0x7f62b8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 -- 172.21.15.17:0/1788367207 shutdown_connections 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.911+0000 7f62c06cd640 1 -- 172.21.15.17:0/1788367207 wait complete. 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 Processor -- start 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 -- start start 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b81014a0 0x7f62b819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b8107560 0x7f62b8197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62b8197f10 con 0x7f62b8101e60 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62b8198080 con 0x7f62b81014a0 2024-03-16T18:24:35.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62c06cd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62b8198240 con 0x7f62b8107560 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b819dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51154/0 (socket says 172.21.15.17:51154) 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 -- 172.21.15.17:0/2918493481 learned_addr learned my addr 172.21.15.17:0/2918493481 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62be469640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b81014a0 0x7f62b819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b8107560 0x7f62b8197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 -- 172.21.15.17:0/2918493481 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b8107560 msgr2=0x7f62b8197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b8107560 0x7f62b8197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 -- 172.21.15.17:0/2918493481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b81014a0 msgr2=0x7f62b819d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b81014a0 0x7f62b819d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62bdc68640 1 -- 172.21.15.17:0/2918493481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62b0009900 con 0x7f62b8101e60 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.912+0000 7f62be469640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b81014a0 0x7f62b819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.913+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b819dbf0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f62a8000c00 tx=0x7f62a8004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.913+0000 7f62af7fe640 1 -- 172.21.15.17:0/2918493481 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a8034850 con 0x7f62b8101e60 2024-03-16T18:24:35.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.913+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62a8009490 con 0x7f62b8101e60 2024-03-16T18:24:35.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.913+0000 7f62af7fe640 1 -- 172.21.15.17:0/2918493481 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62a802ce90 con 0x7f62b8101e60 2024-03-16T18:24:35.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.913+0000 7f62af7fe640 1 -- 172.21.15.17:0/2918493481 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a8003d70 con 0x7f62b8101e60 2024-03-16T18:24:35.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.913+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62b81a4500 con 0x7f62b8101e60 2024-03-16T18:24:35.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62af7fe640 1 -- 172.21.15.17:0/2918493481 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f62a803b040 con 0x7f62b8101e60 2024-03-16T18:24:35.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 Processor -- start 2024-03-16T18:24:35.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 -- start start 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854250 0x564094854630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x56409485d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56409480f960 con 0x56409485d750 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640947c3310 con 0x564094854250 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62c3389740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640947c0840 con 0x564094854b70 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62be469640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x56409485d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62bdc68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62be469640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x56409485d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:40994/0 (socket says 172.21.15.17:40994) 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62be469640 1 -- 172.21.15.17:0/1048489457 learned_addr learned my addr 172.21.15.17:0/1048489457 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62bec6a640 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854250 0x564094854630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62af7fe640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f62a40a1ba0 0x7f62a40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62be469640 1 -- 172.21.15.17:0/1048489457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854250 msgr2=0x564094854630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62be469640 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854250 0x564094854630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.916+0000 7f62be469640 1 -- 172.21.15.17:0/1048489457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 msgr2=0x56409485fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62be469640 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62be469640 1 -- 172.21.15.17:0/1048489457 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56409477e060 con 0x564094854b70 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f62a40a1ba0 0x7f62a40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62af7fe640 1 -- 172.21.15.17:0/2918493481 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f62a80ef400 con 0x7f62b8101e60 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62be469640 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x56409485d210 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f62b40115f0 tx=0x7f62b4011ab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a5444329b41da58 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62acff9640 1 -- 172.21.15.17:0/1048489457 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b400f640 con 0x564094854b70 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62acff9640 1 -- 172.21.15.17:0/1048489457 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62b400fc50 con 0x564094854b70 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.917+0000 7f62acff9640 1 -- 172.21.15.17:0/1048489457 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b4019ce0 con 0x564094854b70 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- 172.21.15.17:0/1048489457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 msgr2=0x56409485d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f62a40a1ba0 0x7f62a40a4060 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f62b0005fd0 tx=0x7f62b0004a40 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x56409485d210 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f62b40115f0 tx=0x7f62b4011ab0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- 172.21.15.17:0/1048489457 shutdown_connections 2024-03-16T18:24:35.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x56409485d210 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- 172.21.15.17:0/1048489457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854250 0x564094854630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- 172.21.15.17:0/1048489457 >> 172.21.15.17:0/1048489457 conn(0x56409484e980 msgr2=0x56409484ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- 172.21.15.17:0/1048489457 shutdown_connections 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- 172.21.15.17:0/1048489457 wait complete. 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- start start 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 Processor -- start 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854b70 0x56409485a4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640947bc020 con 0x56409485d750 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56409448f430 con 0x564094854b70 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56409444be00 con 0x564094854250 2024-03-16T18:24:35.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62c3389740 10 client.0 _ll_register_callbacks cb 0x564094763cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.918+0000 7f62bec6a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485aab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51180/0 (socket says 172.21.15.17:51180) 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 -- 172.21.15.17:0/2998114655 learned_addr learned my addr 172.21.15.17:0/2998114655 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62be469640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854b70 0x56409485a4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 -- 172.21.15.17:0/2998114655 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 msgr2=0x56409485d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 -- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854b70 msgr2=0x56409485a4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854b70 0x56409485a4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 -- 172.21.15.17:0/2998114655 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62b4009d40 con 0x56409485d750 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485aab0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f62b000f9e0 tx=0x7f62b0010040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffe0440cb9aa2b5c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2998114655 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b0013030 con 0x56409485d750 2024-03-16T18:24:35.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2998114655 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f62b0022040 con 0x56409485d750 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5640944bb7e0 con 0x56409485d750 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2998114655 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f62b001ab30 con 0x56409485d750 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62c3389740 10 client.16599 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5640947ba6a0 con 0x56409485d750 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.919+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2998114655 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5640944bb7e0 con 0x56409485d750 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2998114655 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f62b00253b0 con 0x56409485d750 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62c3389740 10 client.16599 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62c3389740 10 client.16599 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62c3389740 20 client.16599 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62c3389740 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56409486d930 0x56409486fd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62c3389740 4 client.16599 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5640944f8720 con 0x56409486d930 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62be469640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56409486d930 0x56409486fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62be469640 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56409486d930 0x56409486fd20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=835db259eb5baca9 server_cookie=1c685ada1ca87174 in_seq=0 out_seq=0 2024-03-16T18:24:35.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.920+0000 7f62a1ffb640 10 client.16599 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2998114655 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5640944f8720 con 0x56409486d930 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62a1ffb640 10 client.16599 handle_command_reply: tid=0 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 client.16599 shutdown 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 msgr2=0x56409485aab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485aab0 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f62b000f9e0 tx=0x7f62b0010040 comp rx=0 tx=0).stop 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 shutdown_connections 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56409486d930 0x56409486fd20 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409485d750 0x56409485aab0 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564094854b70 0x56409485a4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62a1ffb640 0 client.16599 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 --2- 172.21.15.17:0/2998114655 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 >> 172.21.15.17:0/2998114655 conn(0x56409484e980 msgr2=0x5640948506d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 shutdown_connections 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 1 -- 172.21.15.17:0/2998114655 wait complete. 2024-03-16T18:24:35.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.921+0000 7f62c3389740 20 client.16599 trim_cache size 0 max 16384 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.933+0000 7f62c3389740 1 Processor -- start 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.933+0000 7f62c3389740 1 -- start start 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62c3389740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485cbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62c3389740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 0x56409485d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62c3389740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094868ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62c3389740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564094741130 con 0x564094854b70 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62c3389740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640944bb7e0 con 0x56409485d750 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62c3389740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56409484f980 con 0x564094854250 2024-03-16T18:24:35.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 0x56409485d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 0x56409485d110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51196/0 (socket says 172.21.15.17:51196) 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 -- 172.21.15.17:0/2819372593 learned_addr learned my addr 172.21.15.17:0/2819372593 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62be469640 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485cbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094868ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 -- 172.21.15.17:0/2819372593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 msgr2=0x56409485cbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485cbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 -- 172.21.15.17:0/2819372593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 msgr2=0x564094868ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094868ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 -- 172.21.15.17:0/2819372593 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564094756c20 con 0x564094854b70 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 0x56409485d110 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f62a80ecd80 tx=0x7f62a8005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=299099f10296947 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62a3fff640 1 -- 172.21.15.17:0/2819372593 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a80b80c0 con 0x564094854b70 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62a3fff640 1 -- 172.21.15.17:0/2819372593 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62a80bbbf0 con 0x564094854b70 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.934+0000 7f62a3fff640 1 -- 172.21.15.17:0/2819372593 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a80c4510 con 0x564094854b70 2024-03-16T18:24:35.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 -- 172.21.15.17:0/2819372593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 msgr2=0x56409485d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 0x56409485d110 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f62a80ecd80 tx=0x7f62a8005bd0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 -- 172.21.15.17:0/2819372593 shutdown_connections 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854b70 0x56409485d110 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094868ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 --2- 172.21.15.17:0/2819372593 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854250 0x56409485cbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 -- 172.21.15.17:0/2819372593 >> 172.21.15.17:0/2819372593 conn(0x56409484e980 msgr2=0x56409484db80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 -- 172.21.15.17:0/2819372593 shutdown_connections 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 -- 172.21.15.17:0/2819372593 wait complete. 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 -- start start 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.935+0000 7f62c3389740 1 Processor -- start 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 0x564094862b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x564094863040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094863580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640948c81e0 con 0x564094854250 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640948c8320 con 0x56409485d750 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640948c84b0 con 0x564094854b70 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 10 client.0 _ll_register_callbacks cb 0x7f62b001d040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 0x564094862b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 0x564094862b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51212/0 (socket says 172.21.15.17:51212) 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 -- 172.21.15.17:0/2550204370 learned_addr learned my addr 172.21.15.17:0/2550204370 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x564094863040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62bec6a640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094863580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 -- 172.21.15.17:0/2550204370 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 msgr2=0x564094863040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x564094863040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 -- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 msgr2=0x564094863580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094863580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 -- 172.21.15.17:0/2550204370 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62b81a4500 con 0x564094854250 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62be469640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 0x564094862b00 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f62b4009250 tx=0x7f62b400fee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ac8498e7b89ee49 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:35.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62a1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2550204370 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62b4005a70 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2550204370 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f62b400f640 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f62b400fc50 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2550204370 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f62b400f800 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 10 client.16605 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.936+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56409477c8c0 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2550204370 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f62b400fc50 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2550204370 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f62b40052b0 con 0x564094854250 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 10 client.16605 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 10 client.16605 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 20 client.16605 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5640948c9cb0 0x5640948cc0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 4 client.16605 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564094547890 con 0x5640948c9cb0 2024-03-16T18:24:35.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5640948c9cb0 0x5640948cc0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62a1ffb640 10 client.16605 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62bdc68640 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5640948c9cb0 0x5640948cc0d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c60ff54d6b26ec8e server_cookie=19842f55046e8965 in_seq=0 out_seq=0 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62a1ffb640 1 -- 172.21.15.17:0/2550204370 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564094547890 con 0x5640948c9cb0 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62a1ffb640 10 client.16605 handle_command_reply: tid=0 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.937+0000 7f62c3389740 1 client.16605 shutdown 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 msgr2=0x564094862b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 0x564094862b00 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f62b4009250 tx=0x7f62b400fee0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 shutdown_connections 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5640948c9cb0 0x5640948cc0d0 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409485d750 0x564094863580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62a1ffb640 0 client.16605 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564094854b70 0x564094863040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 --2- 172.21.15.17:0/2550204370 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564094854250 0x564094862b00 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 >> 172.21.15.17:0/2550204370 conn(0x56409484e980 msgr2=0x564094854f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 shutdown_connections 2024-03-16T18:24:35.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 1 -- 172.21.15.17:0/2550204370 wait complete. 2024-03-16T18:24:35.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c3389740 20 client.16605 trim_cache size 0 max 16384 2024-03-16T18:24:35.946 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f62a40a1ba0 msgr2=0x7f62a40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f62a40a1ba0 0x7f62a40a4060 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f62b0005fd0 tx=0x7f62b0004a40 comp rx=0 tx=0).stop 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 msgr2=0x7f62b819dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b819dbf0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f62a8000c00 tx=0x7f62a8004550 comp rx=0 tx=0).stop 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 shutdown_connections 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f62a40a1ba0 0x7f62a40a4060 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f62b8101e60 0x7f62b819dbf0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f62b8107560 0x7f62b8197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 --2- 172.21.15.17:0/2918493481 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f62b81014a0 0x7f62b819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 >> 172.21.15.17:0/2918493481 conn(0x7f62b80788f0 msgr2=0x7f62b8100320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 shutdown_connections 2024-03-16T18:24:35.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:35.938+0000 7f62c06cd640 1 -- 172.21.15.17:0/2918493481 wait complete. 2024-03-16T18:24:35.950 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:35.950 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 -- 172.21.15.17:0/2868118117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00107500 msgr2=0x7faf001078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 --2- 172.21.15.17:0/2868118117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00107500 0x7faf001078e0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7faef8009930 tx=0x7faef802bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 -- 172.21.15.17:0/2868118117 shutdown_connections 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 --2- 172.21.15.17:0/2868118117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf00101e20 0x7faf0010e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 --2- 172.21.15.17:0/2868118117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf00101460 0x7faf001018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 --2- 172.21.15.17:0/2868118117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00107500 0x7faf001078e0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.053+0000 7faf0512c640 1 -- 172.21.15.17:0/2868118117 >> 172.21.15.17:0/2868118117 conn(0x7faf000fcf50 msgr2=0x7faf000ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.054+0000 7faf0512c640 1 -- 172.21.15.17:0/2868118117 shutdown_connections 2024-03-16T18:24:36.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.054+0000 7faf0512c640 1 -- 172.21.15.17:0/2868118117 wait complete. 2024-03-16T18:24:36.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.054+0000 7faf0512c640 1 Processor -- start 2024-03-16T18:24:36.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.054+0000 7faf0512c640 1 -- start start 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 0x7faf0019d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf00101e20 0x7faf0019dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf00107500 0x7faf001978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf00197f20 con 0x7faf00101460 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf00198090 con 0x7faf00107500 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf00198250 con 0x7faf00101e20 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 0x7faf0019d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 0x7faf0019d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51234/0 (socket says 172.21.15.17:51234) 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 -- 172.21.15.17:0/3864422288 learned_addr learned my addr 172.21.15.17:0/3864422288 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefe59c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf00101e20 0x7faf0019dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faeff59e640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf00107500 0x7faf001978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 -- 172.21.15.17:0/3864422288 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf00101e20 msgr2=0x7faf0019dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf00101e20 0x7faf0019dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 -- 172.21.15.17:0/3864422288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf00107500 msgr2=0x7faf001978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf00107500 0x7faf001978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 -- 172.21.15.17:0/3864422288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faef8009560 con 0x7faf00101460 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faefed9d640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 0x7faf0019d720 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7faef8009230 tx=0x7faef8004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faee7fff640 1 -- 172.21.15.17:0/3864422288 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef8004440 con 0x7faf00101460 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faee7fff640 1 -- 172.21.15.17:0/3864422288 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7faef802de90 con 0x7faf00101460 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf001984d0 con 0x7faf00101460 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.055+0000 7faee7fff640 1 -- 172.21.15.17:0/3864422288 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef80052e0 con 0x7faf00101460 2024-03-16T18:24:36.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.056+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf001a47c0 con 0x7faf00101460 2024-03-16T18:24:36.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faee7fff640 1 -- 172.21.15.17:0/3864422288 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7faef8003cf0 con 0x7faf00101460 2024-03-16T18:24:36.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 Processor -- start 2024-03-16T18:24:36.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 -- start start 2024-03-16T18:24:36.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97c4010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97d1620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faee7fff640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7faee80a1ba0 0x7faee80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d3f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa977f960 con 0x560fa97c3c30 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa9733310 con 0x560fa97d1b60 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faf07de1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa9730840 con 0x560fa97c45e0 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faeff59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97c4010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faeff59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97c4010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51250/0 (socket says 172.21.15.17:51250) 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faeff59e640 1 -- 172.21.15.17:0/965556573 learned_addr learned my addr 172.21.15.17:0/965556573 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faefe59c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7faee80a1ba0 0x7faee80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faefed9d640 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97d1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faeff59e640 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.058+0000 7faee7fff640 1 -- 172.21.15.17:0/3864422288 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7faef80efa60 con 0x7faf00101460 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faeff59e640 1 -- 172.21.15.17:0/965556573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 msgr2=0x560fa97d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faeff59e640 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97d1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faeff59e640 1 -- 172.21.15.17:0/965556573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 msgr2=0x560fa97d3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faeff59e640 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faeff59e640 1 -- 172.21.15.17:0/965556573 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560fa96ee060 con 0x560fa97c3c30 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faefe59c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7faee80a1ba0 0x7faee80a4060 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7faf001007e0 tx=0x7faef4005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faeff59e640 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97c4010 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7faef0012ac0 tx=0x7faef0009a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6e15ca78f948cc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faee57fa640 1 -- 172.21.15.17:0/965556573 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef0012080 con 0x560fa97c3c30 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faee57fa640 1 -- 172.21.15.17:0/965556573 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7faef0003e20 con 0x560fa97c3c30 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.059+0000 7faee57fa640 1 -- 172.21.15.17:0/965556573 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef000eed0 con 0x560fa97c3c30 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- 172.21.15.17:0/965556573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 msgr2=0x560fa97c4010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97c4010 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7faef0012ac0 tx=0x7faef0009a40 comp rx=0 tx=0).stop 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- 172.21.15.17:0/965556573 shutdown_connections 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97d1620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- 172.21.15.17:0/965556573 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97c4010 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- 172.21.15.17:0/965556573 >> 172.21.15.17:0/965556573 conn(0x560fa97be980 msgr2=0x560fa97bed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- 172.21.15.17:0/965556573 shutdown_connections 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- 172.21.15.17:0/965556573 wait complete. 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- start start 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 Processor -- start 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97c3c30 0x560fa97d1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97ce8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97d1b60 0x560fa97cee40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa972c020 con 0x560fa97c45e0 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa93ff430 con 0x560fa97c3c30 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa93bbe00 con 0x560fa97d1b60 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faf07de1740 10 client.0 _ll_register_callbacks cb 0x560fa96d3cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.060+0000 7faefe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97ce8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97c3c30 0x560fa97d1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faeff59e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97d1b60 0x560fa97cee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97ce8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51258/0 (socket says 172.21.15.17:51258) 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 -- 172.21.15.17:0/1848387736 learned_addr learned my addr 172.21.15.17:0/1848387736 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97c3c30 0x560fa97d1510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:34662/0 (socket says 172.21.15.17:34662) 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 -- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97d1b60 msgr2=0x560fa97cee40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97d1b60 0x560fa97cee40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 -- 172.21.15.17:0/1848387736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97c3c30 msgr2=0x560fa97d1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97c3c30 0x560fa97d1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 -- 172.21.15.17:0/1848387736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faef001a040 con 0x560fa97c45e0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faefe59c640 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97ce8a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7faef4003940 tx=0x7faef4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35f61a7a88db619 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faee2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faee2ff5640 1 -- 172.21.15.17:0/1848387736 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef400ecc0 con 0x560fa97c45e0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faee2ff5640 1 -- 172.21.15.17:0/1848387736 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7faef400ee20 con 0x560fa97c45e0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560fa942b7e0 con 0x560fa97c45e0 2024-03-16T18:24:36.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faee2ff5640 1 -- 172.21.15.17:0/1848387736 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7faef4005020 con 0x560fa97c45e0 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faf07de1740 10 client.16617 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.061+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560fa972a6a0 con 0x560fa97c45e0 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faee2ff5640 1 -- 172.21.15.17:0/1848387736 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560fa942b7e0 con 0x560fa97c45e0 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faee2ff5640 1 -- 172.21.15.17:0/1848387736 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7faef4024030 con 0x560fa97c45e0 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faf07de1740 10 client.16617 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faf07de1740 10 client.16617 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faf07de1740 20 client.16617 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faf07de1740 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa97e1e20 0x560fa97e4240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faf07de1740 4 client.16617 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560fa9468720 con 0x560fa97e1e20 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faefed9d640 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa97e1e20 0x560fa97e4240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faee2ff5640 10 client.16617 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.062+0000 7faefed9d640 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa97e1e20 0x560fa97e4240 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=890c8867076e7ae5 server_cookie=9a0ca9338240acf2 in_seq=0 out_seq=0 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faee2ff5640 1 -- 172.21.15.17:0/1848387736 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560fa9468720 con 0x560fa97e1e20 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faee2ff5640 10 client.16617 handle_command_reply: tid=0 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 client.16617 shutdown 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 msgr2=0x560fa97ce8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97ce8a0 secure :-1 s=READY pgs=737 cs=0 l=1 rev1=1 crypto rx=0x7faef4003940 tx=0x7faef4004730 comp rx=0 tx=0).stop 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 shutdown_connections 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa97e1e20 0x560fa97e4240 crc :-1 s=READY pgs=42 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97ce8a0 unknown :-1 s=CLOSED pgs=737 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97d1b60 0x560fa97cee40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faee2ff5640 0 client.16617 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 --2- 172.21.15.17:0/1848387736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97c3c30 0x560fa97d1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 >> 172.21.15.17:0/1848387736 conn(0x560fa97be980 msgr2=0x560fa97c06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 shutdown_connections 2024-03-16T18:24:36.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.063+0000 7faf07de1740 1 -- 172.21.15.17:0/1848387736 wait complete. 2024-03-16T18:24:36.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.064+0000 7faf07de1740 20 client.16617 trim_cache size 0 max 16384 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 Processor -- start 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 -- start start 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c3c30 0x560fa97c9cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d1510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa96b1130 con 0x560fa97c45e0 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa97ba2b0 con 0x560fa97d1b60 2024-03-16T18:24:36.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faf07de1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa97ccdf0 con 0x560fa97c3c30 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97d0fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51272/0 (socket says 172.21.15.17:51272) 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 -- 172.21.15.17:0/3247834433 learned_addr learned my addr 172.21.15.17:0/3247834433 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefed9d640 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c3c30 0x560fa97c9cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faeff59e640 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d1510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 -- 172.21.15.17:0/3247834433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c3c30 msgr2=0x560fa97c9cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c3c30 0x560fa97c9cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 -- 172.21.15.17:0/3247834433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 msgr2=0x560fa97d1510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d1510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.076+0000 7faefe59c640 1 -- 172.21.15.17:0/3247834433 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560fa96c6c20 con 0x560fa97c45e0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faefe59c640 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97d0fd0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7faef4004700 tx=0x7faef4009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8efbd164b0f352c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faee4ff9640 1 -- 172.21.15.17:0/3247834433 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef4003ec0 con 0x560fa97c45e0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faee4ff9640 1 -- 172.21.15.17:0/3247834433 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7faef4011920 con 0x560fa97c45e0 2024-03-16T18:24:36.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faee4ff9640 1 -- 172.21.15.17:0/3247834433 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef401e940 con 0x560fa97c45e0 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 -- 172.21.15.17:0/3247834433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 msgr2=0x560fa97d0fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97d0fd0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7faef4004700 tx=0x7faef4009620 comp rx=0 tx=0).stop 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 -- 172.21.15.17:0/3247834433 shutdown_connections 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c45e0 0x560fa97d0fd0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97d1510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 --2- 172.21.15.17:0/3247834433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c3c30 0x560fa97c9cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 -- 172.21.15.17:0/3247834433 >> 172.21.15.17:0/3247834433 conn(0x560fa97be980 msgr2=0x560fa97c95c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 -- 172.21.15.17:0/3247834433 shutdown_connections 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.077+0000 7faf07de1740 1 -- 172.21.15.17:0/3247834433 wait complete. 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 -- start start 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 Processor -- start 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97d9480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97cb8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97cbde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa97d9d80 con 0x560fa97c3c30 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa97cc320 con 0x560fa97d1b60 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560fa97cc4e0 con 0x560fa97c45e0 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faf07de1740 10 client.0 _ll_register_callbacks cb 0x7faef4004040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97d9480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97d9480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51278/0 (socket says 172.21.15.17:51278) 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 -- 172.21.15.17:0/666707908 learned_addr learned my addr 172.21.15.17:0/666707908 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefe59c640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97cb8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faeff59e640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97cbde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 -- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 msgr2=0x560fa97cb8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97cb8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 -- 172.21.15.17:0/666707908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 msgr2=0x560fa97cbde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97cbde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 -- 172.21.15.17:0/666707908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560fa972a6a0 con 0x560fa97c3c30 2024-03-16T18:24:36.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faefed9d640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97d9480 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7faef80dc0b0 tx=0x7faef808c470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60a638faff3694f0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.078+0000 7faee2ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faee2ff5640 1 -- 172.21.15.17:0/666707908 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef80bd4c0 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faee2ff5640 1 -- 172.21.15.17:0/666707908 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7faef80bc3d0 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560fa97ba0f0 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faee2ff5640 1 -- 172.21.15.17:0/666707908 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7faef80c0520 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 10 client.16623 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560fa96ec8c0 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faee2ff5640 1 -- 172.21.15.17:0/666707908 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560fa97ba0f0 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faee2ff5640 1 -- 172.21.15.17:0/666707908 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7faef803c070 con 0x560fa97c3c30 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 10 client.16623 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 10 client.16623 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 20 client.16623 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa983ea00 0x560fa9840e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 4 client.16623 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7faef0003e20 con 0x560fa983ea00 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.079+0000 7faefe59c640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa983ea00 0x560fa9840e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faee2ff5640 10 client.16623 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faefe59c640 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa983ea00 0x560fa9840e20 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8ccce73c8d9128f5 server_cookie=a123f0a4788a2de2 in_seq=0 out_seq=0 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faee2ff5640 1 -- 172.21.15.17:0/666707908 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7faef0003e20 con 0x560fa983ea00 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faee2ff5640 10 client.16623 handle_command_reply: tid=0 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 client.16623 shutdown 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 msgr2=0x560fa97d9480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97d9480 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7faef80dc0b0 tx=0x7faef808c470 comp rx=0 tx=0).stop 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 shutdown_connections 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560fa983ea00 0x560fa9840e20 crc :-1 s=READY pgs=43 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560fa97d1b60 0x560fa97cbde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faee2ff5640 0 client.16623 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560fa97c45e0 0x560fa97cb8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 --2- 172.21.15.17:0/666707908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560fa97c3c30 0x560fa97d9480 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 >> 172.21.15.17:0/666707908 conn(0x560fa97be980 msgr2=0x560fa97bdb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 shutdown_connections 2024-03-16T18:24:36.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 1 -- 172.21.15.17:0/666707908 wait complete. 2024-03-16T18:24:36.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.080+0000 7faf07de1740 20 client.16623 trim_cache size 0 max 16384 2024-03-16T18:24:36.088 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7faee80a1ba0 msgr2=0x7faee80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7faee80a1ba0 0x7faee80a4060 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7faf001007e0 tx=0x7faef4005f90 comp rx=0 tx=0).stop 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 msgr2=0x7faf0019d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 0x7faf0019d720 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7faef8009230 tx=0x7faef8004040 comp rx=0 tx=0).stop 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 shutdown_connections 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7faee80a1ba0 0x7faee80a4060 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7faf00107500 0x7faf001978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7faf00101e20 0x7faf0019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 --2- 172.21.15.17:0/3864422288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7faf00101460 0x7faf0019d720 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 >> 172.21.15.17:0/3864422288 conn(0x7faf000fcf50 msgr2=0x7faf000fd8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 shutdown_connections 2024-03-16T18:24:36.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.081+0000 7faf0512c640 1 -- 172.21.15.17:0/3864422288 wait complete. 2024-03-16T18:24:36.092 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:36.092 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:24:36.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/2555996596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4102760 msgr2=0x7fa2c4102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/2555996596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4102760 0x7fa2c4102b40 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7fa2c0009900 tx=0x7fa2c002bcd0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/2555996596 shutdown_connections 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/2555996596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c410bb30 0x7fa2c410dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/2555996596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2c4103080 0x7fa2c410b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/2555996596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4102760 0x7fa2c4102b40 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/2555996596 >> 172.21.15.17:0/2555996596 conn(0x7fa2c4077550 msgr2=0x7fa2c4077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/2555996596 shutdown_connections 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.197+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/2555996596 wait complete. 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 Processor -- start 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 -- start start 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c4102760 0x7fa2c419d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 0x7fa2c419dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2c410bb30 0x7fa2c4197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c4197fc0 con 0x7fa2c4103080 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c4198130 con 0x7fa2c4102760 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2cc1ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2c41982f0 con 0x7fa2c410bb30 2024-03-16T18:24:36.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 0x7fa2c419dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 0x7fa2c419dd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51292/0 (socket says 172.21.15.17:51292) 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 -- 172.21.15.17:0/473077553 learned_addr learned my addr 172.21.15.17:0/473077553 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2ca749640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2c410bb30 0x7fa2c4197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c4102760 0x7fa2c419d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 -- 172.21.15.17:0/473077553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2c410bb30 msgr2=0x7fa2c4197970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2c410bb30 0x7fa2c4197970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 -- 172.21.15.17:0/473077553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c4102760 msgr2=0x7fa2c419d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c4102760 0x7fa2c419d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9747640 1 -- 172.21.15.17:0/473077553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2c0009560 con 0x7fa2c4103080 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.198+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c4102760 0x7fa2c419d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.199+0000 7fa2c9747640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 0x7fa2c419dd00 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fa2b400e9f0 tx=0x7fa2b400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.199+0000 7fa2baffd640 1 -- 172.21.15.17:0/473077553 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b4009720 con 0x7fa2c4103080 2024-03-16T18:24:36.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.199+0000 7fa2baffd640 1 -- 172.21.15.17:0/473077553 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2b400cd80 con 0x7fa2c4103080 2024-03-16T18:24:36.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.199+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2c41985d0 con 0x7fa2c4103080 2024-03-16T18:24:36.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.199+0000 7fa2baffd640 1 -- 172.21.15.17:0/473077553 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b4010430 con 0x7fa2c4103080 2024-03-16T18:24:36.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.199+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2c41a4860 con 0x7fa2c4103080 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2baffd640 1 -- 172.21.15.17:0/473077553 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa2b4005020 con 0x7fa2c4103080 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 Processor -- start 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 -- start start 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 0x56058e6062e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e613620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e613b60 0x56058e615f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e5c1960 con 0x56058e613b60 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e575310 con 0x56058e606820 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ced83740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e572840 con 0x56058e605f00 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2c9747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e613b60 0x56058e615f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ca749640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 0x56058e6062e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ca749640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 0x56058e6062e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:41094/0 (socket says 172.21.15.17:41094) 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2c9f48640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e613620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ca749640 1 -- 172.21.15.17:0/2117476246 learned_addr learned my addr 172.21.15.17:0/2117476246 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2c9747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e613b60 0x56058e615f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51308/0 (socket says 172.21.15.17:51308) 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2baffd640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b00a1c20 0x7fa2b00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ca749640 1 -- 172.21.15.17:0/2117476246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 msgr2=0x56058e613620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ca749640 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e613620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.202+0000 7fa2ca749640 1 -- 172.21.15.17:0/2117476246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e613b60 msgr2=0x56058e615f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2ca749640 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e613b60 0x56058e615f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2ca749640 1 -- 172.21.15.17:0/2117476246 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56058e530060 con 0x56058e605f00 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2ca749640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b00a1c20 0x7fa2b00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2baffd640 1 -- 172.21.15.17:0/473077553 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa2b4014070 con 0x7fa2c4103080 2024-03-16T18:24:36.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2ca749640 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 0x56058e6062e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc010520 tx=0x7fa2bc0109e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cfb12e0f33cc62dd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2affff640 1 -- 172.21.15.17:0/2117476246 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc022070 con 0x56058e605f00 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2ca749640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b00a1c20 0x7fa2b00a40e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc021000 tx=0x7fa2bc01e000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2affff640 1 -- 172.21.15.17:0/2117476246 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2bc003e10 con 0x56058e605f00 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.203+0000 7fa2affff640 1 -- 172.21.15.17:0/2117476246 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc01d610 con 0x56058e605f00 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 -- 172.21.15.17:0/2117476246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 msgr2=0x56058e6062e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 0x56058e6062e0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc010520 tx=0x7fa2bc0109e0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 -- 172.21.15.17:0/2117476246 shutdown_connections 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e613b60 0x56058e615f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e613620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 --2- 172.21.15.17:0/2117476246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e605f00 0x56058e6062e0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 -- 172.21.15.17:0/2117476246 >> 172.21.15.17:0/2117476246 conn(0x56058e600980 msgr2=0x56058e600d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 -- 172.21.15.17:0/2117476246 shutdown_connections 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 -- 172.21.15.17:0/2117476246 wait complete. 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 -- start start 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.204+0000 7fa2ced83740 1 Processor -- start 2024-03-16T18:24:36.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e605f00 0x56058e6134d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 0x56058e610860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e610dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e56e020 con 0x56058e606820 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e241430 con 0x56058e605f00 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e1fde00 con 0x56058e613b60 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 10 client.0 _ll_register_callbacks cb 0x56058e515cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 0x56058e610860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 0x56058e610860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51316/0 (socket says 172.21.15.17:51316) 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ca749640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e610dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 -- 172.21.15.17:0/3265646015 learned_addr learned my addr 172.21.15.17:0/3265646015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e605f00 0x56058e6134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 -- 172.21.15.17:0/3265646015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 msgr2=0x56058e610dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e610dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 -- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e605f00 msgr2=0x56058e6134d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e605f00 0x56058e6134d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 -- 172.21.15.17:0/3265646015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2bc009c40 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2c9747640 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 0x56058e610860 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fa2b400e9c0 tx=0x7fa2b400cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=183f0aa8c4adea60 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3265646015 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2b409a1d0 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3265646015 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa2b40046c0 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56058e26d7e0 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3265646015 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2b409af70 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 10 client.16635 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.205+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56058e56c6a0 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3265646015 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56058e26d7e0 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3265646015 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa2b401f060 con 0x56058e606820 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ced83740 10 client.16635 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:36.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ced83740 10 client.16635 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ced83740 20 client.16635 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e623da0 0x56058e626190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ced83740 4 client.16635 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56058e2aa720 con 0x56058e623da0 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e623da0 0x56058e626190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2ad7fa640 10 client.16635 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.206+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e623da0 0x56058e626190 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=aa7d667df3b4d67e server_cookie=6fecac507698bbd2 in_seq=0 out_seq=0 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3265646015 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56058e2aa720 con 0x56058e623da0 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ad7fa640 10 client.16635 handle_command_reply: tid=0 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 client.16635 shutdown 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 msgr2=0x56058e610860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 0x56058e610860 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7fa2b400e9c0 tx=0x7fa2b400cef0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 shutdown_connections 2024-03-16T18:24:36.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e623da0 0x56058e626190 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e606820 0x56058e610860 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e610dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3265646015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e605f00 0x56058e6134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ad7fa640 0 client.16635 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 >> 172.21.15.17:0/3265646015 conn(0x56058e600980 msgr2=0x56058e6026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 shutdown_connections 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.207+0000 7fa2ced83740 1 -- 172.21.15.17:0/3265646015 wait complete. 2024-03-16T18:24:36.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.208+0000 7fa2ced83740 20 client.16635 trim_cache size 0 max 16384 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 Processor -- start 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 -- start start 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e612f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e606820 0x56058e6134d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e613b60 0x56058e61efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e4f3130 con 0x56058e605f00 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e616880 con 0x56058e613b60 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ced83740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e620800 con 0x56058e606820 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e612f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e612f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51318/0 (socket says 172.21.15.17:51318) 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 -- 172.21.15.17:0/1777666935 learned_addr learned my addr 172.21.15.17:0/1777666935 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2ca749640 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e613b60 0x56058e61efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9747640 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e606820 0x56058e6134d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 -- 172.21.15.17:0/1777666935 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e606820 msgr2=0x56058e6134d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e606820 0x56058e6134d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 -- 172.21.15.17:0/1777666935 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e613b60 msgr2=0x56058e61efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e613b60 0x56058e61efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9f48640 1 -- 172.21.15.17:0/1777666935 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56058e508c20 con 0x56058e605f00 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.220+0000 7fa2c9747640 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e606820 0x56058e6134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e612f90 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa2c002c210 tx=0x7fa2c002c350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75f4e8ca6becab46 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2af7fe640 1 -- 172.21.15.17:0/1777666935 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c0044040 con 0x56058e605f00 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2af7fe640 1 -- 172.21.15.17:0/1777666935 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2c0050030 con 0x56058e605f00 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2af7fe640 1 -- 172.21.15.17:0/1777666935 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c002cda0 con 0x56058e605f00 2024-03-16T18:24:36.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 -- 172.21.15.17:0/1777666935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 msgr2=0x56058e612f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e612f90 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7fa2c002c210 tx=0x7fa2c002c350 comp rx=0 tx=0).stop 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 -- 172.21.15.17:0/1777666935 shutdown_connections 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e613b60 0x56058e61efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e606820 0x56058e6134d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 --2- 172.21.15.17:0/1777666935 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e612f90 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 -- 172.21.15.17:0/1777666935 >> 172.21.15.17:0/1777666935 conn(0x56058e600980 msgr2=0x56058e602660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 -- 172.21.15.17:0/1777666935 shutdown_connections 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.221+0000 7fa2ced83740 1 -- 172.21.15.17:0/1777666935 wait complete. 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 -- start start 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 Processor -- start 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e61b640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e6179c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e617f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e618440 con 0x56058e605f00 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e6185b0 con 0x56058e606820 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56058e618770 con 0x56058e613b60 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ced83740 10 client.0 _ll_register_callbacks cb 0x7fa2b40048b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e61b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e61b640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51328/0 (socket says 172.21.15.17:51328) 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 -- 172.21.15.17:0/3955777319 learned_addr learned my addr 172.21.15.17:0/3955777319 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9747640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e6179c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2ca749640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e617f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 -- 172.21.15.17:0/3955777319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 msgr2=0x56058e617f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e617f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 -- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 msgr2=0x56058e6179c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e6179c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.222+0000 7fa2c9f48640 1 -- 172.21.15.17:0/3955777319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2c410ec20 con 0x56058e605f00 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2c9f48640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e61b640 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fa2c0005d00 tx=0x7fa2c002c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab721cf073ce2c12 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ad7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3955777319 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c0044040 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3955777319 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fa2c0004450 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa2bc003e10 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3955777319 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2c004c690 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 10 client.16641 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56058e52e8c0 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3955777319 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2bc003e10 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3955777319 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa2c003c040 con 0x56058e605f00 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 10 client.16641 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 10 client.16641 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 20 client.16641 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:36.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e6808d0 0x56058e682cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 4 client.16641 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.223+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56058e2f9890 con 0x56058e6808d0 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2c9747640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e6808d0 0x56058e682cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ad7fa640 10 client.16641 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2c9747640 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e6808d0 0x56058e682cf0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9101c77fd39c8b49 server_cookie=74cf31b7ca5a197 in_seq=0 out_seq=0 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ad7fa640 1 -- 172.21.15.17:0/3955777319 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56058e2f9890 con 0x56058e6808d0 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ad7fa640 10 client.16641 handle_command_reply: tid=0 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 client.16641 shutdown 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 msgr2=0x56058e61b640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e61b640 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7fa2c0005d00 tx=0x7fa2c002c980 comp rx=0 tx=0).stop 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 shutdown_connections 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56058e6808d0 0x56058e682cf0 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56058e613b60 0x56058e617f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56058e606820 0x56058e6179c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 --2- 172.21.15.17:0/3955777319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56058e605f00 0x56058e61b640 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ad7fa640 0 client.16641 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:24:36.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 >> 172.21.15.17:0/3955777319 conn(0x56058e600980 msgr2=0x56058e601dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 shutdown_connections 2024-03-16T18:24:36.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 1 -- 172.21.15.17:0/3955777319 wait complete. 2024-03-16T18:24:36.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.224+0000 7fa2ced83740 20 client.16641 trim_cache size 0 max 16384 2024-03-16T18:24:36.232 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b00a1c20 msgr2=0x7fa2b00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b00a1c20 0x7fa2b00a40e0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc021000 tx=0x7fa2bc01e000 comp rx=0 tx=0).stop 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 msgr2=0x7fa2c419dd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 0x7fa2c419dd00 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fa2b400e9f0 tx=0x7fa2b400edf0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 shutdown_connections 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b00a1c20 0x7fa2b00a40e0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2c4103080 0x7fa2c419dd00 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2c410bb30 0x7fa2c4197970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 --2- 172.21.15.17:0/473077553 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2c4102760 0x7fa2c419d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 >> 172.21.15.17:0/473077553 conn(0x7fa2c4077550 msgr2=0x7fa2c40fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 shutdown_connections 2024-03-16T18:24:36.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.225+0000 7fa2cc1ac640 1 -- 172.21.15.17:0/473077553 wait complete. 2024-03-16T18:24:36.235 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:36 smithi017 ceph-mon[32207]: pgmap v95: 129 pgs: 129 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:36.235 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:36 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3281877577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:24:36.236 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:24:36.236 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:24:36.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 -- 172.21.15.17:0/138507880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 msgr2=0x7f4a88101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/138507880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a88101930 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f4a70009900 tx=0x7f4a7002bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:36.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 -- 172.21.15.17:0/138507880 shutdown_connections 2024-03-16T18:24:36.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/138507880 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a88101930 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/138507880 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a88101e70 0x7f4a8810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/138507880 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a88107570 0x7f4a88107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 -- 172.21.15.17:0/138507880 >> 172.21.15.17:0/138507880 conn(0x7f4a880fcf20 msgr2=0x7f4a880ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 -- 172.21.15.17:0/138507880 shutdown_connections 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.340+0000 7f4a8cecd640 1 -- 172.21.15.17:0/138507880 wait complete. 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 Processor -- start 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 -- start start 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a8819d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a88101e70 0x7f4a8819db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a88107570 0x7f4a88197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a88197ea0 con 0x7f4a881014b0 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a88198010 con 0x7f4a88107570 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8cecd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a881981d0 con 0x7f4a88101e70 2024-03-16T18:24:36.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a8819d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a8819d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51348/0 (socket says 172.21.15.17:51348) 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 -- 172.21.15.17:0/1765358300 learned_addr learned my addr 172.21.15.17:0/1765358300 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a88101e70 0x7f4a8819db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a88107570 0x7f4a88197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 -- 172.21.15.17:0/1765358300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a88101e70 msgr2=0x7f4a8819db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a88101e70 0x7f4a8819db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 -- 172.21.15.17:0/1765358300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a88107570 msgr2=0x7f4a88197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a88107570 0x7f4a88197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.341+0000 7f4a8659c640 1 -- 172.21.15.17:0/1765358300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a70009560 con 0x7f4a881014b0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.342+0000 7f4a8659c640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a8819d640 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f4a8000e9f0 tx=0x7f4a8000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.342+0000 7f4a7f7fe640 1 -- 172.21.15.17:0/1765358300 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a80009720 con 0x7f4a881014b0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.342+0000 7f4a7f7fe640 1 -- 172.21.15.17:0/1765358300 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a8000cd80 con 0x7f4a881014b0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.342+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a881984b0 con 0x7f4a881014b0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.342+0000 7f4a7f7fe640 1 -- 172.21.15.17:0/1765358300 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a80010430 con 0x7f4a881014b0 2024-03-16T18:24:36.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.342+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a881a4670 con 0x7f4a881014b0 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.344+0000 7f4a7f7fe640 1 -- 172.21.15.17:0/1765358300 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4a80005020 con 0x7f4a881014b0 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.344+0000 7f4a8fb88740 1 Processor -- start 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.344+0000 7f4a8fb88740 1 -- start start 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.344+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb43e2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb43edb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb439d960 con 0x557fb43e2b70 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb4351310 con 0x557fb43eb750 2024-03-16T18:24:36.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb434e840 con 0x557fb43e2250 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a8659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb43e2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb43e2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:41152/0 (socket says 172.21.15.17:41152) 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 -- 172.21.15.17:0/3625423427 learned_addr learned my addr 172.21.15.17:0/3625423427 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a7f7fe640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a740a1ba0 0x7f4a740a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb43edb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a740a1ba0 0x7f4a740a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 -- 172.21.15.17:0/3625423427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 msgr2=0x557fb43edb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb43edb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 -- 172.21.15.17:0/3625423427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 msgr2=0x557fb43eb210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eb210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 -- 172.21.15.17:0/3625423427 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557fb430c060 con 0x557fb43e2250 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a7f7fe640 1 -- 172.21.15.17:0/1765358300 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4a80014070 con 0x7f4a881014b0 2024-03-16T18:24:36.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb43e2630 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4a780136e0 tx=0x7f4a78013ba0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=98a6b044ec64ab12 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.345+0000 7f4a7cff9640 1 -- 172.21.15.17:0/3625423427 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a78018070 con 0x557fb43e2250 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a7cff9640 1 -- 172.21.15.17:0/3625423427 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a78020040 con 0x557fb43e2250 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a7cff9640 1 -- 172.21.15.17:0/3625423427 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a78010690 con 0x557fb43e2250 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a740a1ba0 0x7f4a740a4060 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4a78022000 tx=0x7f4a7801e030 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3625423427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 msgr2=0x557fb43e2630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb43e2630 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4a780136e0 tx=0x7f4a78013ba0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3625423427 shutdown_connections 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eb210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb43edb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3625423427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb43e2630 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3625423427 >> 172.21.15.17:0/3625423427 conn(0x557fb43dc980 msgr2=0x557fb43dcd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3625423427 shutdown_connections 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.346+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3625423427 wait complete. 2024-03-16T18:24:36.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 -- start start 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 Processor -- start 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43eb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2b70 0x557fb43e8440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 0x557fb43e89a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb434a020 con 0x557fb43eb750 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb401d430 con 0x557fb43e2250 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb3fd9e00 con 0x557fb43e2b70 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8fb88740 10 client.0 _ll_register_callbacks cb 0x557fb42f1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a86d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 0x557fb43e89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43eb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43eb0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:34772/0 (socket says 172.21.15.17:34772) 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 -- 172.21.15.17:0/826653563 learned_addr learned my addr 172.21.15.17:0/826653563 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a86d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 0x557fb43e89a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51366/0 (socket says 172.21.15.17:51366) 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2b70 0x557fb43e8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 -- 172.21.15.17:0/826653563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2b70 msgr2=0x557fb43e8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2b70 0x557fb43e8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 -- 172.21.15.17:0/826653563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 msgr2=0x557fb43e89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 0x557fb43e89a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a8659c640 1 -- 172.21.15.17:0/826653563 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a78009e10 con 0x557fb43e2250 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.347+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 0x557fb43e89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8659c640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43eb0b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4a80096be0 tx=0x7f4a8009a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfa0a8815aae6fcf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a6dffb640 1 -- 172.21.15.17:0/826653563 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8009ae80 con 0x557fb43e2250 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557fb40497e0 con 0x557fb43e2250 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a6dffb640 1 -- 172.21.15.17:0/826653563 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4a8009a780 con 0x557fb43e2250 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a6dffb640 1 -- 172.21.15.17:0/826653563 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a8009e8d0 con 0x557fb43e2250 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 10 client.26534 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:36.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557fb43486a0 con 0x557fb43e2250 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a6dffb640 1 -- 172.21.15.17:0/826653563 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x557fb40497e0 con 0x557fb43e2250 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a6dffb640 1 -- 172.21.15.17:0/826653563 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4a8001f060 con 0x557fb43e2250 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 10 client.26534 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 10 client.26534 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 20 client.26534 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb43fb890 0x557fb43fdc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 4 client.26534 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.348+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557fb4086720 con 0x557fb43fb890 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.349+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb43fb890 0x557fb43fdc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.349+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb43fb890 0x557fb43fdc80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f67c954b806c994b server_cookie=9548a6b9d453c470 in_seq=0 out_seq=0 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.349+0000 7f4a6dffb640 10 client.26534 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a6dffb640 1 -- 172.21.15.17:0/826653563 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557fb4086720 con 0x557fb43fb890 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a6dffb640 10 client.26534 handle_command_reply: tid=0 2024-03-16T18:24:36.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 client.26534 shutdown 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 msgr2=0x557fb43eb0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43eb0b0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f4a80096be0 tx=0x7f4a8009a680 comp rx=0 tx=0).stop 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 shutdown_connections 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb43fb890 0x557fb43fdc80 crc :-1 s=READY pgs=89 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43eb750 0x557fb43e89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a6dffb640 0 client.26534 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2b70 0x557fb43e8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/826653563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43eb0b0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 >> 172.21.15.17:0/826653563 conn(0x557fb43dc980 msgr2=0x557fb43de6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 shutdown_connections 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 1 -- 172.21.15.17:0/826653563 wait complete. 2024-03-16T18:24:36.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.350+0000 7f4a8fb88740 20 client.26534 trim_cache size 0 max 16384 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.362+0000 7f4a8fb88740 1 Processor -- start 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 -- start start 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43db2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43eb750 0x557fb43eb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb42cf130 con 0x557fb43e2b70 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb43dd980 con 0x557fb43e2250 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb43e4030 con 0x557fb43eb750 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51376/0 (socket says 172.21.15.17:51376) 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 -- 172.21.15.17:0/29719676 learned_addr learned my addr 172.21.15.17:0/29719676 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a8659c640 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43db2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43eb750 0x557fb43eb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 -- 172.21.15.17:0/29719676 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43eb750 msgr2=0x557fb43eb0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43eb750 0x557fb43eb0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 -- 172.21.15.17:0/29719676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 msgr2=0x557fb43db2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43db2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 -- 172.21.15.17:0/29719676 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557fb42e4c20 con 0x557fb43e2b70 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43eb750 0x557fb43eb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eab70 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f4a7002c170 tx=0x7f4a7002c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a5a1512f6d4963d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a6ffff640 1 -- 172.21.15.17:0/29719676 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7004a330 con 0x557fb43e2b70 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a6ffff640 1 -- 172.21.15.17:0/29719676 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4a7002cc50 con 0x557fb43e2b70 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.363+0000 7f4a6ffff640 1 -- 172.21.15.17:0/29719676 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7004a860 con 0x557fb43e2b70 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 -- 172.21.15.17:0/29719676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 msgr2=0x557fb43eab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eab70 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7f4a7002c170 tx=0x7f4a7002c6c0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 -- 172.21.15.17:0/29719676 shutdown_connections 2024-03-16T18:24:36.370 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb43eab70 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43eb750 0x557fb43eb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/29719676 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43e2250 0x557fb43db2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 -- 172.21.15.17:0/29719676 >> 172.21.15.17:0/29719676 conn(0x557fb43dc980 msgr2=0x557fb43e3920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 -- 172.21.15.17:0/29719676 shutdown_connections 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 -- 172.21.15.17:0/29719676 wait complete. 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 -- start start 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.364+0000 7f4a8fb88740 1 Processor -- start 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb4454f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb4455440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb444f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb444f900 con 0x557fb43e2b70 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb444fa70 con 0x557fb43eb750 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557fb444fc30 con 0x557fb43e2250 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 10 client.0 _ll_register_callbacks cb 0x7f4a8000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:36.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb4455440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb4455440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51380/0 (socket says 172.21.15.17:51380) 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb4454f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 -- 172.21.15.17:0/3348064663 learned_addr learned my addr 172.21.15.17:0/3348064663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a86d9d640 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb444f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 -- 172.21.15.17:0/3348064663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 msgr2=0x557fb4454f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb4454f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 -- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 msgr2=0x557fb444f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb444f2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 -- 172.21.15.17:0/3348064663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a8810ec30 con 0x557fb43e2b70 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a85d9b640 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb4455440 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4a70036040 tx=0x7f4a70004040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fa009c0c941595a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a6dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a6dffb640 1 -- 172.21.15.17:0/3348064663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a7002c7a0 con 0x557fb43e2b70 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557fb40d5890 con 0x557fb43e2b70 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.365+0000 7f4a6dffb640 1 -- 172.21.15.17:0/3348064663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4a70046040 con 0x557fb43e2b70 2024-03-16T18:24:36.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a6dffb640 1 -- 172.21.15.17:0/3348064663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a7002c900 con 0x557fb43e2b70 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 10 client.16659 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557fb430a8c0 con 0x557fb43e2b70 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a6dffb640 1 -- 172.21.15.17:0/3348064663 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x557fb40d5890 con 0x557fb43e2b70 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a6dffb640 1 -- 172.21.15.17:0/3348064663 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4a7004a050 con 0x557fb43e2b70 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 10 client.16659 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 10 client.16659 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 20 client.16659 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb445c9e0 0x557fb445ee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 4 client.16659 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557fb3ff5700 con 0x557fb445c9e0 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.366+0000 7f4a8659c640 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb445c9e0 0x557fb445ee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8659c640 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb445c9e0 0x557fb445ee00 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=44911b7e9304faff server_cookie=4cdfdd2346e02a91 in_seq=0 out_seq=0 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a6dffb640 10 client.16659 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a6dffb640 1 -- 172.21.15.17:0/3348064663 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557fb3ff5700 con 0x557fb445c9e0 2024-03-16T18:24:36.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a6dffb640 10 client.16659 handle_command_reply: tid=0 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 client.16659 shutdown 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 msgr2=0x557fb4455440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb4455440 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f4a70036040 tx=0x7f4a70004040 comp rx=0 tx=0).stop 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 shutdown_connections 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557fb445c9e0 0x557fb445ee00 crc :-1 s=READY pgs=90 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557fb43e2b70 0x557fb4455440 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557fb43eb750 0x557fb444f2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a6dffb640 0 client.16659 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 --2- 172.21.15.17:0/3348064663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557fb43e2250 0x557fb4454f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 >> 172.21.15.17:0/3348064663 conn(0x557fb43dc980 msgr2=0x557fb43f29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 shutdown_connections 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 1 -- 172.21.15.17:0/3348064663 wait complete. 2024-03-16T18:24:36.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8fb88740 20 client.16659 trim_cache size 0 max 16384 2024-03-16T18:24:36.375 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a740a1ba0 msgr2=0x7f4a740a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a740a1ba0 0x7f4a740a4060 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f4a78022000 tx=0x7f4a7801e030 comp rx=0 tx=0).stop 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 msgr2=0x7f4a8819d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a8819d640 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7f4a8000e9f0 tx=0x7f4a8000edf0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 shutdown_connections 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4a740a1ba0 0x7f4a740a4060 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4a88107570 0x7f4a88197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4a88101e70 0x7f4a8819db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 --2- 172.21.15.17:0/1765358300 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4a881014b0 0x7f4a8819d640 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.367+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 >> 172.21.15.17:0/1765358300 conn(0x7f4a880fcf20 msgr2=0x7f4a880fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.368+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 shutdown_connections 2024-03-16T18:24:36.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:36.368+0000 7f4a8cecd640 1 -- 172.21.15.17:0/1765358300 wait complete. 2024-03-16T18:24:36.387 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:36 smithi149 ceph-mon[35991]: pgmap v95: 129 pgs: 129 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:36.387 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:36 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3281877577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:24:36.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:36 smithi153 ceph-mon[36005]: pgmap v95: 129 pgs: 129 active+clean; 3.2 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:36.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:36 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3281877577' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:24:37.380 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:24:37.380 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:24:37.380 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 -- 172.21.15.17:0/3678000731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 msgr2=0x7f788c101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 --2- 172.21.15.17:0/3678000731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c101920 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f7874009900 tx=0x7f787402bc30 comp rx=0 tx=0).stop 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 -- 172.21.15.17:0/3678000731 shutdown_connections 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 --2- 172.21.15.17:0/3678000731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c101920 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 --2- 172.21.15.17:0/3678000731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f788c101e60 0x7f788c10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 --2- 172.21.15.17:0/3678000731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f788c107560 0x7f788c107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 -- 172.21.15.17:0/3678000731 >> 172.21.15.17:0/3678000731 conn(0x7f788c0788f0 msgr2=0x7f788c078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 -- 172.21.15.17:0/3678000731 shutdown_connections 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.500+0000 7f78912a7640 1 -- 172.21.15.17:0/3678000731 wait complete. 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 Processor -- start 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 -- start start 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c0737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f788c101e60 0x7f788c073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f788c107560 0x7f788c074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c1a5d40 con 0x7f788c1014a0 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c1a5eb0 con 0x7f788c107560 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f78912a7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f788c1a6070 con 0x7f788c101e60 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f788affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c0737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f788affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c0737f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51392/0 (socket says 172.21.15.17:51392) 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f788affd640 1 -- 172.21.15.17:0/3571910383 learned_addr learned my addr 172.21.15.17:0/3571910383 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f788b7fe640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f788c107560 0x7f788c074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.501+0000 7f7883fff640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f788c101e60 0x7f788c073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f788affd640 1 -- 172.21.15.17:0/3571910383 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f788c101e60 msgr2=0x7f788c073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f788affd640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f788c101e60 0x7f788c073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f788affd640 1 -- 172.21.15.17:0/3571910383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f788c107560 msgr2=0x7f788c074270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f788affd640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f788c107560 0x7f788c074270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f788affd640 1 -- 172.21.15.17:0/3571910383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7874009560 con 0x7f788c1014a0 2024-03-16T18:24:37.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f788affd640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c0737f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f787c00d950 tx=0x7f787c00de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f7888ff9640 1 -- 172.21.15.17:0/3571910383 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c009a30 con 0x7f788c1014a0 2024-03-16T18:24:37.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f7888ff9640 1 -- 172.21.15.17:0/3571910383 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f787c0044d0 con 0x7f788c1014a0 2024-03-16T18:24:37.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f788c1a6350 con 0x7f788c1014a0 2024-03-16T18:24:37.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f7888ff9640 1 -- 172.21.15.17:0/3571910383 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c0047a0 con 0x7f788c1014a0 2024-03-16T18:24:37.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.502+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f788c1a6880 con 0x7f788c1014a0 2024-03-16T18:24:37.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.504+0000 7f7888ff9640 1 -- 172.21.15.17:0/3571910383 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f787c009b90 con 0x7f788c1014a0 2024-03-16T18:24:37.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.504+0000 7f7893f67740 1 Processor -- start 2024-03-16T18:24:37.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.504+0000 7f7893f67740 1 -- start start 2024-03-16T18:24:37.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7893f67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a63760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7893f67740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a6c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7893f67740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7893f67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e479d1f90 con 0x563e47a63380 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7893f67740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e479cf4c0 con 0x563e47a6c8b0 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7893f67740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e479caca0 con 0x563e47a63d30 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7888ff9640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f78780a1c20 0x7f78780a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a63760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a63760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51396/0 (socket says 172.21.15.17:51396) 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a6c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 -- 172.21.15.17:0/4164065520 learned_addr learned my addr 172.21.15.17:0/4164065520 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7883fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f78780a1c20 0x7f78780a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f7888ff9640 1 -- 172.21.15.17:0/3571910383 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f787c0cd490 con 0x7f788c1014a0 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 -- 172.21.15.17:0/4164065520 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 msgr2=0x563e47a6c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a6c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 -- 172.21.15.17:0/4164065520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 msgr2=0x563e47a6ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.505+0000 7f788b7fe640 1 -- 172.21.15.17:0/4164065520 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e4798d0b0 con 0x563e47a63380 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.506+0000 7f788b7fe640 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a63760 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f7884011e20 tx=0x7f788400f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f533d3e4e66d3cd9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.506+0000 7f788b7fe640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f78780a1c20 0x7f78780a40e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f788400fc90 tx=0x7f788401e000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.506+0000 7f78817fa640 1 -- 172.21.15.17:0/4164065520 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788401dcb0 con 0x563e47a63380 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.506+0000 7f78817fa640 1 -- 172.21.15.17:0/4164065520 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7884009e50 con 0x563e47a63380 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.506+0000 7f78817fa640 1 -- 172.21.15.17:0/4164065520 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7884004020 con 0x563e47a63380 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- 172.21.15.17:0/4164065520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 msgr2=0x563e47a63760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a63760 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f7884011e20 tx=0x7f788400f790 comp rx=0 tx=0).stop 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- 172.21.15.17:0/4164065520 shutdown_connections 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a6c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- 172.21.15.17:0/4164065520 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a63760 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- 172.21.15.17:0/4164065520 >> 172.21.15.17:0/4164065520 conn(0x563e47a5d840 msgr2=0x563e47a5dc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- 172.21.15.17:0/4164065520 shutdown_connections 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- 172.21.15.17:0/4164065520 wait complete. 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- start start 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 Processor -- start 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63380 0x563e47a698a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 0x563e47a69de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e4796ff40 con 0x563e47a63d30 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e4769e4b0 con 0x563e47a6c8b0 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47950670 con 0x563e47a63380 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7893f67740 10 client.0 _ll_register_callbacks cb 0x563e479bdf70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.507+0000 7f7883fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 0x563e47a69de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 0x563e47a69de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51402/0 (socket says 172.21.15.17:51402) 2024-03-16T18:24:37.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 -- 172.21.15.17:0/3417916343 learned_addr learned my addr 172.21.15.17:0/3417916343 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f788affd640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63380 0x563e47a698a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f788b7fe640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 -- 172.21.15.17:0/3417916343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63380 msgr2=0x563e47a698a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63380 0x563e47a698a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 -- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 msgr2=0x563e47a6a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 -- 172.21.15.17:0/3417916343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7884019040 con 0x563e47a63d30 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7883fff640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 0x563e47a69de0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f7874009900 tx=0x7f787402c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41271ac9d806731 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f78727fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f78727fc640 1 -- 172.21.15.17:0/3417916343 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7874004040 con 0x563e47a63d30 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f78727fc640 1 -- 172.21.15.17:0/3417916343 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f78740041a0 con 0x563e47a63d30 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563e479a4f40 con 0x563e47a63d30 2024-03-16T18:24:37.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f78727fc640 1 -- 172.21.15.17:0/3417916343 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7874004360 con 0x563e47a63d30 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7893f67740 10 client.16671 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.508+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563e479c9320 con 0x563e47a63d30 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f78727fc640 1 -- 172.21.15.17:0/3417916343 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x563e479a4f40 con 0x563e47a63d30 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f78727fc640 1 -- 172.21.15.17:0/3417916343 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f787403c040 con 0x563e47a63d30 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f7893f67740 10 client.16671 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f7893f67740 10 client.16671 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f7893f67740 20 client.16671 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f7893f67740 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a7ceb0 0x563e47a7f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f7893f67740 4 client.16671 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563e479c1310 con 0x563e47a7ceb0 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f788affd640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a7ceb0 0x563e47a7f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f78727fc640 10 client.16671 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.509+0000 7f788affd640 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a7ceb0 0x563e47a7f2d0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f65a96579133ff server_cookie=41e086146f8447f3 in_seq=0 out_seq=0 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f78727fc640 1 -- 172.21.15.17:0/3417916343 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563e479c1310 con 0x563e47a7ceb0 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f78727fc640 10 client.16671 handle_command_reply: tid=0 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 client.16671 shutdown 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 msgr2=0x563e47a69de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 0x563e47a69de0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f7874009900 tx=0x7f787402c9b0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 shutdown_connections 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a7ceb0 0x563e47a7f2d0 crc :-1 s=READY pgs=91 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63d30 0x563e47a69de0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f78727fc640 0 client.16671 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a6c8b0 0x563e47a6a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 --2- 172.21.15.17:0/3417916343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63380 0x563e47a698a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 >> 172.21.15.17:0/3417916343 conn(0x563e47a5d840 msgr2=0x563e47a5f7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 shutdown_connections 2024-03-16T18:24:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.510+0000 7f7893f67740 1 -- 172.21.15.17:0/3417916343 wait complete. 2024-03-16T18:24:37.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.511+0000 7f7893f67740 20 client.16671 trim_cache size 0 max 16384 2024-03-16T18:24:37.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 Processor -- start 2024-03-16T18:24:37.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 -- start start 2024-03-16T18:24:37.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 0x563e47a6a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63380 0x563e47a5c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a5cca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47a57cf0 con 0x563e47a5d840 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47a7f930 con 0x563e47a63380 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7893f67740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47a67df0 con 0x563e47a63d30 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f788affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 0x563e47a6a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f788affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 0x563e47a6a140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51418/0 (socket says 172.21.15.17:51418) 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f788affd640 1 -- 172.21.15.17:0/3314301983 learned_addr learned my addr 172.21.15.17:0/3314301983 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f7883fff640 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63380 0x563e47a5c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f788b7fe640 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a5cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f788affd640 1 -- 172.21.15.17:0/3314301983 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 msgr2=0x563e47a5cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.527+0000 7f788affd640 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a5cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f788affd640 1 -- 172.21.15.17:0/3314301983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63380 msgr2=0x563e47a5c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f788affd640 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63380 0x563e47a5c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f788affd640 1 -- 172.21.15.17:0/3314301983 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e47965c00 con 0x563e47a5d840 2024-03-16T18:24:37.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f788affd640 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 0x563e47a6a140 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f787c000c00 tx=0x7f787c095f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df57df8f06d08391 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f7880ff9640 1 -- 172.21.15.17:0/3314301983 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c099c90 con 0x563e47a5d840 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f7880ff9640 1 -- 172.21.15.17:0/3314301983 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f787c09dde0 con 0x563e47a5d840 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f7880ff9640 1 -- 172.21.15.17:0/3314301983 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c096300 con 0x563e47a5d840 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f7893f67740 1 -- 172.21.15.17:0/3314301983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 msgr2=0x563e47a6a140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.528+0000 7f7893f67740 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 0x563e47a6a140 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f787c000c00 tx=0x7f787c095f30 comp rx=0 tx=0).stop 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- 172.21.15.17:0/3314301983 shutdown_connections 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a63d30 0x563e47a5cca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63380 0x563e47a5c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 --2- 172.21.15.17:0/3314301983 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a5d840 0x563e47a6a140 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- 172.21.15.17:0/3314301983 >> 172.21.15.17:0/3314301983 conn(0x563e47a64480 msgr2=0x563e47a5c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- 172.21.15.17:0/3314301983 shutdown_connections 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- 172.21.15.17:0/3314301983 wait complete. 2024-03-16T18:24:37.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- start start 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 Processor -- start 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a5d840 0x563e47a73e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a743b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63d30 0x563e47a71800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47a71dc0 con 0x563e47a63380 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47a71f30 con 0x563e47a63d30 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e47a720f0 con 0x563e47a5d840 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7893f67740 10 client.0 _ll_register_callbacks cb 0x7f7874005d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7883fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a743b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f788affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a5d840 0x563e47a73e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7883fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a743b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51428/0 (socket says 172.21.15.17:51428) 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f7883fff640 1 -- 172.21.15.17:0/3541390970 learned_addr learned my addr 172.21.15.17:0/3541390970 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.529+0000 7f788b7fe640 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63d30 0x563e47a71800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7883fff640 1 -- 172.21.15.17:0/3541390970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a5d840 msgr2=0x563e47a73e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7883fff640 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a5d840 0x563e47a73e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7883fff640 1 -- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63d30 msgr2=0x563e47a71800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7883fff640 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63d30 0x563e47a71800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7883fff640 1 -- 172.21.15.17:0/3541390970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f788c1a6880 con 0x563e47a63380 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7883fff640 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a743b0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x563e47a69100 tx=0x7f7874004fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1dffe4229db88a7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f78727fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f78727fc640 1 -- 172.21.15.17:0/3541390970 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787405b070 con 0x563e47a63380 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f78727fc640 1 -- 172.21.15.17:0/3541390970 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7874004a60 con 0x563e47a63380 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563e479f0900 con 0x563e47a63380 2024-03-16T18:24:37.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f78727fc640 1 -- 172.21.15.17:0/3541390970 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7874005570 con 0x563e47a63380 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7893f67740 10 client.16677 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563e4798b910 con 0x563e47a63380 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.530+0000 7f78727fc640 1 -- 172.21.15.17:0/3541390970 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x563e479f0900 con 0x563e47a63380 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f78727fc640 1 -- 172.21.15.17:0/3541390970 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f787405e020 con 0x563e47a63380 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f7893f67740 10 client.16677 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f7893f67740 10 client.16677 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f7893f67740 20 client.16677 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f7893f67740 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a6c8b0 0x563e47adc7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f7893f67740 4 client.16677 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x563e476ca860 con 0x563e47a6c8b0 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f788affd640 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a6c8b0 0x563e47adc7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f78727fc640 10 client.16677 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.531+0000 7f788affd640 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a6c8b0 0x563e47adc7a0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a813cb1eb6c56f2 server_cookie=bce95d2686226f98 in_seq=0 out_seq=0 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.532+0000 7f78727fc640 1 -- 172.21.15.17:0/3541390970 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x563e476ca860 con 0x563e47a6c8b0 2024-03-16T18:24:37.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.532+0000 7f78727fc640 10 client.16677 handle_command_reply: tid=0 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.532+0000 7f7893f67740 1 client.16677 shutdown 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 msgr2=0x563e47a743b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a743b0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x563e47a69100 tx=0x7f7874004fd0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 shutdown_connections 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e47a6c8b0 0x563e47adc7a0 crc :-1 s=READY pgs=92 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e47a63380 0x563e47a743b0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e47a63d30 0x563e47a71800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 --2- 172.21.15.17:0/3541390970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e47a5d840 0x563e47a73e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 >> 172.21.15.17:0/3541390970 conn(0x563e47a64480 msgr2=0x563e47a5c8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78727fc640 0 client.16677 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 shutdown_connections 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 1 -- 172.21.15.17:0/3541390970 wait complete. 2024-03-16T18:24:37.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f7893f67740 20 client.16677 trim_cache size 0 max 16384 2024-03-16T18:24:37.543 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:24:37.543 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:24:37.543 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "f8223795-7427-48ce-b3f6-92db332bfbe6", 2024-03-16T18:24:37.543 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:24:37.543 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f78780a1c20 msgr2=0x7f78780a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f78780a1c20 0x7f78780a40e0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f788400fc90 tx=0x7f788401e000 comp rx=0 tx=0).stop 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 msgr2=0x7f788c0737f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c0737f0 secure :-1 s=READY pgs=750 cs=0 l=1 rev1=1 crypto rx=0x7f787c00d950 tx=0x7f787c00de10 comp rx=0 tx=0).stop 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 shutdown_connections 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f78780a1c20 0x7f78780a40e0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f788c107560 0x7f788c074270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f788c101e60 0x7f788c073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 --2- 172.21.15.17:0/3571910383 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f788c1014a0 0x7f788c0737f0 unknown :-1 s=CLOSED pgs=750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.533+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 >> 172.21.15.17:0/3571910383 conn(0x7f788c0788f0 msgr2=0x7f788c100200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.534+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 shutdown_connections 2024-03-16T18:24:37.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.534+0000 7f78912a7640 1 -- 172.21.15.17:0/3571910383 wait complete. 2024-03-16T18:24:37.546 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:24:37.546 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 -- 172.21.15.17:0/838225536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8103030 msgr2=0x7f2ab810b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/838225536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8103030 0x7f2ab810b510 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009900 tx=0x7f2aac02bcd0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 -- 172.21.15.17:0/838225536 shutdown_connections 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/838225536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8103030 0x7f2ab810b510 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/838225536 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab810ba50 0x7f2ab810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/838225536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab8102710 0x7f2ab8102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 -- 172.21.15.17:0/838225536 >> 172.21.15.17:0/838225536 conn(0x7f2ab80775a0 msgr2=0x7f2ab80779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 -- 172.21.15.17:0/838225536 shutdown_connections 2024-03-16T18:24:37.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.650+0000 7f2abe4ae640 1 -- 172.21.15.17:0/838225536 wait complete. 2024-03-16T18:24:37.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 Processor -- start 2024-03-16T18:24:37.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 -- start start 2024-03-16T18:24:37.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 0x7f2ab819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab8103030 0x7f2ab819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab810ba50 0x7f2ab8197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab8197eb0 con 0x7f2ab8102710 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab8198020 con 0x7f2ab810ba50 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2abe4ae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab81981e0 con 0x7f2ab8103030 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 0x7f2ab819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 0x7f2ab819d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51456/0 (socket says 172.21.15.17:51456) 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.651+0000 7f2ab7fff640 1 -- 172.21.15.17:0/812855279 learned_addr learned my addr 172.21.15.17:0/812855279 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2abca4b640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab810ba50 0x7f2ab8197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab8103030 0x7f2ab819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab7fff640 1 -- 172.21.15.17:0/812855279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab8103030 msgr2=0x7f2ab819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab8103030 0x7f2ab819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab7fff640 1 -- 172.21.15.17:0/812855279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab810ba50 msgr2=0x7f2ab8197860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab810ba50 0x7f2ab8197860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab7fff640 1 -- 172.21.15.17:0/812855279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2aac009560 con 0x7f2ab8102710 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2abca4b640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab810ba50 0x7f2ab8197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab8103030 0x7f2ab819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 0x7f2ab819d6b0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800e9f0 tx=0x7f2aa800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab57fa640 1 -- 172.21.15.17:0/812855279 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8009700 con 0x7f2ab8102710 2024-03-16T18:24:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab57fa640 1 -- 172.21.15.17:0/812855279 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2aa800cd80 con 0x7f2ab8102710 2024-03-16T18:24:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ab81984c0 con 0x7f2ab8102710 2024-03-16T18:24:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2ab57fa640 1 -- 172.21.15.17:0/812855279 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8018840 con 0x7f2ab8102710 2024-03-16T18:24:37.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.652+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ab81a4750 con 0x7f2ab8102710 2024-03-16T18:24:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ab57fa640 1 -- 172.21.15.17:0/812855279 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2aa80189a0 con 0x7f2ab8102710 2024-03-16T18:24:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 Processor -- start 2024-03-16T18:24:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 -- start start 2024-03-16T18:24:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8d4690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d4bd0 0x55796b8dd270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 0x55796b8dfba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b843280 con 0x55796b8dd7b0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8407b0 con 0x55796b8d42b0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ac116f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b83bf90 con 0x55796b8d4bd0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.655+0000 7f2ab57fa640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2aa00a1ba0 0x7f2aa00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 0x55796b8dfba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d4bd0 0x55796b8dd270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 0x55796b8dfba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51460/0 (socket says 172.21.15.17:51460) 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 -- 172.21.15.17:0/705906109 learned_addr learned my addr 172.21.15.17:0/705906109 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2abca4b640 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8d4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2abca4b640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2aa00a1ba0 0x7f2aa00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab57fa640 1 -- 172.21.15.17:0/812855279 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2aa8014070 con 0x7f2ab8102710 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 -- 172.21.15.17:0/705906109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d4bd0 msgr2=0x55796b8dd270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d4bd0 0x55796b8dd270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 -- 172.21.15.17:0/705906109 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 msgr2=0x55796b8d4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8d4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 -- 172.21.15.17:0/705906109 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55796b7fa570 con 0x55796b8dd7b0 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 0x55796b8dfba0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009900 tx=0x7f2aac004a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2914aac9f35f69d4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2abca4b640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2aa00a1ba0 0x7f2aa00a4060 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00099e0 tx=0x7f2ab0009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2a9e7fc640 1 -- 172.21.15.17:0/705906109 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac02c810 con 0x55796b8dd7b0 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2a9e7fc640 1 -- 172.21.15.17:0/705906109 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2aac0044f0 con 0x55796b8dd7b0 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.656+0000 7f2a9e7fc640 1 -- 172.21.15.17:0/705906109 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac003c30 con 0x55796b8dd7b0 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 -- 172.21.15.17:0/705906109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 msgr2=0x55796b8dfba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 0x55796b8dfba0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f2aac009900 tx=0x7f2aac004a70 comp rx=0 tx=0).stop 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 -- 172.21.15.17:0/705906109 shutdown_connections 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8dd7b0 0x55796b8dfba0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d4bd0 0x55796b8dd270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 --2- 172.21.15.17:0/705906109 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8d4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 -- 172.21.15.17:0/705906109 >> 172.21.15.17:0/705906109 conn(0x55796b8ce990 msgr2=0x55796b8ced70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 -- 172.21.15.17:0/705906109 shutdown_connections 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 -- 172.21.15.17:0/705906109 wait complete. 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.657+0000 7f2ac116f740 1 -- start start 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 Processor -- start 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8dcee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8da4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8daa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b50f430 con 0x55796b8d4bd0 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b4cbe00 con 0x55796b8dd7b0 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b7c0fd0 con 0x55796b8d42b0 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ac116f740 10 client.0 _ll_register_callbacks cb 0x55796b816fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8da4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8da4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:51474/0 (socket says 172.21.15.17:51474) 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 -- 172.21.15.17:0/67723844 learned_addr learned my addr 172.21.15.17:0/67723844 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8dcee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2abca4b640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8daa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 -- 172.21.15.17:0/67723844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 msgr2=0x55796b8dcee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8dcee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 -- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 msgr2=0x55796b8daa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8daa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 -- 172.21.15.17:0/67723844 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ab810eb70 con 0x55796b8d4bd0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8da4d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f2aac000c00 tx=0x7f2aac02c3d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f570520b6c8d758 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.658+0000 7f2a977fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2a977fe640 1 -- 172.21.15.17:0/67723844 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac005290 con 0x55796b8d4bd0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2a977fe640 1 -- 172.21.15.17:0/67723844 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2aac0053f0 con 0x55796b8d4bd0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55796b53b7e0 con 0x55796b8d4bd0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2a977fe640 1 -- 172.21.15.17:0/67723844 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2aac0055b0 con 0x55796b8d4bd0 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 10 client.16689 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:37.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55796b83a610 con 0x55796b8d4bd0 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2a977fe640 1 -- 172.21.15.17:0/67723844 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55796b53b7e0 con 0x55796b8d4bd0 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2a977fe640 1 -- 172.21.15.17:0/67723844 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2aac03c050 con 0x55796b8d4bd0 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 10 client.16689 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 10 client.16689 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 20 client.16689 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b8f5de0 0x55796b8f8200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 4 client.16689 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.659+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55796b578720 con 0x55796b8f5de0 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.660+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b8f5de0 0x55796b8f8200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.660+0000 7f2a977fe640 10 client.16689 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.660+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b8f5de0 0x55796b8f8200 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5210608a1a23e0aa server_cookie=448821a1f890ebb9 in_seq=0 out_seq=0 2024-03-16T18:24:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2a977fe640 1 -- 172.21.15.17:0/67723844 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55796b578720 con 0x55796b8f5de0 2024-03-16T18:24:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2a977fe640 10 client.16689 handle_command_reply: tid=0 2024-03-16T18:24:37.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 client.16689 shutdown 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 msgr2=0x55796b8da4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8da4d0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f2aac000c00 tx=0x7f2aac02c3d0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 shutdown_connections 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b8f5de0 0x55796b8f8200 crc :-1 s=READY pgs=93 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8da4d0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8daa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2a977fe640 0 client.16689 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 --2- 172.21.15.17:0/67723844 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8dcee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 >> 172.21.15.17:0/67723844 conn(0x55796b8ce990 msgr2=0x55796b8d0730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 shutdown_connections 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 1 -- 172.21.15.17:0/67723844 wait complete. 2024-03-16T18:24:37.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.661+0000 7f2ac116f740 20 client.16689 trim_cache size 0 max 16384 2024-03-16T18:24:37.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 Processor -- start 2024-03-16T18:24:37.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 -- start start 2024-03-16T18:24:37.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8dcc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8d94b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 0x55796b8deba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8ca2b0 con 0x55796b8d4bd0 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8d3c80 con 0x55796b8d42b0 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.678+0000 7f2ac116f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8c8e20 con 0x55796b8dd7b0 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2ab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8d94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 0x55796b8deba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8dcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 0x55796b8deba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:41272/0 (socket says 172.21.15.17:41272) 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8dcc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:34896/0 (socket says 172.21.15.17:34896) 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 -- 172.21.15.17:0/307169580 learned_addr learned my addr 172.21.15.17:0/307169580 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 -- 172.21.15.17:0/307169580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 msgr2=0x55796b8dcc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8dcc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 -- 172.21.15.17:0/307169580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 msgr2=0x55796b8d94b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8d94b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 -- 172.21.15.17:0/307169580 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55796b7d6ac0 con 0x55796b8dd7b0 2024-03-16T18:24:37.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2abca4b640 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 0x55796b8deba0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0009fd0 tx=0x7f2ab0005bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dcab95f7975ab488 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2a9dffb640 1 -- 172.21.15.17:0/307169580 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ab002e070 con 0x55796b8dd7b0 2024-03-16T18:24:37.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2a9dffb640 1 -- 172.21.15.17:0/307169580 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2ab0025040 con 0x55796b8dd7b0 2024-03-16T18:24:37.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.679+0000 7f2a9dffb640 1 -- 172.21.15.17:0/307169580 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ab0024050 con 0x55796b8dd7b0 2024-03-16T18:24:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 -- 172.21.15.17:0/307169580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 msgr2=0x55796b8deba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 0x55796b8deba0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f2ab0009fd0 tx=0x7f2ab0005bd0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 -- 172.21.15.17:0/307169580 shutdown_connections 2024-03-16T18:24:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8d94b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8dd7b0 0x55796b8deba0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 --2- 172.21.15.17:0/307169580 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8d42b0 0x55796b8dcc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 -- 172.21.15.17:0/307169580 >> 172.21.15.17:0/307169580 conn(0x55796b8ce990 msgr2=0x55796b8d8da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 -- 172.21.15.17:0/307169580 shutdown_connections 2024-03-16T18:24:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 -- 172.21.15.17:0/307169580 wait complete. 2024-03-16T18:24:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.680+0000 7f2ac116f740 1 -- start start 2024-03-16T18:24:37.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 Processor -- start 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8f22c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8f2800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8ed270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8f30b0 con 0x55796b8d4bd0 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8ed7b0 con 0x55796b8dd7b0 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55796b8ed970 con 0x55796b8d42b0 2024-03-16T18:24:37.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ac116f740 10 client.0 _ll_register_callbacks cb 0x7f2ab00116e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8f2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8f22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8f22c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:41282/0 (socket says 172.21.15.17:41282) 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 -- 172.21.15.17:0/4146320852 learned_addr learned my addr 172.21.15.17:0/4146320852 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2abca4b640 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8ed270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 -- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 msgr2=0x55796b8ed270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8ed270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 -- 172.21.15.17:0/4146320852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 msgr2=0x55796b8f2800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8f2800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.681+0000 7f2ab7fff640 1 -- 172.21.15.17:0/4146320852 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ab0019040 con 0x55796b8d42b0 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ab7fff640 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8f22c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800c6a0 tx=0x7f2aa80ba040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea8d34b40ecd1ac2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2a977fe640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2a977fe640 1 -- 172.21.15.17:0/4146320852 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8096e90 con 0x55796b8d42b0 2024-03-16T18:24:37.691 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2a977fe640 1 -- 172.21.15.17:0/4146320852 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2aa8096ff0 con 0x55796b8d42b0 2024-03-16T18:24:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2aac0044f0 con 0x55796b8d42b0 2024-03-16T18:24:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2a977fe640 1 -- 172.21.15.17:0/4146320852 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2aa80b3250 con 0x55796b8d42b0 2024-03-16T18:24:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 10 client.26473 fetch_fsmap learned FSMap version 28 2024-03-16T18:24:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55796b7fc6a0 con 0x55796b8d42b0 2024-03-16T18:24:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2a977fe640 1 -- 172.21.15.17:0/4146320852 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2aac0044f0 con 0x55796b8d42b0 2024-03-16T18:24:37.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2a977fe640 1 -- 172.21.15.17:0/4146320852 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2aa8096570 con 0x55796b8d42b0 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 10 client.26473 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 10 client.26473 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 20 client.26473 populate_metadata read hostname 'smithi017' 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b952430 0x55796b954850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 4 client.26473 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55796b5c7890 con 0x55796b952430 2024-03-16T18:24:37.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.682+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b952430 0x55796b954850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:24:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ab77fe640 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b952430 0x55796b954850 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cb92c4e673323f6f server_cookie=e03246a288b14aa in_seq=0 out_seq=0 2024-03-16T18:24:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2a977fe640 10 client.26473 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2a977fe640 1 -- 172.21.15.17:0/4146320852 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55796b5c7890 con 0x55796b952430 2024-03-16T18:24:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2a977fe640 10 client.26473 handle_command_reply: tid=0 2024-03-16T18:24:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 client.26473 shutdown 2024-03-16T18:24:37.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 msgr2=0x55796b8f22c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8f22c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800c6a0 tx=0x7f2aa80ba040 comp rx=0 tx=0).stop 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 shutdown_connections 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55796b952430 0x55796b954850 crc :-1 s=READY pgs=94 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55796b8d4bd0 0x55796b8f2800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55796b8dd7b0 0x55796b8ed270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 --2- 172.21.15.17:0/4146320852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55796b8d42b0 0x55796b8f22c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 >> 172.21.15.17:0/4146320852 conn(0x55796b8ce990 msgr2=0x55796b8cd1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2a977fe640 0 client.26473 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:24:37.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 shutdown_connections 2024-03-16T18:24:37.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.683+0000 7f2ac116f740 1 -- 172.21.15.17:0/4146320852 wait complete. 2024-03-16T18:24:37.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2ac116f740 20 client.26473 trim_cache size 0 max 16384 2024-03-16T18:24:37.696 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:24:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:24:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:24:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "f8223795-7427-48ce-b3f6-92db332bfbe6": { 2024-03-16T18:24:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:24:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "f8223795-7427-48ce-b3f6-92db332bfbe6", 2024-03-16T18:24:37.697 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:24:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:24:37.698 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:24:37.698 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:24:37.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2aa00a1ba0 msgr2=0x7f2aa00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2aa00a1ba0 0x7f2aa00a4060 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f2ab00099e0 tx=0x7f2ab0009500 comp rx=0 tx=0).stop 2024-03-16T18:24:37.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 msgr2=0x7f2ab819d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 0x7f2ab819d6b0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7f2aa800e9f0 tx=0x7f2aa800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 shutdown_connections 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2aa00a1ba0 0x7f2aa00a4060 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2ab810ba50 0x7f2ab8197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2ab8103030 0x7f2ab819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 --2- 172.21.15.17:0/812855279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2ab8102710 0x7f2ab819d6b0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:24:37.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 >> 172.21.15.17:0/812855279 conn(0x7f2ab80775a0 msgr2=0x7f2ab80fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:24:37.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 shutdown_connections 2024-03-16T18:24:37.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:24:37.684+0000 7f2abe4ae640 1 -- 172.21.15.17:0/812855279 wait complete. 2024-03-16T18:24:37.702 INFO:tasks.cephfs.filesystem:scrub status for tag:f8223795-7427-48ce-b3f6-92db332bfbe6 - {'path': '/', 'tag': 'f8223795-7427-48ce-b3f6-92db332bfbe6', 'options': 'recursive,force'} 2024-03-16T18:24:38.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:38 smithi017 ceph-mon[32207]: pgmap v96: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:38.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:38 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:24:38.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:38 smithi149 ceph-mon[35991]: pgmap v96: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:38.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:38 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:24:38.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:38 smithi153 ceph-mon[36005]: pgmap v96: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:38.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:38 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:24:39.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:24:39.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:39.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:24:39.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:39.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:24:39.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:24:39.538 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:24:39.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:24:39.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:39.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:24:39.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:39.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:24:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:24:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:24:39.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:24:39.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:39.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:24:39.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:24:39.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:24:39.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:24:39.611 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:24:40.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:40 smithi017 ceph-mon[32207]: pgmap v97: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:40.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:40 smithi149 ceph-mon[35991]: pgmap v97: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:40.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:40 smithi153 ceph-mon[36005]: pgmap v97: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:42.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:42 smithi017 ceph-mon[32207]: pgmap v98: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:42.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:42 smithi149 ceph-mon[35991]: pgmap v98: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:42.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:42 smithi153 ceph-mon[36005]: pgmap v98: 129 pgs: 129 active+clean; 3.3 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:43.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:43 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:24:43.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:43 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:24:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:43 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:24:44.438 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:44 smithi017 ceph-mon[32207]: pgmap v99: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:44.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:44 smithi149 ceph-mon[35991]: pgmap v99: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:44.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:44 smithi153 ceph-mon[36005]: pgmap v99: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:46.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:46 smithi017 ceph-mon[32207]: pgmap v100: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:46.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:46 smithi149 ceph-mon[35991]: pgmap v100: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:46.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:46 smithi153 ceph-mon[36005]: pgmap v100: 129 pgs: 129 active+clean; 3.4 MiB data, 388 MiB used, 1.0 TiB / 1.0 TiB avail; 24 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:48.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:48 smithi017 ceph-mon[32207]: pgmap v101: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:48.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:48 smithi149 ceph-mon[35991]: pgmap v101: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:48.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:48 smithi153 ceph-mon[36005]: pgmap v101: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:49.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:49 smithi017 ceph-mon[32207]: pgmap v102: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:49.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:49 smithi149 ceph-mon[35991]: pgmap v102: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:49.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:49 smithi153 ceph-mon[36005]: pgmap v102: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:51.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:51 smithi017 ceph-mon[32207]: pgmap v103: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:51.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:51 smithi149 ceph-mon[35991]: pgmap v103: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:51.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:51 smithi153 ceph-mon[36005]: pgmap v103: 129 pgs: 129 active+clean; 3.5 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:53.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:53 smithi017 ceph-mon[32207]: pgmap v104: 129 pgs: 129 active+clean; 3.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:53.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:53 smithi149 ceph-mon[35991]: pgmap v104: 129 pgs: 129 active+clean; 3.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:53 smithi153 ceph-mon[36005]: pgmap v104: 129 pgs: 129 active+clean; 3.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:55.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:55 smithi017 ceph-mon[32207]: pgmap v105: 129 pgs: 129 active+clean; 3.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-03-16T18:24:55.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:55 smithi149 ceph-mon[35991]: pgmap v105: 129 pgs: 129 active+clean; 3.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-03-16T18:24:55.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:55 smithi153 ceph-mon[36005]: pgmap v105: 129 pgs: 129 active+clean; 3.6 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 20 KiB/s wr, 13 op/s 2024-03-16T18:24:57.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:57 smithi017 ceph-mon[32207]: pgmap v106: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:57.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:57 smithi149 ceph-mon[35991]: pgmap v106: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:57.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:57 smithi153 ceph-mon[36005]: pgmap v106: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 33 KiB/s rd, 31 KiB/s wr, 20 op/s 2024-03-16T18:24:59.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:24:59 smithi017 ceph-mon[32207]: pgmap v107: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:59.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:24:59 smithi149 ceph-mon[35991]: pgmap v107: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:59.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:24:59 smithi153 ceph-mon[36005]: pgmap v107: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:64/600: open fd = 3 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:65/600: open fd = 3 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.778 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:66/600: open fd = 3 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:67/600: open fd = 3 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:68/600: open fd = 3 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:69/600: open fd = 3 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.779 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:70/600: open fd = 3 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:71/600: open fd = 3 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:72/600: open fd = 3 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:73/600: open fd = 3 2024-03-16T18:24:59.780 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:74/600: open fd = 3 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:75/600: open fd = 3 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:76/600: open fd = 3 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.781 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:77/600: open fd = 3 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:78/600: open fd = 3 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:79/600: open fd = 3 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.782 INFO:tasks.workunit.client.0.smithi017.stdout:80/600: open fd = 3 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:81/600: open fd = 3 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:82/600: open fd = 3 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:83/600: open fd = 3 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.783 INFO:tasks.workunit.client.0.smithi017.stdout:84/600: open fd = 3 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:85/600: open fd = 3 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:86/600: open fd = 3 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:87/600: open fd = 3 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.784 INFO:tasks.workunit.client.0.smithi017.stdout:88/600: open fd = 3 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:89/600: open fd = 3 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:90/600: open fd = 3 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:91/600: open fd = 3 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.785 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:92/600: open fd = 3 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:93/600: open fd = 3 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:94/600: open fd = 3 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.786 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:95/600: open fd = 3 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:96/600: open fd = 3 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:97/600: open fd = 3 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:98/600: open fd = 3 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.787 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:99/600: open fd = 3 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:100/600: open fd = 3 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:101/600: open fd = 3 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:102/600: open fd = 3 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.788 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:103/600: open fd = 3 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:104/600: open fd = 3 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:105/600: open fd = 3 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.789 INFO:tasks.workunit.client.0.smithi017.stdout:106/600: open fd = 3 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:107/600: open fd = 3 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:108/600: open fd = 3 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:109/600: open fd = 3 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.790 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:110/600: open fd = 3 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:111/600: open fd = 3 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:112/600: open fd = 3 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:113/600: open fd = 3 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.791 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:114/600: open fd = 3 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:115/600: open fd = 3 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:116/600: open fd = 3 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.792 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:117/600: open fd = 3 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:118/600: open fd = 3 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:119/600: open fd = 3 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:120/600: open fd = 3 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.793 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:121/600: open fd = 3 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:122/600: open fd = 3 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:123/600: open fd = 3 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.794 INFO:tasks.workunit.client.0.smithi017.stdout:124/600: open fd = 3 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:125/600: open fd = 3 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:126/600: open fd = 3 2024-03-16T18:24:59.795 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:25:01.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:01 smithi017 ceph-mon[32207]: pgmap v108: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:25:01.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:01 smithi149 ceph-mon[35991]: pgmap v108: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:25:01.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:01 smithi153 ceph-mon[36005]: pgmap v108: 129 pgs: 129 active+clean; 3.7 MiB data, 389 MiB used, 1.0 TiB / 1.0 TiB avail; 22 KiB/s rd, 21 KiB/s wr, 13 op/s 2024-03-16T18:25:03.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:03 smithi017 ceph-mon[32207]: pgmap v109: 129 pgs: 129 active+clean; 3.8 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 53 KiB/s wr, 35 op/s 2024-03-16T18:25:03.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:03 smithi149 ceph-mon[35991]: pgmap v109: 129 pgs: 129 active+clean; 3.8 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 53 KiB/s wr, 35 op/s 2024-03-16T18:25:03.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:03 smithi153 ceph-mon[36005]: pgmap v109: 129 pgs: 129 active+clean; 3.8 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 53 KiB/s wr, 35 op/s 2024-03-16T18:25:05.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:05 smithi017 ceph-mon[32207]: pgmap v110: 129 pgs: 129 active+clean; 3.8 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 28 op/s 2024-03-16T18:25:05.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:05 smithi149 ceph-mon[35991]: pgmap v110: 129 pgs: 129 active+clean; 3.8 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 28 op/s 2024-03-16T18:25:05.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:05 smithi153 ceph-mon[36005]: pgmap v110: 129 pgs: 129 active+clean; 3.8 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 43 KiB/s wr, 28 op/s 2024-03-16T18:25:07.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:07 smithi017 ceph-mon[32207]: pgmap v111: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 35 op/s 2024-03-16T18:25:07.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:07 smithi149 ceph-mon[35991]: pgmap v111: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 35 op/s 2024-03-16T18:25:07.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:07 smithi153 ceph-mon[36005]: pgmap v111: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 56 KiB/s wr, 35 op/s 2024-03-16T18:25:07.703 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:25:07.703 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:25:07.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 -- 172.21.15.17:0/3717964223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c107640 msgr2=0x7f1f6c107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 --2- 172.21.15.17:0/3717964223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c107640 0x7f1f6c107a20 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009930 tx=0x7f1f5c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:07.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 -- 172.21.15.17:0/3717964223 shutdown_connections 2024-03-16T18:25:07.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 --2- 172.21.15.17:0/3717964223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f6c06a500 0x7f1f6c10e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 --2- 172.21.15.17:0/3717964223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f6c069b60 0x7f1f6c069fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 --2- 172.21.15.17:0/3717964223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c107640 0x7f1f6c107a20 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 -- 172.21.15.17:0/3717964223 >> 172.21.15.17:0/3717964223 conn(0x7f1f6c077190 msgr2=0x7f1f6c0775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 -- 172.21.15.17:0/3717964223 shutdown_connections 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 -- 172.21.15.17:0/3717964223 wait complete. 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.820+0000 7f1f7211e640 1 Processor -- start 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 -- start start 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f6c069b60 0x7f1f6c19d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 0x7f1f6c19db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f6c107640 0x7f1f6c1977a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6c197e40 con 0x7f1f6c06a500 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6c197fb0 con 0x7f1f6c107640 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f7211e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f6c198170 con 0x7f1f6c069b60 2024-03-16T18:25:07.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 0x7f1f6c19db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 0x7f1f6c19db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34978/0 (socket says 172.21.15.17:34978) 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 -- 172.21.15.17:0/4066225302 learned_addr learned my addr 172.21.15.17:0/4066225302 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f6c069b60 0x7f1f6c19d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f6c107640 0x7f1f6c1977a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 -- 172.21.15.17:0/4066225302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f6c069b60 msgr2=0x7f1f6c19d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f6c069b60 0x7f1f6c19d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 -- 172.21.15.17:0/4066225302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f6c107640 msgr2=0x7f1f6c1977a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f6c107640 0x7f1f6c1977a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.821+0000 7f1f6affd640 1 -- 172.21.15.17:0/4066225302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f5c009560 con 0x7f1f6c06a500 2024-03-16T18:25:07.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.822+0000 7f1f6affd640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 0x7f1f6c19db70 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1f6000d770 tx=0x7f1f6000dc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.822+0000 7f1f68ff9640 1 -- 172.21.15.17:0/4066225302 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f60009c30 con 0x7f1f6c06a500 2024-03-16T18:25:07.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.822+0000 7f1f68ff9640 1 -- 172.21.15.17:0/4066225302 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1f6000de80 con 0x7f1f6c06a500 2024-03-16T18:25:07.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.822+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f6c198450 con 0x7f1f6c06a500 2024-03-16T18:25:07.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.822+0000 7f1f68ff9640 1 -- 172.21.15.17:0/4066225302 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f60004e00 con 0x7f1f6c06a500 2024-03-16T18:25:07.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.822+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f6c1a4660 con 0x7f1f6c06a500 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.824+0000 7f1f68ff9640 1 -- 172.21.15.17:0/4066225302 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1f60004f60 con 0x7f1f6c06a500 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 Processor -- start 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 -- start start 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f68ff9640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1f540a1ba0 0x7f1f540a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 0x557af8510690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af851bba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af847f280 con 0x557af85197b0 2024-03-16T18:25:07.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af847c7b0 con 0x557af8510bd0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af8477f90 con 0x557af85102b0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f68ff9640 1 -- 172.21.15.17:0/4066225302 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1f600cd5c0 con 0x7f1f6c06a500 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1f540a1ba0 0x7f1f540a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 0x557af8510690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 0x557af8510690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:58036/0 (socket says 172.21.15.17:58036) 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af851bba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/1119139216 learned_addr learned my addr 172.21.15.17:0/1119139216 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42600/0 (socket says 172.21.15.17:42600) 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 -- 172.21.15.17:0/1119139216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 msgr2=0x557af8510690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 0x557af8510690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 -- 172.21.15.17:0/1119139216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 msgr2=0x557af851bba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af851bba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6affd640 1 -- 172.21.15.17:0/1119139216 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557af8436570 con 0x557af8510bd0 2024-03-16T18:25:07.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.825+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 0x557af8510690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1f540a1ba0 0x7f1f540a4060 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1f640098b0 tx=0x7f1f64009e20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f6affd640 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519270 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1f600ca940 tx=0x7f1f600962a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75e4d9022f34c366 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f51ffb640 1 -- 172.21.15.17:0/1119139216 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f600cd070 con 0x557af8510bd0 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f51ffb640 1 -- 172.21.15.17:0/1119139216 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1f600196e0 con 0x557af8510bd0 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f51ffb640 1 -- 172.21.15.17:0/1119139216 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f600a25c0 con 0x557af8510bd0 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f74dd4740 1 -- 172.21.15.17:0/1119139216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 msgr2=0x557af8519270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.826+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519270 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f1f600ca940 tx=0x7f1f600962a0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- 172.21.15.17:0/1119139216 shutdown_connections 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af851bba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519270 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/1119139216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85102b0 0x557af8510690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- 172.21.15.17:0/1119139216 >> 172.21.15.17:0/1119139216 conn(0x557af850a990 msgr2=0x557af850ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- 172.21.15.17:0/1119139216 shutdown_connections 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- 172.21.15.17:0/1119139216 wait complete. 2024-03-16T18:25:07.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- start start 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 Processor -- start 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8519260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af85165f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8516d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af814b430 con 0x557af85102b0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af8107e00 con 0x557af8510bd0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.827+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af83fcfd0 con 0x557af85197b0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f74dd4740 10 client.0 _ll_register_callbacks cb 0x557af8452fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8519260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8519260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34990/0 (socket says 172.21.15.17:34990) 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2905856671 learned_addr learned my addr 172.21.15.17:0/2905856671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6affd640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af85165f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8516d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2905856671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 msgr2=0x557af8516d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8516d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 msgr2=0x557af85165f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af85165f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2905856671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f6c1a4660 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6affd640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af85165f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8519260 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009230 tx=0x7f1f5c02cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0cdda8e925b6ef3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f4affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f4affd640 1 -- 172.21.15.17:0/2905856671 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c004250 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f4affd640 1 -- 172.21.15.17:0/2905856671 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1f5c0043b0 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557af81777e0 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.828+0000 7f1f4affd640 1 -- 172.21.15.17:0/2905856671 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f5c0035f0 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 10 client.16707 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557af8476610 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f4affd640 1 -- 172.21.15.17:0/2905856671 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x557af81777e0 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f4affd640 1 -- 172.21.15.17:0/2905856671 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1f5c03c040 con 0x557af85102b0 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 10 client.16707 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:07.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 10 client.16707 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 20 client.16707 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af85299b0 0x557af852bda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 4 client.16707 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557af81b4720 con 0x557af85299b0 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.829+0000 7f1f6affd640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af85299b0 0x557af852bda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f4affd640 10 client.16707 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f6affd640 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af85299b0 0x557af852bda0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=77862d99b620bf5d server_cookie=3fd962feb27fdf81 in_seq=0 out_seq=0 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f4affd640 1 -- 172.21.15.17:0/2905856671 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557af81b4720 con 0x557af85299b0 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f4affd640 10 client.16707 handle_command_reply: tid=0 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 client.16707 shutdown 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 msgr2=0x557af8519260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8519260 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009230 tx=0x7f1f5c02cae0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 shutdown_connections 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af85299b0 0x557af852bda0 crc :-1 s=READY pgs=95 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8516d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af85165f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f4affd640 0 client.16707 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2905856671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8519260 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.830+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 >> 172.21.15.17:0/2905856671 conn(0x557af850a990 msgr2=0x557af850c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.831+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 shutdown_connections 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.831+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2905856671 wait complete. 2024-03-16T18:25:07.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.831+0000 7f1f74dd4740 20 client.16707 trim_cache size 0 max 16384 2024-03-16T18:25:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 Processor -- start 2024-03-16T18:25:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 -- start start 2024-03-16T18:25:07.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8518d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8524ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af850b790 con 0x557af85102b0 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af852c0d0 con 0x557af8510bd0 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af8512180 con 0x557af85197b0 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8518d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8518d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:34992/0 (socket says 172.21.15.17:34992) 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2003353460 learned_addr learned my addr 172.21.15.17:0/2003353460 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6affd640 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8524ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2003353460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 msgr2=0x557af8524ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8524ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2003353460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 msgr2=0x557af8519260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 -- 172.21.15.17:0/2003353460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557af8412ac0 con 0x557af85102b0 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6affd640 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8518d20 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009930 tx=0x7f1f5c02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec2dc061aed5bc6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f517fa640 1 -- 172.21.15.17:0/2003353460 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c004fc0 con 0x557af85102b0 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f517fa640 1 -- 172.21.15.17:0/2003353460 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1f5c02de90 con 0x557af85102b0 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.847+0000 7f1f517fa640 1 -- 172.21.15.17:0/2003353460 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f5c003d00 con 0x557af85102b0 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2003353460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 msgr2=0x557af8518d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8518d20 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f1f5c009930 tx=0x7f1f5c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2003353460 shutdown_connections 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af85197b0 0x557af8524ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af8510bd0 0x557af8519260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2003353460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85102b0 0x557af8518d20 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2003353460 >> 172.21.15.17:0/2003353460 conn(0x557af850a990 msgr2=0x557af850ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2003353460 shutdown_connections 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2003353460 wait complete. 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.848+0000 7f1f74dd4740 1 -- start start 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 Processor -- start 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af85102b0 0x557af8513d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af8510bd0 0x557af8514240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af8512910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af8513010 con 0x557af85197b0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af8513180 con 0x557af85102b0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557af8513340 con 0x557af8510bd0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f74dd4740 10 client.0 _ll_register_callbacks cb 0x7f1f5c02c770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af8512910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af8510bd0 0x557af8514240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af85102b0 0x557af8513d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af8512910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35008/0 (socket says 172.21.15.17:35008) 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af8510bd0 0x557af8514240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:58050/0 (socket says 172.21.15.17:58050) 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af85102b0 0x557af8513d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42634/0 (socket says 172.21.15.17:42634) 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 -- 172.21.15.17:0/2223418890 learned_addr learned my addr 172.21.15.17:0/2223418890 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 -- 172.21.15.17:0/2223418890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af8510bd0 msgr2=0x557af8514240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af8510bd0 0x557af8514240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 -- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af85102b0 msgr2=0x557af8513d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af85102b0 0x557af8513d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.849+0000 7f1f6bfff640 1 -- 172.21.15.17:0/2223418890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557af8476610 con 0x557af85197b0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f6bfff640 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af8512910 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1f64010e70 tx=0x7f1f6401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d384ec38295059a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f4affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f4affd640 1 -- 172.21.15.17:0/2223418890 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f64025040 con 0x557af85197b0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f4affd640 1 -- 172.21.15.17:0/2223418890 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1f64004740 con 0x557af85197b0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1f600196e0 con 0x557af85197b0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f4affd640 1 -- 172.21.15.17:0/2223418890 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1f64020400 con 0x557af85197b0 2024-03-16T18:25:07.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 10 client.16713 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557af84386a0 con 0x557af85197b0 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f4affd640 1 -- 172.21.15.17:0/2223418890 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1f600196e0 con 0x557af85197b0 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f4affd640 1 -- 172.21.15.17:0/2223418890 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1f6402b3f0 con 0x557af85197b0 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 10 client.16713 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 10 client.16713 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 20 client.16713 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af858a5f0 0x557af858ca10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 4 client.16713 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.850+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x557af8203890 con 0x557af858a5f0 2024-03-16T18:25:07.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af858a5f0 0x557af858ca10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f6b7fe640 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af858a5f0 0x557af858ca10 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1a9b8c6fc9d44552 server_cookie=e307943d010fcba5 in_seq=0 out_seq=0 2024-03-16T18:25:07.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f4affd640 10 client.16713 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:07.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f4affd640 1 -- 172.21.15.17:0/2223418890 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x557af8203890 con 0x557af858a5f0 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f4affd640 10 client.16713 handle_command_reply: tid=0 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f74dd4740 1 client.16713 shutdown 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 msgr2=0x557af8512910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.851+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af8512910 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f1f64010e70 tx=0x7f1f6401c000 comp rx=0 tx=0).stop 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 shutdown_connections 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x557af858a5f0 0x557af858ca10 crc :-1 s=READY pgs=96 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557af85197b0 0x557af8512910 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557af8510bd0 0x557af8514240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 --2- 172.21.15.17:0/2223418890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557af85102b0 0x557af8513d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f4affd640 0 client.16713 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 >> 172.21.15.17:0/2223418890 conn(0x557af850a990 msgr2=0x557af8515e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 shutdown_connections 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 1 -- 172.21.15.17:0/2223418890 wait complete. 2024-03-16T18:25:07.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f74dd4740 20 client.16713 trim_cache size 0 max 16384 2024-03-16T18:25:07.859 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:25:07.859 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:25:07.859 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:25:07.859 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1f540a1ba0 msgr2=0x7f1f540a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1f540a1ba0 0x7f1f540a4060 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f1f640098b0 tx=0x7f1f64009e20 comp rx=0 tx=0).stop 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 msgr2=0x7f1f6c19db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 0x7f1f6c19db70 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1f6000d770 tx=0x7f1f6000dc30 comp rx=0 tx=0).stop 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 shutdown_connections 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1f540a1ba0 0x7f1f540a4060 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1f6c06a500 0x7f1f6c19db70 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1f6c107640 0x7f1f6c1977a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 --2- 172.21.15.17:0/4066225302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1f6c069b60 0x7f1f6c19d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 >> 172.21.15.17:0/4066225302 conn(0x7f1f6c077190 msgr2=0x7f1f6c0ff300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 shutdown_connections 2024-03-16T18:25:07.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.852+0000 7f1f7211e640 1 -- 172.21.15.17:0/4066225302 wait complete. 2024-03-16T18:25:07.864 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:25:07.864 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:25:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 -- 172.21.15.17:0/2932997182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f01056d0 msgr2=0x7f42f010d2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 --2- 172.21.15.17:0/2932997182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f01056d0 0x7f42f010d2a0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f42e8009cd0 tx=0x7f42e802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 -- 172.21.15.17:0/2932997182 shutdown_connections 2024-03-16T18:25:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 --2- 172.21.15.17:0/2932997182 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f01056d0 0x7f42f010d2a0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 --2- 172.21.15.17:0/2932997182 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42f0100fb0 0x7f42f0104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 --2- 172.21.15.17:0/2932997182 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42f0100600 0x7f42f01009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 -- 172.21.15.17:0/2932997182 >> 172.21.15.17:0/2932997182 conn(0x7f42f0076770 msgr2=0x7f42f0076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 -- 172.21.15.17:0/2932997182 shutdown_connections 2024-03-16T18:25:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 -- 172.21.15.17:0/2932997182 wait complete. 2024-03-16T18:25:07.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.966+0000 7f42f5072640 1 Processor -- start 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 -- start start 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42f0100600 0x7f42f0102090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42f01056d0 0x7f42f01025d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 0x7f42f01a5cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42f01a6200 con 0x7f42f0102b10 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42f01a6340 con 0x7f42f0100600 2024-03-16T18:25:07.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42f5072640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42f01a64d0 con 0x7f42f01056d0 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 0x7f42f01a5cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 0x7f42f01a5cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35032/0 (socket says 172.21.15.17:35032) 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 -- 172.21.15.17:0/838755513 learned_addr learned my addr 172.21.15.17:0/838755513 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ee59c640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42f01056d0 0x7f42f01025d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42eed9d640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42f0100600 0x7f42f0102090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 -- 172.21.15.17:0/838755513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42f01056d0 msgr2=0x7f42f01025d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42f01056d0 0x7f42f01025d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 -- 172.21.15.17:0/838755513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42f0100600 msgr2=0x7f42f0102090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42f0100600 0x7f42f0102090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 -- 172.21.15.17:0/838755513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f42e8009900 con 0x7f42f0102b10 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.967+0000 7f42ef59e640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 0x7f42f01a5cc0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f42e8009ca0 tx=0x7f42e8035ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.968+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42e80329e0 con 0x7f42f0102b10 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.968+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42f01a6750 con 0x7f42f0102b10 2024-03-16T18:25:07.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.968+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f42e8035e90 con 0x7f42f0102b10 2024-03-16T18:25:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.968+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42e8004750 con 0x7f42f0102b10 2024-03-16T18:25:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.968+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42f01a6c50 con 0x7f42f0102b10 2024-03-16T18:25:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.969+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42f0101ad0 con 0x7f42f0102b10 2024-03-16T18:25:07.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.970+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f42e803b040 con 0x7f42f0102b10 2024-03-16T18:25:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.970+0000 7f42d7fff640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42d80a1ba0 0x7f42d80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.970+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f42e80f0960 con 0x7f42f0102b10 2024-03-16T18:25:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.970+0000 7f42eed9d640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42d80a1ba0 0x7f42d80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:07.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.971+0000 7f42eed9d640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42d80a1ba0 0x7f42d80a4060 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f42e0005d00 tx=0x7f42e000b410 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:07.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:07.974+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f42e80b9510 con 0x7f42f0102b10 2024-03-16T18:25:08.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.195+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f42f0109910 con 0x7f42f0102b10 2024-03-16T18:25:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.196+0000 7f42d7fff640 1 -- 172.21.15.17:0/838755513 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f42e80bcbd0 con 0x7f42f0102b10 2024-03-16T18:25:08.197 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:25:08.197 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:25:08.197 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42d80a1ba0 msgr2=0x7f42d80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42d80a1ba0 0x7f42d80a4060 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f42e0005d00 tx=0x7f42e000b410 comp rx=0 tx=0).stop 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 msgr2=0x7f42f01a5cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 0x7f42f01a5cc0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f42e8009ca0 tx=0x7f42e8035ca0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 shutdown_connections 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f42d80a1ba0 0x7f42d80a4060 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f42f0102b10 0x7f42f01a5cc0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f42f01056d0 0x7f42f01025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 --2- 172.21.15.17:0/838755513 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f42f0100600 0x7f42f0102090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 >> 172.21.15.17:0/838755513 conn(0x7f42f0076770 msgr2=0x7f42f0069f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 shutdown_connections 2024-03-16T18:25:08.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.198+0000 7f42f5072640 1 -- 172.21.15.17:0/838755513 wait complete. 2024-03-16T18:25:08.210 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:08.210 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:25:08.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 -- 172.21.15.17:0/3903099761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53841064c0 msgr2=0x7f53841068a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 --2- 172.21.15.17:0/3903099761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53841064c0 0x7f53841068a0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f537c009930 tx=0x7f537c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 -- 172.21.15.17:0/3903099761 shutdown_connections 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 --2- 172.21.15.17:0/3903099761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5384100e30 0x7f538410d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 --2- 172.21.15.17:0/3903099761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5384100470 0x7f53841008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 --2- 172.21.15.17:0/3903099761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f53841064c0 0x7f53841068a0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 -- 172.21.15.17:0/3903099761 >> 172.21.15.17:0/3903099761 conn(0x7f5384077550 msgr2=0x7f5384077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 -- 172.21.15.17:0/3903099761 shutdown_connections 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.314+0000 7f5389057640 1 -- 172.21.15.17:0/3903099761 wait complete. 2024-03-16T18:25:08.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 Processor -- start 2024-03-16T18:25:08.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 -- start start 2024-03-16T18:25:08.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 0x7f5384198930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5384100e30 0x7f5384198e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53841064c0 0x7f53841a39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841996f0 con 0x7f5384100470 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841a3ef0 con 0x7f53841064c0 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5389057640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53841a4030 con 0x7f5384100e30 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 0x7f5384198930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.315+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 0x7f5384198930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35040/0 (socket says 172.21.15.17:35040) 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 -- 172.21.15.17:0/2963692863 learned_addr learned my addr 172.21.15.17:0/2963692863 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f538259c640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5384100e30 0x7f5384198e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f538359e640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53841064c0 0x7f53841a39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 -- 172.21.15.17:0/2963692863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5384100e30 msgr2=0x7f5384198e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5384100e30 0x7f5384198e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 -- 172.21.15.17:0/2963692863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53841064c0 msgr2=0x7f53841a39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53841064c0 0x7f53841a39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 -- 172.21.15.17:0/2963692863 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f537c009560 con 0x7f5384100470 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 0x7f5384198930 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f537c009430 tx=0x7f537c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f537bfff640 1 -- 172.21.15.17:0/2963692863 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537c004350 con 0x7f5384100470 2024-03-16T18:25:08.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f537bfff640 1 -- 172.21.15.17:0/2963692863 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f537c02de90 con 0x7f5384100470 2024-03-16T18:25:08.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53841a4230 con 0x7f5384100470 2024-03-16T18:25:08.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f537bfff640 1 -- 172.21.15.17:0/2963692863 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537c003ab0 con 0x7f5384100470 2024-03-16T18:25:08.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.316+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53841a46e0 con 0x7f5384100470 2024-03-16T18:25:08.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f537bfff640 1 -- 172.21.15.17:0/2963692863 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f537c005400 con 0x7f5384100470 2024-03-16T18:25:08.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 Processor -- start 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 -- start start 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32250 0x55c2d8a32630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f537bfff640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f53700a1ba0 0x7f53700a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d89ed960 con 0x55c2d8a32b70 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d89a1310 con 0x55c2d8a32250 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538bc30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d899e840 con 0x55c2d8a3b750 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35048/0 (socket says 172.21.15.17:35048) 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f5382d9d640 1 -- 172.21.15.17:0/2599115220 learned_addr learned my addr 172.21.15.17:0/2599115220 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538359e640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32250 0x55c2d8a32630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.319+0000 7f538259c640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f538359e640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f53700a1ba0 0x7f53700a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f537bfff640 1 -- 172.21.15.17:0/2963692863 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f537c0efb50 con 0x7f5384100470 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f5382d9d640 1 -- 172.21.15.17:0/2599115220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a3b750 msgr2=0x55c2d8a3db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f5382d9d640 1 -- 172.21.15.17:0/2599115220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32250 msgr2=0x55c2d8a32630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32250 0x55c2d8a32630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f5382d9d640 1 -- 172.21.15.17:0/2599115220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2d895c060 con 0x55c2d8a32b70 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f538259c640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f538359e640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32250 0x55c2d8a32630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3b210 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f537c0b88c0 tx=0x7f537c08f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9676c406c4a6a4e8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f538359e640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f53700a1ba0 0x7f53700a4060 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5374005fd0 tx=0x7f5374009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f53797fa640 1 -- 172.21.15.17:0/2599115220 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537c0bbdc0 con 0x55c2d8a32b70 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f53797fa640 1 -- 172.21.15.17:0/2599115220 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f537c0bcb60 con 0x55c2d8a32b70 2024-03-16T18:25:08.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.320+0000 7f53797fa640 1 -- 172.21.15.17:0/2599115220 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537c0b8ad0 con 0x55c2d8a32b70 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 -- 172.21.15.17:0/2599115220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 msgr2=0x55c2d8a3b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3b210 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f537c0b88c0 tx=0x7f537c08f710 comp rx=0 tx=0).stop 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 -- 172.21.15.17:0/2599115220 shutdown_connections 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3b210 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 --2- 172.21.15.17:0/2599115220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32250 0x55c2d8a32630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 -- 172.21.15.17:0/2599115220 >> 172.21.15.17:0/2599115220 conn(0x55c2d8a2c980 msgr2=0x55c2d8a2cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 -- 172.21.15.17:0/2599115220 shutdown_connections 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 -- 172.21.15.17:0/2599115220 wait complete. 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 -- start start 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.321+0000 7f538bc30740 1 Processor -- start 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a3b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a38410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a38950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d899a020 con 0x55c2d8a3b750 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d866d430 con 0x55c2d8a32b70 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8629e00 con 0x55c2d8a32250 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 10 client.0 _ll_register_callbacks cb 0x55c2d8941cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a38950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a3b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a3b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:58102/0 (socket says 172.21.15.17:58102) 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f5382d9d640 1 -- 172.21.15.17:0/3691318291 learned_addr learned my addr 172.21.15.17:0/3691318291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a38950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35050/0 (socket says 172.21.15.17:35050) 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538259c640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a38410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 -- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 msgr2=0x55c2d8a3b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a3b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 -- 172.21.15.17:0/3691318291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 msgr2=0x55c2d8a38410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a38410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 -- 172.21.15.17:0/3691318291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53841a46e0 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538259c640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a38410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538359e640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a38950 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f53740119f0 tx=0x7f5374004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db1ad1780ef465ec server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f536a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f536a7fc640 1 -- 172.21.15.17:0/3691318291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5374004d20 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f536a7fc640 1 -- 172.21.15.17:0/3691318291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f5374020ab0 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.322+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c2d86997e0 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f536a7fc640 1 -- 172.21.15.17:0/3691318291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5374004e80 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 10 client.16731 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c2d89986a0 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f536a7fc640 1 -- 172.21.15.17:0/3691318291 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55c2d86997e0 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f536a7fc640 1 -- 172.21.15.17:0/3691318291 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5374005810 con 0x55c2d8a3b750 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 10 client.16731 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 10 client.16731 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:25:08.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 20 client.16731 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8a4b690 0x55c2d8a4dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 4 client.16731 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c2d86d6720 con 0x55c2d8a4b690 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.323+0000 7f5382d9d640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8a4b690 0x55c2d8a4dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.324+0000 7f5382d9d640 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8a4b690 0x55c2d8a4dab0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ceeb22cea2cb1fed server_cookie=2f082cdac751bbd9 in_seq=0 out_seq=0 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.324+0000 7f536a7fc640 10 client.16731 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.324+0000 7f536a7fc640 1 -- 172.21.15.17:0/3691318291 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c2d86d6720 con 0x55c2d8a4b690 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.324+0000 7f536a7fc640 10 client.16731 handle_command_reply: tid=0 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.324+0000 7f538bc30740 1 client.16731 shutdown 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.324+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 msgr2=0x55c2d8a38950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a38950 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f53740119f0 tx=0x7f5374004ab0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 shutdown_connections 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8a4b690 0x55c2d8a4dab0 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a38950 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f536a7fc640 0 client.16731 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a38410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 --2- 172.21.15.17:0/3691318291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a3b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 >> 172.21.15.17:0/3691318291 conn(0x55c2d8a2c980 msgr2=0x55c2d8a2e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 shutdown_connections 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 1 -- 172.21.15.17:0/3691318291 wait complete. 2024-03-16T18:25:08.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.325+0000 7f538bc30740 20 client.16731 trim_cache size 0 max 16384 2024-03-16T18:25:08.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 Processor -- start 2024-03-16T18:25:08.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 -- start start 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a33b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d891f130 con 0x55c2d8a3b750 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d86d6720 con 0x55c2d8a32b70 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538bc30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a2d780 con 0x55c2d8a32250 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.337+0000 7f538359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35056/0 (socket says 172.21.15.17:35056) 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 -- 172.21.15.17:0/2139528301 learned_addr learned my addr 172.21.15.17:0/2139528301 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538259c640 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f5382d9d640 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a33b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 -- 172.21.15.17:0/2139528301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 msgr2=0x55c2d8a33b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a33b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 -- 172.21.15.17:0/2139528301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 msgr2=0x55c2d8a3ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 -- 172.21.15.17:0/2139528301 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2d8934c20 con 0x55c2d8a3b750 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f538359e640 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3b080 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f537400fc20 tx=0x7f5374005f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c83fb536fc28e4cb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f5378ff9640 1 -- 172.21.15.17:0/2139528301 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5374020cb0 con 0x55c2d8a3b750 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f5378ff9640 1 -- 172.21.15.17:0/2139528301 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5374020e10 con 0x55c2d8a3b750 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.338+0000 7f5378ff9640 1 -- 172.21.15.17:0/2139528301 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53740388a0 con 0x55c2d8a3b750 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- 172.21.15.17:0/2139528301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 msgr2=0x55c2d8a3b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3b080 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7f537400fc20 tx=0x7f5374005f10 comp rx=0 tx=0).stop 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- 172.21.15.17:0/2139528301 shutdown_connections 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3b080 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- 172.21.15.17:0/2139528301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32250 0x55c2d8a33b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- 172.21.15.17:0/2139528301 >> 172.21.15.17:0/2139528301 conn(0x55c2d8a2c980 msgr2=0x55c2d8a38530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- 172.21.15.17:0/2139528301 shutdown_connections 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- 172.21.15.17:0/2139528301 wait complete. 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- start start 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 Processor -- start 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 0x55c2d8a42ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a3fd80 con 0x55c2d8a32250 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a3fef0 con 0x55c2d8a3b750 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.339+0000 7f538bc30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2d8a400b0 con 0x55c2d8a32b70 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538bc30740 10 client.0 _ll_register_callbacks cb 0x7f5374019040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 0x55c2d8a42ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 0x55c2d8a42ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35066/0 (socket says 172.21.15.17:35066) 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 -- 172.21.15.17:0/1527475895 learned_addr learned my addr 172.21.15.17:0/1527475895 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538259c640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538359e640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 -- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32b70 msgr2=0x55c2d8a3f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 -- 172.21.15.17:0/1527475895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a3b750 msgr2=0x55c2d8a3f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 -- 172.21.15.17:0/1527475895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2d89986a0 con 0x55c2d8a32250 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538259c640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f5382d9d640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 0x55c2d8a42ee0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f537c0b88c0 tx=0x7f537c0bc330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b408c08a852dc46 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f536a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f536a7fc640 1 -- 172.21.15.17:0/1527475895 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f537c0bbdc0 con 0x55c2d8a32250 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f536a7fc640 1 -- 172.21.15.17:0/1527475895 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f537c0d6070 con 0x55c2d8a32250 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f537c0bcb60 con 0x55c2d8a32250 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f536a7fc640 1 -- 172.21.15.17:0/1527475895 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f537c0bc460 con 0x55c2d8a32250 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538bc30740 10 client.16737 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c2d895a8c0 con 0x55c2d8a32250 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.340+0000 7f536a7fc640 1 -- 172.21.15.17:0/1527475895 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f537c0bcb60 con 0x55c2d8a32250 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f536a7fc640 1 -- 172.21.15.17:0/1527475895 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f537c03c070 con 0x55c2d8a32250 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 10 client.16737 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 10 client.16737 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 20 client.16737 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8aa7fd0 0x55c2d8aaa3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 4 client.16737 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c2d8725890 con 0x55c2d8aa7fd0 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538259c640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8aa7fd0 0x55c2d8aaa3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f536a7fc640 10 client.16737 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538259c640 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8aa7fd0 0x55c2d8aaa3c0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=9295f5b99c195606 server_cookie=d0df754db9a1f7a4 in_seq=0 out_seq=0 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f536a7fc640 1 -- 172.21.15.17:0/1527475895 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c2d8725890 con 0x55c2d8aa7fd0 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f536a7fc640 10 client.16737 handle_command_reply: tid=0 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 client.16737 shutdown 2024-03-16T18:25:08.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 msgr2=0x55c2d8a42ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 0x55c2d8a42ee0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7f537c0b88c0 tx=0x7f537c0bc330 comp rx=0 tx=0).stop 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 shutdown_connections 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55c2d8aa7fd0 0x55c2d8aaa3c0 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c2d8a3b750 0x55c2d8a3f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c2d8a32b70 0x55c2d8a3f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.341+0000 7f538bc30740 1 --2- 172.21.15.17:0/1527475895 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c2d8a32250 0x55c2d8a42ee0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 >> 172.21.15.17:0/1527475895 conn(0x55c2d8a2c980 msgr2=0x55c2d8a2db40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f536a7fc640 0 client.16737 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 shutdown_connections 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f538bc30740 1 -- 172.21.15.17:0/1527475895 wait complete. 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f538bc30740 20 client.16737 trim_cache size 0 max 16384 2024-03-16T18:25:08.349 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:08.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f53700a1ba0 msgr2=0x7f53700a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f53700a1ba0 0x7f53700a4060 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f5374005fd0 tx=0x7f5374009500 comp rx=0 tx=0).stop 2024-03-16T18:25:08.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 msgr2=0x7f5384198930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 0x7f5384198930 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f537c009430 tx=0x7f537c005dd0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 shutdown_connections 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f53700a1ba0 0x7f53700a4060 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f53841064c0 0x7f53841a39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5384100e30 0x7f5384198e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 --2- 172.21.15.17:0/2963692863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5384100470 0x7f5384198930 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 >> 172.21.15.17:0/2963692863 conn(0x7f5384077550 msgr2=0x7f5384102ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 shutdown_connections 2024-03-16T18:25:08.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.342+0000 7f5389057640 1 -- 172.21.15.17:0/2963692863 wait complete. 2024-03-16T18:25:08.353 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:08.353 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 -- 172.21.15.17:0/2976916514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 msgr2=0x7fca001009c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 --2- 172.21.15.17:0/2976916514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca001009c0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009930 tx=0x7fc9f802bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 -- 172.21.15.17:0/2976916514 shutdown_connections 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 --2- 172.21.15.17:0/2976916514 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 0x7fca0010d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 --2- 172.21.15.17:0/2976916514 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca00100f90 0x7fca00104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 --2- 172.21.15.17:0/2976916514 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca001009c0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 -- 172.21.15.17:0/2976916514 >> 172.21.15.17:0/2976916514 conn(0x7fca00076770 msgr2=0x7fca00076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 -- 172.21.15.17:0/2976916514 shutdown_connections 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.457+0000 7fca0724d640 1 -- 172.21.15.17:0/2976916514 wait complete. 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 Processor -- start 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 -- start start 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca0019c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 0x7fca0019cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca001967c0 0x7fca00196c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca00197270 con 0x7fca001005e0 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca001973e0 con 0x7fca001056b0 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca0724d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca00197550 con 0x7fca001967c0 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca0019c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca0019c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35088/0 (socket says 172.21.15.17:35088) 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 -- 172.21.15.17:0/2531747111 learned_addr learned my addr 172.21.15.17:0/2531747111 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 0x7fca0019cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca057ea640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca001967c0 0x7fca00196c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 -- 172.21.15.17:0/2531747111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca001967c0 msgr2=0x7fca00196c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca001967c0 0x7fca00196c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 -- 172.21.15.17:0/2531747111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 msgr2=0x7fca0019cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 0x7fca0019cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 -- 172.21.15.17:0/2531747111 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9f8009560 con 0x7fca001005e0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 0x7fca0019cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.458+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca0019c650 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009230 tx=0x7fc9f8005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.459+0000 7fc9fdffb640 1 -- 172.21.15.17:0/2531747111 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8004350 con 0x7fca001005e0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.459+0000 7fc9fdffb640 1 -- 172.21.15.17:0/2531747111 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc9f802de90 con 0x7fca001005e0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.459+0000 7fc9fdffb640 1 -- 172.21.15.17:0/2531747111 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f8005220 con 0x7fca001005e0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.459+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca001a34a0 con 0x7fca001005e0 2024-03-16T18:25:08.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.459+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca001a39b0 con 0x7fca001005e0 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fc9fdffb640 1 -- 172.21.15.17:0/2531747111 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fc9f8003c30 con 0x7fca001005e0 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 Processor -- start 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 -- start start 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c3924702f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c39247b420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c39247dd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c39242b960 con 0x55c39247b960 2024-03-16T18:25:08.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3923df310 con 0x55c392470830 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fca09e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3923dc840 con 0x55c39246ff10 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.461+0000 7fc9fdffb640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc9ec0a1c20 0x7fc9ec0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c39247dd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c39247dd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35090/0 (socket says 172.21.15.17:35090) 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 -- 172.21.15.17:0/2947718137 learned_addr learned my addr 172.21.15.17:0/2947718137 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c39247b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fca057ea640 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c3924702f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fca057ea640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc9ec0a1c20 0x7fc9ec0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fdffb640 1 -- 172.21.15.17:0/2531747111 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc9f80ef9e0 con 0x7fca001005e0 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 -- 172.21.15.17:0/2947718137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 msgr2=0x55c3924702f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c3924702f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 -- 172.21.15.17:0/2947718137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 msgr2=0x55c39247b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c39247b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 -- 172.21.15.17:0/2947718137 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c39239a060 con 0x55c39247b960 2024-03-16T18:25:08.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c39247dd50 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc9f00117e0 tx=0x7fc9f0011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2365000aea61539 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fca057ea640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc9ec0a1c20 0x7fc9ec0a40e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8005f60 tx=0x7fc9e8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9f6ffd640 1 -- 172.21.15.17:0/2947718137 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f0004d20 con 0x55c39247b960 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9f6ffd640 1 -- 172.21.15.17:0/2947718137 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc9f0004e80 con 0x55c39247b960 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.462+0000 7fc9f6ffd640 1 -- 172.21.15.17:0/2947718137 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f00043d0 con 0x55c39247b960 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 -- 172.21.15.17:0/2947718137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 msgr2=0x55c39247dd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c39247dd50 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc9f00117e0 tx=0x7fc9f0011ca0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 -- 172.21.15.17:0/2947718137 shutdown_connections 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c39247dd50 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c39247b420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 --2- 172.21.15.17:0/2947718137 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c3924702f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 -- 172.21.15.17:0/2947718137 >> 172.21.15.17:0/2947718137 conn(0x55c39246a980 msgr2=0x55c39246ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 -- 172.21.15.17:0/2947718137 shutdown_connections 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 -- 172.21.15.17:0/2947718137 wait complete. 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 -- start start 2024-03-16T18:25:08.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.463+0000 7fca09e20740 1 Processor -- start 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c39247b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c3924785c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c392478b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3923d8020 con 0x55c39246ff10 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3920ab430 con 0x55c39247b960 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c392067e00 con 0x55c392470830 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca09e20740 10 client.0 _ll_register_callbacks cb 0x55c39237fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c39247b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c39247b230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35102/0 (socket says 172.21.15.17:35102) 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 -- 172.21.15.17:0/2840071162 learned_addr learned my addr 172.21.15.17:0/2840071162 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c3924785c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca057ea640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c392478b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 -- 172.21.15.17:0/2840071162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 msgr2=0x55c3924785c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c3924785c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 -- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 msgr2=0x55c392478b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c392478b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 -- 172.21.15.17:0/2840071162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9f0011440 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c39247b230 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8006010 tx=0x7fc9f808c3f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7810c4cf49bae44 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fc9dffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.464+0000 7fc9dffff640 1 -- 172.21.15.17:0/2840071162 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f80c4860 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c392114720 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fc9dffff640 1 -- 172.21.15.17:0/2840071162 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc9f80bca50 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fc9dffff640 1 -- 172.21.15.17:0/2840071162 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc9f80bc350 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 10 client.16749 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c3923d66a0 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fc9dffff640 1 -- 172.21.15.17:0/2840071162 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55c392114720 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fc9dffff640 1 -- 172.21.15.17:0/2840071162 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc9f803c070 con 0x55c39246ff10 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 10 client.16749 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 10 client.16749 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 20 client.16749 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c39248b650 0x55c39248da40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 4 client.16749 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c392163890 con 0x55c39248b650 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.465+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c39248b650 0x55c39248da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c39248b650 0x55c39248da40 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3c31e9d171148c1a server_cookie=aa3fd264df1f3c05 in_seq=0 out_seq=0 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fc9dffff640 10 client.16749 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fc9dffff640 1 -- 172.21.15.17:0/2840071162 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55c392163890 con 0x55c39248b650 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fc9dffff640 10 client.16749 handle_command_reply: tid=0 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 client.16749 shutdown 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 msgr2=0x55c39247b230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c39247b230 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8006010 tx=0x7fc9f808c3f0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 shutdown_connections 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c39248b650 0x55c39248da40 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c392478b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c3924785c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 --2- 172.21.15.17:0/2840071162 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c39247b230 unknown :-1 s=CLOSED pgs=775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fc9dffff640 0 client.16749 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:08.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.466+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 >> 172.21.15.17:0/2840071162 conn(0x55c39246a980 msgr2=0x55c39246c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.467+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 shutdown_connections 2024-03-16T18:25:08.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.467+0000 7fca09e20740 1 -- 172.21.15.17:0/2840071162 wait complete. 2024-03-16T18:25:08.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.467+0000 7fca09e20740 20 client.16749 trim_cache size 0 max 16384 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 Processor -- start 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 -- start start 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c392469b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c39247acf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c39247b230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c39235d130 con 0x55c39246ff10 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c392470d30 con 0x55c39247b960 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca09e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c39246b9d0 con 0x55c392470830 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c392469b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c392469b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35114/0 (socket says 172.21.15.17:35114) 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 -- 172.21.15.17:0/2331635902 learned_addr learned my addr 172.21.15.17:0/2331635902 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca057ea640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c39247b230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c39247acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 -- 172.21.15.17:0/2331635902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 msgr2=0x55c39247acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c39247acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 -- 172.21.15.17:0/2331635902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 msgr2=0x55c39247b230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c39247b230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca04fe9640 1 -- 172.21.15.17:0/2331635902 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c392372c20 con 0x55c39246ff10 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fc9fffff640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c39247acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.479+0000 7fca057ea640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c39247b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca04fe9640 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c392469b80 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fc9f80bc050 tx=0x7fc9f80bc250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be1cc537ad4187a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fc9f67fc640 1 -- 172.21.15.17:0/2331635902 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f80bbe90 con 0x55c39246ff10 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fc9f67fc640 1 -- 172.21.15.17:0/2331635902 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc9f80bca50 con 0x55c39246ff10 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fc9f67fc640 1 -- 172.21.15.17:0/2331635902 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9f80c4af0 con 0x55c39246ff10 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 -- 172.21.15.17:0/2331635902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 msgr2=0x55c392469b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c392469b80 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7fc9f80bc050 tx=0x7fc9f80bc250 comp rx=0 tx=0).stop 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 -- 172.21.15.17:0/2331635902 shutdown_connections 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c39247b960 0x55c39247b230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c392470830 0x55c39247acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 --2- 172.21.15.17:0/2331635902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39246ff10 0x55c392469b80 unknown :-1 s=CLOSED pgs=776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 -- 172.21.15.17:0/2331635902 >> 172.21.15.17:0/2331635902 conn(0x55c39246a980 msgr2=0x55c392473b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 -- 172.21.15.17:0/2331635902 shutdown_connections 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.480+0000 7fca09e20740 1 -- 172.21.15.17:0/2331635902 wait complete. 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 -- start start 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 Processor -- start 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c392475dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c392474830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c392474d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c392476690 con 0x55c39247b960 2024-03-16T18:25:08.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c3924752b0 con 0x55c392470830 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c392475440 con 0x55c39246ff10 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca09e20740 10 client.0 _ll_register_callbacks cb 0x7fc9f8009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c392474d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c392474d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35116/0 (socket says 172.21.15.17:35116) 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fc9fffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c392474830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca04fe9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c392475dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 -- 172.21.15.17:0/3137487089 learned_addr learned my addr 172.21.15.17:0/3137487089 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 -- 172.21.15.17:0/3137487089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 msgr2=0x55c392475dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c392475dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 -- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 msgr2=0x55c392474830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c392474830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.481+0000 7fca057ea640 1 -- 172.21.15.17:0/3137487089 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c3923d66a0 con 0x55c39247b960 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca057ea640 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c392474d70 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8011720 tx=0x7fc9e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30cf36dc24f924f5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fc9dffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fc9dffff640 1 -- 172.21.15.17:0/3137487089 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e8026040 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fc9dffff640 1 -- 172.21.15.17:0/3137487089 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fc9e80037f0 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c3920d77e0 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fc9dffff640 1 -- 172.21.15.17:0/3137487089 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc9e80039b0 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 10 client.16755 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55c3923988c0 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fc9dffff640 1 -- 172.21.15.17:0/3137487089 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55c3920d77e0 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fc9dffff640 1 -- 172.21.15.17:0/3137487089 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fc9e802bb30 con 0x55c39247b960 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 10 client.16755 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 10 client.16755 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 20 client.16755 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c3924ea360 0x55c3924ec780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 4 client.16755 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.482+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55c392083700 con 0x55c3924ea360 2024-03-16T18:25:08.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca04fe9640 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c3924ea360 0x55c3924ec780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fc9dffff640 10 client.16755 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca04fe9640 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c3924ea360 0x55c3924ec780 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=8cf93132c4376c3e server_cookie=3b2b11f424a40e2b in_seq=0 out_seq=0 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fc9dffff640 1 -- 172.21.15.17:0/3137487089 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55c392083700 con 0x55c3924ea360 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fc9dffff640 10 client.16755 handle_command_reply: tid=0 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 client.16755 shutdown 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 msgr2=0x55c392474d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c392474d70 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8011720 tx=0x7fc9e8004730 comp rx=0 tx=0).stop 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 shutdown_connections 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55c3924ea360 0x55c3924ec780 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55c39247b960 0x55c392474d70 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55c392470830 0x55c392474830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fc9dffff640 0 client.16755 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 --2- 172.21.15.17:0/3137487089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55c39246ff10 0x55c392475dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 >> 172.21.15.17:0/3137487089 conn(0x55c39246a980 msgr2=0x55c392469b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 shutdown_connections 2024-03-16T18:25:08.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 1 -- 172.21.15.17:0/3137487089 wait complete. 2024-03-16T18:25:08.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.483+0000 7fca09e20740 20 client.16755 trim_cache size 0 max 16384 2024-03-16T18:25:08.491 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc9ec0a1c20 msgr2=0x7fc9ec0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc9ec0a1c20 0x7fc9ec0a40e0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc9e8005f60 tx=0x7fc9e8005f90 comp rx=0 tx=0).stop 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 msgr2=0x7fca0019c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca0019c650 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc9f8009230 tx=0x7fc9f8005dd0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 shutdown_connections 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc9ec0a1c20 0x7fc9ec0a40e0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca001967c0 0x7fca00196c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca001056b0 0x7fca0019cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 --2- 172.21.15.17:0/2531747111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca001005e0 0x7fca0019c650 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 >> 172.21.15.17:0/2531747111 conn(0x7fca00076770 msgr2=0x7fca000fe470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 shutdown_connections 2024-03-16T18:25:08.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.484+0000 7fca0724d640 1 -- 172.21.15.17:0/2531747111 wait complete. 2024-03-16T18:25:08.494 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:08 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/838755513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:25:08.495 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:08.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:25:08.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:08 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/838755513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 -- 172.21.15.17:0/3514493136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c068ff0 msgr2=0x7f0a7c10d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 --2- 172.21.15.17:0/3514493136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c068ff0 0x7f0a7c10d950 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009900 tx=0x7f0a6402bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 -- 172.21.15.17:0/3514493136 shutdown_connections 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 --2- 172.21.15.17:0/3514493136 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c068ff0 0x7f0a7c10d950 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 --2- 172.21.15.17:0/3514493136 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a7c10de90 0x7f0a7c110280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 --2- 172.21.15.17:0/3514493136 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c068ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.598+0000 7f0a821d7640 1 -- 172.21.15.17:0/3514493136 >> 172.21.15.17:0/3514493136 conn(0x7f0a7c0774f0 msgr2=0x7f0a7c077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 -- 172.21.15.17:0/3514493136 shutdown_connections 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 -- 172.21.15.17:0/3514493136 wait complete. 2024-03-16T18:25:08.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 Processor -- start 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 -- start start 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c199d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a7c068ff0 0x7f0a7c19a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a7c10de90 0x7f0a7c19e640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c19ec40 con 0x7f0a7c0686d0 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c19edb0 con 0x7f0a7c10de90 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.599+0000 7f0a821d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a7c19ef70 con 0x7f0a7c068ff0 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c199d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c199d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35130/0 (socket says 172.21.15.17:35130) 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/2389498119 learned_addr learned my addr 172.21.15.17:0/2389498119 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a7c068ff0 0x7f0a7c19a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a7c10de90 0x7f0a7c19e640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.603 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/2389498119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a7c068ff0 msgr2=0x7f0a7c19a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a7c068ff0 0x7f0a7c19a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/2389498119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a7c10de90 msgr2=0x7f0a7c19e640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a7c10de90 0x7f0a7c19e640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/2389498119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a64009560 con 0x7f0a7c0686d0 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c199d80 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00eb90 tx=0x7f0a6c00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a78ff9640 1 -- 172.21.15.17:0/2389498119 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c0099b0 con 0x7f0a7c0686d0 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a78ff9640 1 -- 172.21.15.17:0/2389498119 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a6c00ee90 con 0x7f0a7c0686d0 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a78ff9640 1 -- 172.21.15.17:0/2389498119 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c010690 con 0x7f0a7c0686d0 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a7c19f250 con 0x7f0a7c0686d0 2024-03-16T18:25:08.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.600+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a7c1a6ad0 con 0x7f0a7c0686d0 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.602+0000 7f0a78ff9640 1 -- 172.21.15.17:0/2389498119 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f0a6c005020 con 0x7f0a7c0686d0 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 Processor -- start 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 -- start start 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56441255e250 0x56441255e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x564412567210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 0x564412569b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564412519960 con 0x564412567750 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644124cd310 con 0x56441255eb70 2024-03-16T18:25:08.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a84db2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644124ca840 con 0x56441255e250 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a78ff9640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a680a1c20 0x7f0a680a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 0x564412569b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 0x564412569b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35146/0 (socket says 172.21.15.17:35146) 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a7affd640 1 -- 172.21.15.17:0/2506288634 learned_addr learned my addr 172.21.15.17:0/2506288634 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x564412567210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a680a1c20 0x7f0a680a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56441255e250 0x56441255e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.603+0000 7f0a78ff9640 1 -- 172.21.15.17:0/2389498119 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0a6c014070 con 0x7f0a7c0686d0 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7affd640 1 -- 172.21.15.17:0/2506288634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56441255e250 msgr2=0x56441255e630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7affd640 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56441255e250 0x56441255e630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7affd640 1 -- 172.21.15.17:0/2506288634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 msgr2=0x564412567210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7affd640 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x564412567210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7affd640 1 -- 172.21.15.17:0/2506288634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564412488060 con 0x564412567750 2024-03-16T18:25:08.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x564412567210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a680a1c20 0x7f0a680a40e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c06aa20 tx=0x7f0a74009ad0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a7affd640 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 0x564412569b40 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009900 tx=0x7f0a640046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=732f493d7e2762ac server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a71ffb640 1 -- 172.21.15.17:0/2506288634 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a64004830 con 0x564412567750 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a71ffb640 1 -- 172.21.15.17:0/2506288634 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a6402de90 con 0x564412567750 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.604+0000 7f0a71ffb640 1 -- 172.21.15.17:0/2506288634 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a640037f0 con 0x564412567750 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 -- 172.21.15.17:0/2506288634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 msgr2=0x564412569b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 0x564412569b40 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009900 tx=0x7f0a640046c0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 -- 172.21.15.17:0/2506288634 shutdown_connections 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564412567750 0x564412569b40 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x564412567210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 --2- 172.21.15.17:0/2506288634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56441255e250 0x56441255e630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 -- 172.21.15.17:0/2506288634 >> 172.21.15.17:0/2506288634 conn(0x564412558980 msgr2=0x564412558d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 -- 172.21.15.17:0/2506288634 shutdown_connections 2024-03-16T18:25:08.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 -- 172.21.15.17:0/2506288634 wait complete. 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 -- start start 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 Processor -- start 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 0x564412567020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.605+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x5644125643b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x5644125648f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644124c6020 con 0x56441255e250 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564412199430 con 0x56441255eb70 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564412155e00 con 0x564412567750 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 10 client.0 _ll_register_callbacks cb 0x56441246dcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 0x564412567020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 0x564412567020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35152/0 (socket says 172.21.15.17:35152) 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/1016274896 learned_addr learned my addr 172.21.15.17:0/1016274896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7affd640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x5644125643b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x5644125648f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 msgr2=0x5644125648f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x5644125648f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/1016274896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 msgr2=0x5644125643b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x5644125643b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/1016274896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a7c110d70 con 0x56441255e250 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x5644125648f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 0x564412567020 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c09ab30 tx=0x7f0a6c090270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba01794905803616 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a5affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a5affd640 1 -- 172.21.15.17:0/1016274896 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c0ce170 con 0x56441255e250 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a5affd640 1 -- 172.21.15.17:0/1016274896 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0a6c09aba0 con 0x56441255e250 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5644121c57e0 con 0x56441255e250 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a5affd640 1 -- 172.21.15.17:0/1016274896 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a6c09ecf0 con 0x56441255e250 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 10 client.16767 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.606+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5644124c46a0 con 0x56441255e250 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a5affd640 1 -- 172.21.15.17:0/1016274896 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5644121c57e0 con 0x56441255e250 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a5affd640 1 -- 172.21.15.17:0/1016274896 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0a6c01f060 con 0x56441255e250 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a84db2740 10 client.16767 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a84db2740 10 client.16767 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a84db2740 20 client.16767 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125777d0 0x564412579be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a84db2740 4 client.16767 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564412202720 con 0x5644125777d0 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a7affd640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125777d0 0x564412579be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a7affd640 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125777d0 0x564412579be0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=520a3d1b743c1733 server_cookie=7f020ddec3b2e9fc in_seq=0 out_seq=0 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.607+0000 7f0a5affd640 10 client.16767 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a5affd640 1 -- 172.21.15.17:0/1016274896 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564412202720 con 0x5644125777d0 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a5affd640 10 client.16767 handle_command_reply: tid=0 2024-03-16T18:25:08.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 client.16767 shutdown 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 msgr2=0x564412567020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 0x564412567020 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c09ab30 tx=0x7f0a6c090270 comp rx=0 tx=0).stop 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 shutdown_connections 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125777d0 0x564412579be0 crc :-1 s=READY pgs=44 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x5644125648f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255eb70 0x5644125643b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a5affd640 0 client.16767 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1016274896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255e250 0x564412567020 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 >> 172.21.15.17:0/1016274896 conn(0x564412558980 msgr2=0x56441255a6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 shutdown_connections 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.608+0000 7f0a84db2740 1 -- 172.21.15.17:0/1016274896 wait complete. 2024-03-16T18:25:08.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.609+0000 7f0a84db2740 20 client.16767 trim_cache size 0 max 16384 2024-03-16T18:25:08.618 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:08 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/838755513' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:25:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 Processor -- start 2024-03-16T18:25:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 -- start start 2024-03-16T18:25:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x564412566ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x564412567020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x564412572a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56441244b130 con 0x56441255eb70 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564412559980 con 0x56441255e250 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a84db2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56441255d9f0 con 0x564412567750 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x564412567020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x564412566ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x564412567020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35168/0 (socket says 172.21.15.17:35168) 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 -- 172.21.15.17:0/1545314726 learned_addr learned my addr 172.21.15.17:0/1545314726 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x564412572a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 -- 172.21.15.17:0/1545314726 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 msgr2=0x564412572a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x564412572a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 -- 172.21.15.17:0/1545314726 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 msgr2=0x564412566ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x564412566ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 -- 172.21.15.17:0/1545314726 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564412460c20 con 0x56441255eb70 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x564412566ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.621+0000 7f0a7affd640 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x564412567020 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009900 tx=0x7f0a64000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cab280186f28f0fd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a717fa640 1 -- 172.21.15.17:0/1545314726 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a64004af0 con 0x56441255eb70 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a717fa640 1 -- 172.21.15.17:0/1545314726 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0a6402cc20 con 0x56441255eb70 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a717fa640 1 -- 172.21.15.17:0/1545314726 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a64005570 con 0x56441255eb70 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 -- 172.21.15.17:0/1545314726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 msgr2=0x564412567020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x564412567020 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f0a64009900 tx=0x7f0a64000bc0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 -- 172.21.15.17:0/1545314726 shutdown_connections 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x564412567020 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x564412572a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 --2- 172.21.15.17:0/1545314726 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x564412566ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 -- 172.21.15.17:0/1545314726 >> 172.21.15.17:0/1545314726 conn(0x564412558980 msgr2=0x56441255f920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 -- 172.21.15.17:0/1545314726 shutdown_connections 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 -- 172.21.15.17:0/1545314726 wait complete. 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.622+0000 7f0a84db2740 1 -- start start 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 Processor -- start 2024-03-16T18:25:08.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x56441256ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x56441256b150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x56441256b690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644125d21a0 con 0x56441255eb70 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644125d2310 con 0x56441255e250 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5644125d24d0 con 0x564412567750 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a84db2740 10 client.0 _ll_register_callbacks cb 0x7f0a6c0057a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x56441256b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x56441256ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x56441256b150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35172/0 (socket says 172.21.15.17:35172) 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7affd640 1 -- 172.21.15.17:0/4028478049 learned_addr learned my addr 172.21.15.17:0/4028478049 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7bfff640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x56441256b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 msgr2=0x56441256b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x56441256b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/4028478049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 msgr2=0x56441256b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x56441256b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7b7fe640 1 -- 172.21.15.17:0/4028478049 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5644124c46a0 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.623+0000 7f0a7affd640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x56441256b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a7b7fe640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x56441256ac10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c0049d0 tx=0x7f0a6c0ce460 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bf184a112aef2ec4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a5affd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a5affd640 1 -- 172.21.15.17:0/4028478049 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6c09a6e0 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564412251890 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a5affd640 1 -- 172.21.15.17:0/4028478049 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f0a6c0ce170 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a5affd640 1 -- 172.21.15.17:0/4028478049 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0a6c07d050 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 10 client.26654 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x564412488060 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a5affd640 1 -- 172.21.15.17:0/4028478049 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x564412251890 con 0x56441255e250 2024-03-16T18:25:08.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a5affd640 1 -- 172.21.15.17:0/4028478049 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0a6c01f040 con 0x56441255e250 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 10 client.26654 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 10 client.26654 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 20 client.26654 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125d3a20 0x5644125d5e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 4 client.26654 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564412171700 con 0x5644125d3a20 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.624+0000 7f0a7affd640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125d3a20 0x5644125d5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a5affd640 10 client.26654 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a7affd640 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125d3a20 0x5644125d5e40 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=43a01ce2fb11ce95 server_cookie=263b9100086b9484 in_seq=0 out_seq=0 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a5affd640 1 -- 172.21.15.17:0/4028478049 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564412171700 con 0x5644125d3a20 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a5affd640 10 client.26654 handle_command_reply: tid=0 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 client.26654 shutdown 2024-03-16T18:25:08.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 msgr2=0x56441256ac10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x56441256ac10 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c0049d0 tx=0x7f0a6c0ce460 comp rx=0 tx=0).stop 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 shutdown_connections 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5644125d3a20 0x5644125d5e40 crc :-1 s=READY pgs=45 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56441255eb70 0x56441256b150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564412567750 0x56441256b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a5affd640 0 client.26654 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 --2- 172.21.15.17:0/4028478049 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56441255e250 0x56441256ac10 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 >> 172.21.15.17:0/4028478049 conn(0x564412558980 msgr2=0x564412559c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 shutdown_connections 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 1 -- 172.21.15.17:0/4028478049 wait complete. 2024-03-16T18:25:08.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.625+0000 7f0a84db2740 20 client.26654 trim_cache size 0 max 16384 2024-03-16T18:25:08.634 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:08.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a680a1c20 msgr2=0x7f0a680a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a680a1c20 0x7f0a680a40e0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c06aa20 tx=0x7f0a74009ad0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 msgr2=0x7f0a7c199d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c199d80 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f0a6c00eb90 tx=0x7f0a6c00c6a0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 shutdown_connections 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0a680a1c20 0x7f0a680a40e0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0a7c10de90 0x7f0a7c19e640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0a7c068ff0 0x7f0a7c19a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 --2- 172.21.15.17:0/2389498119 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0a7c0686d0 0x7f0a7c199d80 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 >> 172.21.15.17:0/2389498119 conn(0x7f0a7c0774f0 msgr2=0x7f0a7c10f690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 shutdown_connections 2024-03-16T18:25:08.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.626+0000 7f0a821d7640 1 -- 172.21.15.17:0/2389498119 wait complete. 2024-03-16T18:25:08.637 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:08.637 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:25:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 -- 172.21.15.17:0/2243336953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c100610 msgr2=0x7feb9c1009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 --2- 172.21.15.17:0/2243336953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c100610 0x7feb9c1009f0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7feb90009930 tx=0x7feb9002bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:08.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 -- 172.21.15.17:0/2243336953 shutdown_connections 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 --2- 172.21.15.17:0/2243336953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb9c1056e0 0x7feb9c10d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 --2- 172.21.15.17:0/2243336953 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb9c100fc0 0x7feb9c105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 --2- 172.21.15.17:0/2243336953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c100610 0x7feb9c1009f0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 -- 172.21.15.17:0/2243336953 >> 172.21.15.17:0/2243336953 conn(0x7feb9c076770 msgr2=0x7feb9c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 -- 172.21.15.17:0/2243336953 shutdown_connections 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 -- 172.21.15.17:0/2243336953 wait complete. 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.741+0000 7feba3f25640 1 Processor -- start 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 -- start start 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb9c100610 0x7feb9c1988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb9c1056e0 0x7feb9c198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 0x7feb9c1a3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c1a4000 con 0x7feb9c1993b0 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c1a4170 con 0x7feb9c1056e0 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb9c1a4330 con 0x7feb9c100610 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 0x7feb9c1a3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 0x7feb9c1a3960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35184/0 (socket says 172.21.15.17:35184) 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 -- 172.21.15.17:0/3452157039 learned_addr learned my addr 172.21.15.17:0/3452157039 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba1cc1640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb9c100610 0x7feb9c1988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba14c0640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb9c1056e0 0x7feb9c198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 -- 172.21.15.17:0/3452157039 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb9c100610 msgr2=0x7feb9c1988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb9c100610 0x7feb9c1988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 -- 172.21.15.17:0/3452157039 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb9c1056e0 msgr2=0x7feb9c198e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb9c1056e0 0x7feb9c198e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 -- 172.21.15.17:0/3452157039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb90009560 con 0x7feb9c1993b0 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba24c2640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 0x7feb9c1a3960 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7feb9400eb10 tx=0x7feb9400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feb8effd640 1 -- 172.21.15.17:0/3452157039 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb94004b20 con 0x7feb9c1993b0 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb9c1a4610 con 0x7feb9c1993b0 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feb8effd640 1 -- 172.21.15.17:0/3452157039 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb94004c80 con 0x7feb9c1993b0 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.742+0000 7feb8effd640 1 -- 172.21.15.17:0/3452157039 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb94010690 con 0x7feb9c1993b0 2024-03-16T18:25:08.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.743+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb9c1a4b20 con 0x7feb9c1993b0 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feb8effd640 1 -- 172.21.15.17:0/3452157039 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7feb94005020 con 0x7feb9c1993b0 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 Processor -- start 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 -- start start 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feb8effd640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feb880a1ba0 0x7feb880a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835179630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179b70 0x55d835182210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835182750 0x55d835184b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d835134960 con 0x55d835179b70 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8350e8310 con 0x55d835179250 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba6bde740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8350e5840 con 0x55d835182750 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feb8effd640 1 -- 172.21.15.17:0/3452157039 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7feb94014070 con 0x7feb9c1993b0 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba14c0640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feb880a1ba0 0x7feb880a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba1cc1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835179630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba14c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179b70 0x55d835182210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba1cc1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835179630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42844/0 (socket says 172.21.15.17:42844) 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.745+0000 7feba1cc1640 1 -- 172.21.15.17:0/1352556855 learned_addr learned my addr 172.21.15.17:0/1352556855 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba24c2640 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835182750 0x55d835184b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba1cc1640 1 -- 172.21.15.17:0/1352556855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835182750 msgr2=0x55d835184b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba1cc1640 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835182750 0x55d835184b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba1cc1640 1 -- 172.21.15.17:0/1352556855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179b70 msgr2=0x55d835182210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba1cc1640 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179b70 0x55d835182210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba1cc1640 1 -- 172.21.15.17:0/1352556855 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d8350a3060 con 0x55d835179250 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba14c0640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feb880a1ba0 0x7feb880a4060 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55d835178d20 tx=0x7feb98004730 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feba1cc1640 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835179630 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7feb90005ab0 tx=0x7feb90005e00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=349f8967d96ea957 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feb87fff640 1 -- 172.21.15.17:0/1352556855 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90004880 con 0x55d835179250 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feb87fff640 1 -- 172.21.15.17:0/1352556855 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb9002cc20 con 0x55d835179250 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.746+0000 7feb87fff640 1 -- 172.21.15.17:0/1352556855 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90003850 con 0x55d835179250 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 -- 172.21.15.17:0/1352556855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 msgr2=0x55d835179630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835179630 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7feb90005ab0 tx=0x7feb90005e00 comp rx=0 tx=0).stop 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 -- 172.21.15.17:0/1352556855 shutdown_connections 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179b70 0x55d835182210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835182750 0x55d835184b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 --2- 172.21.15.17:0/1352556855 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835179630 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 -- 172.21.15.17:0/1352556855 >> 172.21.15.17:0/1352556855 conn(0x55d835173980 msgr2=0x55d835173d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 -- 172.21.15.17:0/1352556855 shutdown_connections 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 -- 172.21.15.17:0/1352556855 wait complete. 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 -- start start 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.747+0000 7feba6bde740 1 Processor -- start 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179250 0x55d8351820e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179b70 0x55d83517f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d83517f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8350e1020 con 0x55d835182750 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d834db4430 con 0x55d835179b70 2024-03-16T18:25:08.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d834d70e00 con 0x55d835179250 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba6bde740 10 client.0 _ll_register_callbacks cb 0x55d835088cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d83517f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba14c0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179b70 0x55d83517f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d83517f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35212/0 (socket says 172.21.15.17:35212) 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 -- 172.21.15.17:0/1927833212 learned_addr learned my addr 172.21.15.17:0/1927833212 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba1cc1640 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179250 0x55d8351820e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 -- 172.21.15.17:0/1927833212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179250 msgr2=0x55d8351820e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179250 0x55d8351820e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 -- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179b70 msgr2=0x55d83517f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179b70 0x55d83517f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 -- 172.21.15.17:0/1927833212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb9c10dac0 con 0x55d835182750 2024-03-16T18:25:08.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feba24c2640 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d83517f9f0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7feb940cb510 tx=0x7feb94049da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0b4351f4b493c0d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feb857fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feb857fa640 1 -- 172.21.15.17:0/1927833212 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb940b2070 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.748+0000 7feb857fa640 1 -- 172.21.15.17:0/1927833212 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7feb9409a990 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d834de07e0 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feb857fa640 1 -- 172.21.15.17:0/1927833212 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb9409eae0 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 10 client.16785 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d8350df6a0 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feb857fa640 1 -- 172.21.15.17:0/1927833212 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d834de07e0 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feb857fa640 1 -- 172.21.15.17:0/1927833212 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7feb9401f060 con 0x55d835182750 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 10 client.16785 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 10 client.16785 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:25:08.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 20 client.16785 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351928e0 0x55d835194cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 4 client.16785 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d834e1d720 con 0x55d8351928e0 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.749+0000 7feba1cc1640 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351928e0 0x55d835194cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feb857fa640 10 client.16785 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba1cc1640 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351928e0 0x55d835194cd0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=77a27b7fba2bf5f6 server_cookie=321912eecff07cc6 in_seq=0 out_seq=0 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feb857fa640 1 -- 172.21.15.17:0/1927833212 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d834e1d720 con 0x55d8351928e0 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feb857fa640 10 client.16785 handle_command_reply: tid=0 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 client.16785 shutdown 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 msgr2=0x55d83517f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d83517f9f0 secure :-1 s=READY pgs=785 cs=0 l=1 rev1=1 crypto rx=0x7feb940cb510 tx=0x7feb94049da0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 shutdown_connections 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351928e0 0x55d835194cd0 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d83517f9f0 unknown :-1 s=CLOSED pgs=785 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179b70 0x55d83517f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feb857fa640 0 client.16785 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.750+0000 7feba6bde740 1 --2- 172.21.15.17:0/1927833212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179250 0x55d8351820e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.751+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 >> 172.21.15.17:0/1927833212 conn(0x55d835173980 msgr2=0x55d8351756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.751+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 shutdown_connections 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.751+0000 7feba6bde740 1 -- 172.21.15.17:0/1927833212 wait complete. 2024-03-16T18:25:08.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.751+0000 7feba6bde740 20 client.16785 trim_cache size 0 max 16384 2024-03-16T18:25:08.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 Processor -- start 2024-03-16T18:25:08.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 -- start start 2024-03-16T18:25:08.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 0x55d8351722f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835181ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835182750 0x55d8351820e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d835066130 con 0x55d835179250 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d83516df90 con 0x55d835182750 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba6bde740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d83516f2b0 con 0x55d835179b70 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba1cc1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 0x55d8351722f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba1cc1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 0x55d8351722f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35218/0 (socket says 172.21.15.17:35218) 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba1cc1640 1 -- 172.21.15.17:0/2200590563 learned_addr learned my addr 172.21.15.17:0/2200590563 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba24c2640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835182750 0x55d8351820e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.763+0000 7feba14c0640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835181ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba1cc1640 1 -- 172.21.15.17:0/2200590563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 msgr2=0x55d835181ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba1cc1640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835181ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba1cc1640 1 -- 172.21.15.17:0/2200590563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835182750 msgr2=0x55d8351820e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba1cc1640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835182750 0x55d8351820e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba1cc1640 1 -- 172.21.15.17:0/2200590563 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d83507bc20 con 0x55d835179250 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba24c2640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835182750 0x55d8351820e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba14c0640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835181ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba1cc1640 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 0x55d8351722f0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7feb90005bc0 tx=0x7feb90041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d81defc5ca70097 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feb877fe640 1 -- 172.21.15.17:0/2200590563 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb90054330 con 0x55d835179250 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feb877fe640 1 -- 172.21.15.17:0/2200590563 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb90004dc0 con 0x55d835179250 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feb877fe640 1 -- 172.21.15.17:0/2200590563 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb9004a6b0 con 0x55d835179250 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 -- 172.21.15.17:0/2200590563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 msgr2=0x55d8351722f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 0x55d8351722f0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7feb90005bc0 tx=0x7feb90041040 comp rx=0 tx=0).stop 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 -- 172.21.15.17:0/2200590563 shutdown_connections 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835182750 0x55d8351820e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835181ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 --2- 172.21.15.17:0/2200590563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835179250 0x55d8351722f0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 -- 172.21.15.17:0/2200590563 >> 172.21.15.17:0/2200590563 conn(0x55d835173980 msgr2=0x55d83517a920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.764+0000 7feba6bde740 1 -- 172.21.15.17:0/2200590563 shutdown_connections 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 -- 172.21.15.17:0/2200590563 wait complete. 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 -- start start 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 Processor -- start 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835186010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835186550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d8351ed160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d835186c50 con 0x55d835182750 2024-03-16T18:25:08.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8351ed6a0 con 0x55d835179250 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8351ed810 con 0x55d835179b70 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba6bde740 10 client.0 _ll_register_callbacks cb 0x7feb9409a850 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba24c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d8351ed160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba24c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d8351ed160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35224/0 (socket says 172.21.15.17:35224) 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba24c2640 1 -- 172.21.15.17:0/3906082368 learned_addr learned my addr 172.21.15.17:0/3906082368 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba1cc1640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835186010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.765+0000 7feba14c0640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835186550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba24c2640 1 -- 172.21.15.17:0/3906082368 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 msgr2=0x55d835186550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba24c2640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835186550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba24c2640 1 -- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 msgr2=0x55d835186010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba24c2640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835186010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba24c2640 1 -- 172.21.15.17:0/3906082368 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d8350a3060 con 0x55d835182750 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba1cc1640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835186010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba24c2640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d8351ed160 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7feb940cbab0 tx=0x7feb9400cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98fa0d542d1c807 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feb857fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feb857fa640 1 -- 172.21.15.17:0/3906082368 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb940b2040 con 0x55d835182750 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feb9002cc20 con 0x55d835182750 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feb857fa640 1 -- 172.21.15.17:0/3906082368 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7feb9409a990 con 0x55d835182750 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feb857fa640 1 -- 172.21.15.17:0/3906082368 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb94096c30 con 0x55d835182750 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 10 client.16791 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d8350a18c0 con 0x55d835182750 2024-03-16T18:25:08.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feb857fa640 1 -- 172.21.15.17:0/3906082368 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb9002cc20 con 0x55d835182750 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feb857fa640 1 -- 172.21.15.17:0/3906082368 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7feb9401f040 con 0x55d835182750 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 10 client.16791 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 10 client.16791 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 20 client.16791 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351eeae0 0x55d8351f0ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 4 client.16791 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.766+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d834e6c890 con 0x55d8351eeae0 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba1cc1640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351eeae0 0x55d8351f0ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba1cc1640 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351eeae0 0x55d8351f0ed0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=24f8a53aec6d9d47 server_cookie=ff64ff1c81c12bd8 in_seq=0 out_seq=0 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feb857fa640 10 client.16791 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feb857fa640 1 -- 172.21.15.17:0/3906082368 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d834e6c890 con 0x55d8351eeae0 2024-03-16T18:25:08.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feb857fa640 10 client.16791 handle_command_reply: tid=0 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 client.16791 shutdown 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 msgr2=0x55d8351ed160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d8351ed160 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7feb940cbab0 tx=0x7feb9400cee0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 shutdown_connections 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55d8351eeae0 0x55d8351f0ed0 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d835182750 0x55d8351ed160 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d835179b70 0x55d835186550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 --2- 172.21.15.17:0/3906082368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d835179250 0x55d835186010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feb857fa640 0 client.16791 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 >> 172.21.15.17:0/3906082368 conn(0x55d835173980 msgr2=0x55d83517ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 shutdown_connections 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.767+0000 7feba6bde740 1 -- 172.21.15.17:0/3906082368 wait complete. 2024-03-16T18:25:08.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba6bde740 20 client.16791 trim_cache size 0 max 16384 2024-03-16T18:25:08.778 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:08.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feb880a1ba0 msgr2=0x7feb880a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feb880a1ba0 0x7feb880a4060 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x55d835178d20 tx=0x7feb98004730 comp rx=0 tx=0).stop 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 msgr2=0x7feb9c1a3960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 0x7feb9c1a3960 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7feb9400eb10 tx=0x7feb9400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 shutdown_connections 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feb880a1ba0 0x7feb880a4060 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb9c1993b0 0x7feb9c1a3960 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb9c1056e0 0x7feb9c198e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 --2- 172.21.15.17:0/3452157039 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb9c100610 0x7feb9c1988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 >> 172.21.15.17:0/3452157039 conn(0x7feb9c076770 msgr2=0x7feb9c0fe400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 shutdown_connections 2024-03-16T18:25:08.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.768+0000 7feba3f25640 1 -- 172.21.15.17:0/3452157039 wait complete. 2024-03-16T18:25:08.781 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:08.781 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:25:08.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 -- 172.21.15.17:0/4276368441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab0100fa0 msgr2=0x7fdab0104fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 --2- 172.21.15.17:0/4276368441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab0100fa0 0x7fdab0104fe0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4009930 tx=0x7fdaa402bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:08.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 -- 172.21.15.17:0/4276368441 shutdown_connections 2024-03-16T18:25:08.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 --2- 172.21.15.17:0/4276368441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab0100fa0 0x7fdab0104fe0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 --2- 172.21.15.17:0/4276368441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdab01056c0 0x7fdab010d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 --2- 172.21.15.17:0/4276368441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdab01005f0 0x7fdab01009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 -- 172.21.15.17:0/4276368441 >> 172.21.15.17:0/4276368441 conn(0x7fdab00774c0 msgr2=0x7fdab00778d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 -- 172.21.15.17:0/4276368441 shutdown_connections 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 -- 172.21.15.17:0/4276368441 wait complete. 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.885+0000 7fdab60ff640 1 Processor -- start 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 -- start start 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 0x7fdab0102080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdab01056c0 0x7fdab01025c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdab0102b00 0x7fdab01a5c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdab01a6230 con 0x7fdab01005f0 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdab01a63a0 con 0x7fdab01056c0 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdab60ff640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdab01a6560 con 0x7fdab0102b00 2024-03-16T18:25:08.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 0x7fdab0102080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 0x7fdab0102080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35234/0 (socket says 172.21.15.17:35234) 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/3525382962 learned_addr learned my addr 172.21.15.17:0/3525382962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdab01056c0 0x7fdab01025c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaffff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdab0102b00 0x7fdab01a5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/3525382962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdab0102b00 msgr2=0x7fdab01a5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdab0102b00 0x7fdab01a5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/3525382962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdab01056c0 msgr2=0x7fdab01025c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdab01056c0 0x7fdab01025c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/3525382962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaa4009560 con 0x7fdab01005f0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.886+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 0x7fdab0102080 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fdaa000e9f0 tx=0x7fdaa000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.887+0000 7fdaacff9640 1 -- 172.21.15.17:0/3525382962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa0009700 con 0x7fdab01005f0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.887+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdab01a6840 con 0x7fdab01005f0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.887+0000 7fdaacff9640 1 -- 172.21.15.17:0/3525382962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdaa000cd80 con 0x7fdab01005f0 2024-03-16T18:25:08.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.887+0000 7fdaacff9640 1 -- 172.21.15.17:0/3525382962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa0018840 con 0x7fdab01005f0 2024-03-16T18:25:08.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.887+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdab01a6d70 con 0x7fdab01005f0 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdaacff9640 1 -- 172.21.15.17:0/3525382962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fdaa00189a0 con 0x7fdab01005f0 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 Processor -- start 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdaacff9640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda980a1bd0 0x7fda980a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 -- start start 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda980a1bd0 0x7fda980a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdaacff9640 1 -- 172.21.15.17:0/3525382962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fdaa0014070 con 0x7fdab01005f0 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 0x5639bbd0f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0fb70 0x5639bbd18210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.897 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbcca960 con 0x5639bbd0f250 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbc7e310 con 0x5639bbd0fb70 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.889+0000 7fdab8db1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbc7b840 con 0x5639bbd18750 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 0x5639bbd0f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 0x5639bbd0f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35248/0 (socket says 172.21.15.17:35248) 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/2857405596 learned_addr learned my addr 172.21.15.17:0/2857405596 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0fb70 0x5639bbd18210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaffff640 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/2857405596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 msgr2=0x5639bbd1ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/2857405596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0fb70 msgr2=0x5639bbd18210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0fb70 0x5639bbd18210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 -- 172.21.15.17:0/2857405596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639bbc39060 con 0x5639bbd0f250 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda980a1bd0 0x7fda980a4090 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4000c00 tx=0x7fdaa4004b20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 0x5639bbd0f630 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fdaa0009380 tx=0x7fdaa009a7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dff62c6bb5e79170 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fda95ffb640 1 -- 172.21.15.17:0/2857405596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa0010b50 con 0x5639bbd0f250 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fda95ffb640 1 -- 172.21.15.17:0/2857405596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdaa00cb4a0 con 0x5639bbd0f250 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.890+0000 7fda95ffb640 1 -- 172.21.15.17:0/2857405596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa00ba370 con 0x5639bbd0f250 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 -- 172.21.15.17:0/2857405596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 msgr2=0x5639bbd0f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 0x5639bbd0f630 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fdaa0009380 tx=0x7fdaa009a7b0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 -- 172.21.15.17:0/2857405596 shutdown_connections 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0fb70 0x5639bbd18210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 --2- 172.21.15.17:0/2857405596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0f250 0x5639bbd0f630 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 -- 172.21.15.17:0/2857405596 >> 172.21.15.17:0/2857405596 conn(0x5639bbd09980 msgr2=0x5639bbd09d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 -- 172.21.15.17:0/2857405596 shutdown_connections 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 -- 172.21.15.17:0/2857405596 wait complete. 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 -- start start 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.891+0000 7fdab8db1740 1 Processor -- start 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd180f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd15480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd15a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbc77020 con 0x5639bbd0fb70 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bb94a430 con 0x5639bbd0f250 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bb906e00 con 0x5639bbd18750 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdab8db1740 10 client.0 _ll_register_callbacks cb 0x5639bbc1ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd15480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd15480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35260/0 (socket says 172.21.15.17:35260) 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1065710897 learned_addr learned my addr 172.21.15.17:0/1065710897 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd180f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaffff640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd15a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1065710897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 msgr2=0x5639bbd15a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd15a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 msgr2=0x5639bbd180f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd180f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1065710897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdaa00b8e70 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd15480 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fdaa402c710 tx=0x7fdaa402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b867002802dd4de7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fda8effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fda8effd640 1 -- 172.21.15.17:0/1065710897 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4003800 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.892+0000 7fda8effd640 1 -- 172.21.15.17:0/1065710897 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fdaa4003960 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5639bb9767e0 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fda8effd640 1 -- 172.21.15.17:0/1065710897 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdaa4003b20 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 10 client.16803 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5639bbc756a0 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fda8effd640 1 -- 172.21.15.17:0/1065710897 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5639bb9767e0 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fda8effd640 1 -- 172.21.15.17:0/1065710897 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdaa4042470 con 0x5639bbd0fb70 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 10 client.16803 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 10 client.16803 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 20 client.16803 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd28800 0x5639bbd2ac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 4 client.16803 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:08.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5639bb9b3720 con 0x5639bbd28800 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.893+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd28800 0x5639bbd2ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fda8effd640 10 client.16803 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd28800 0x5639bbd2ac20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f1daca50dec9b8a2 server_cookie=e01e50f3cc33b8e9 in_seq=0 out_seq=0 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fda8effd640 1 -- 172.21.15.17:0/1065710897 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5639bb9b3720 con 0x5639bbd28800 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fda8effd640 10 client.16803 handle_command_reply: tid=0 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 client.16803 shutdown 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 msgr2=0x5639bbd15480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd15480 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7fdaa402c710 tx=0x7fdaa402bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 shutdown_connections 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd28800 0x5639bbd2ac20 crc :-1 s=READY pgs=97 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd15480 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd15a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fda8effd640 0 client.16803 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:08.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1065710897 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd180f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.894+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 >> 172.21.15.17:0/1065710897 conn(0x5639bbd09980 msgr2=0x5639bbd0b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.895+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 shutdown_connections 2024-03-16T18:25:08.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.895+0000 7fdab8db1740 1 -- 172.21.15.17:0/1065710897 wait complete. 2024-03-16T18:25:08.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.895+0000 7fdab8db1740 20 client.16803 trim_cache size 0 max 16384 2024-03-16T18:25:08.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 Processor -- start 2024-03-16T18:25:08.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 -- start start 2024-03-16T18:25:08.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd0f250 0x5639bbd17bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd180f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd18750 0x5639bbd23a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbbfc130 con 0x5639bbd0fb70 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbd0eeb0 con 0x5639bbd18750 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdab8db1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbd1ab40 con 0x5639bbd0f250 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdaaeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd180f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdaaeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd180f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35272/0 (socket says 172.21.15.17:35272) 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1178454709 learned_addr learned my addr 172.21.15.17:0/1178454709 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd0f250 0x5639bbd17bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.907+0000 7fdaaffff640 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd18750 0x5639bbd23a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1178454709 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd0f250 msgr2=0x5639bbd17bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd0f250 0x5639bbd17bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1178454709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd18750 msgr2=0x5639bbd23a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd18750 0x5639bbd23a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1178454709 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5639bbc11c20 con 0x5639bbd0fb70 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd180f0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fdaa402c170 tx=0x7fdaa4004610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8006026914fabc37 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fda957fa640 1 -- 172.21.15.17:0/1178454709 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa402c770 con 0x5639bbd0fb70 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fda957fa640 1 -- 172.21.15.17:0/1178454709 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdaa402de90 con 0x5639bbd0fb70 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fda957fa640 1 -- 172.21.15.17:0/1178454709 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4003cb0 con 0x5639bbd0fb70 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdab8db1740 1 -- 172.21.15.17:0/1178454709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 msgr2=0x5639bbd180f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.908+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd180f0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7fdaa402c170 tx=0x7fdaa4004610 comp rx=0 tx=0).stop 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- 172.21.15.17:0/1178454709 shutdown_connections 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd180f0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd18750 0x5639bbd23a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1178454709 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd0f250 0x5639bbd17bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- 172.21.15.17:0/1178454709 >> 172.21.15.17:0/1178454709 conn(0x5639bbd09980 msgr2=0x5639bbd0b640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- 172.21.15.17:0/1178454709 shutdown_connections 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- 172.21.15.17:0/1178454709 wait complete. 2024-03-16T18:25:08.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- start start 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 Processor -- start 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd20180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd1c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ca40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbd1cfb0 con 0x5639bbd0fb70 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbd1d120 con 0x5639bbd0f250 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5639bbd1d2e0 con 0x5639bbd18750 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdab8db1740 10 client.0 _ll_register_callbacks cb 0x7fdaa4009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdaaeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd1c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdaaf7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd20180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdaaeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd1c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35286/0 (socket says 172.21.15.17:35286) 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.909+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1138479663 learned_addr learned my addr 172.21.15.17:0/1138479663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaffff640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1138479663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 msgr2=0x5639bbd1ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 msgr2=0x5639bbd20180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd20180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaeffd640 1 -- 172.21.15.17:0/1138479663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5639bbc756a0 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd20180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdaaeffd640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd1c500 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4009850 tx=0x7fdaa402c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab55756141c74df9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fda8effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fda8effd640 1 -- 172.21.15.17:0/1138479663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdaa4042e00 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fda8effd640 1 -- 172.21.15.17:0/1138479663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fdaa4003800 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5639bbd15850 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fda8effd640 1 -- 172.21.15.17:0/1138479663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdaa4042630 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdab8db1740 10 client.16809 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5639bbc378c0 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fda8effd640 1 -- 172.21.15.17:0/1138479663 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5639bbd15850 con 0x5639bbd0fb70 2024-03-16T18:25:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.910+0000 7fda8effd640 1 -- 172.21.15.17:0/1138479663 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdaa40052b0 con 0x5639bbd0fb70 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 10 client.16809 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 10 client.16809 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 20 client.16809 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd851e0 0x5639bbd87600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 4 client.16809 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5639bbd050f0 con 0x5639bbd851e0 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd851e0 0x5639bbd87600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdaaf7fe640 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd851e0 0x5639bbd87600 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baced4ba56a7ba38 server_cookie=165745609dbac7f6 in_seq=0 out_seq=0 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fda8effd640 10 client.16809 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fda8effd640 1 -- 172.21.15.17:0/1138479663 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5639bbd050f0 con 0x5639bbd851e0 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fda8effd640 10 client.16809 handle_command_reply: tid=0 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 client.16809 shutdown 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 msgr2=0x5639bbd1c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd1c500 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4009850 tx=0x7fdaa402c7f0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 shutdown_connections 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5639bbd851e0 0x5639bbd87600 crc :-1 s=READY pgs=98 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5639bbd0fb70 0x5639bbd1c500 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5639bbd18750 0x5639bbd1ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 --2- 172.21.15.17:0/1138479663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5639bbd0f250 0x5639bbd20180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fda8effd640 0 client.16809 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.911+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 >> 172.21.15.17:0/1138479663 conn(0x5639bbd09980 msgr2=0x5639bbd082f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 shutdown_connections 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab8db1740 1 -- 172.21.15.17:0/1138479663 wait complete. 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab8db1740 20 client.16809 trim_cache size 0 max 16384 2024-03-16T18:25:08.919 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda980a1bd0 msgr2=0x7fda980a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda980a1bd0 0x7fda980a4090 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fdaa4000c00 tx=0x7fdaa4004b20 comp rx=0 tx=0).stop 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 msgr2=0x7fdab0102080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 0x7fdab0102080 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7fdaa000e9f0 tx=0x7fdaa000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 shutdown_connections 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda980a1bd0 0x7fda980a4090 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdab0102b00 0x7fdab01a5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdab01056c0 0x7fdab01025c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 --2- 172.21.15.17:0/3525382962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdab01005f0 0x7fdab0102080 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:08.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 >> 172.21.15.17:0/3525382962 conn(0x7fdab00774c0 msgr2=0x7fdab0069f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:08.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 shutdown_connections 2024-03-16T18:25:08.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:08.912+0000 7fdab60ff640 1 -- 172.21.15.17:0/3525382962 wait complete. 2024-03-16T18:25:09.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:09 smithi017 ceph-mon[32207]: pgmap v112: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 45 KiB/s wr, 28 op/s 2024-03-16T18:25:09.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:09 smithi149 ceph-mon[35991]: pgmap v112: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 45 KiB/s wr, 28 op/s 2024-03-16T18:25:09.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:09 smithi153 ceph-mon[36005]: pgmap v112: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 45 KiB/s wr, 28 op/s 2024-03-16T18:25:09.924 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:25:09.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:25:09.924 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:25:10.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 -- 172.21.15.17:0/1733167978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a0100f80 msgr2=0x7f93a0104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 --2- 172.21.15.17:0/1733167978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a0100f80 0x7f93a0104fc0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7f9394009930 tx=0x7f939402bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:10.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 -- 172.21.15.17:0/1733167978 shutdown_connections 2024-03-16T18:25:10.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 --2- 172.21.15.17:0/1733167978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a0100f80 0x7f93a0104fc0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 --2- 172.21.15.17:0/1733167978 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93a01056a0 0x7f93a010d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 --2- 172.21.15.17:0/1733167978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01005d0 0x7f93a01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 -- 172.21.15.17:0/1733167978 >> 172.21.15.17:0/1733167978 conn(0x7f93a00774f0 msgr2=0x7f93a0077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 -- 172.21.15.17:0/1733167978 shutdown_connections 2024-03-16T18:25:10.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.042+0000 7f93a4efb640 1 -- 172.21.15.17:0/1733167978 wait complete. 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 Processor -- start 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 -- start start 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93a01005d0 0x7f93a019d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 0x7f93a019dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01978d0 0x7f93a0197d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93a01982c0 con 0x7f93a01056a0 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93a0198430 con 0x7f93a01978d0 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f93a4efb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93a01985f0 con 0x7f93a01005d0 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 0x7f93a019dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f939ed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01978d0 0x7f93a0197d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 0x7f93a019dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50880/0 (socket says 172.21.15.17:50880) 2024-03-16T18:25:10.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f939dd9b640 1 -- 172.21.15.17:0/2508235771 learned_addr learned my addr 172.21.15.17:0/2508235771 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.043+0000 7f939e59c640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93a01005d0 0x7f93a019d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939ed9d640 1 -- 172.21.15.17:0/2508235771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93a01005d0 msgr2=0x7f93a019d720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939ed9d640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93a01005d0 0x7f93a019d720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939ed9d640 1 -- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 msgr2=0x7f93a019dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939ed9d640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 0x7f93a019dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939ed9d640 1 -- 172.21.15.17:0/2508235771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9394009560 con 0x7f93a01978d0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939dd9b640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 0x7f93a019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f939ed9d640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01978d0 0x7f93a0197d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f939800e970 tx=0x7f939800ee30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f938f7fe640 1 -- 172.21.15.17:0/2508235771 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9398009620 con 0x7f93a01978d0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f938f7fe640 1 -- 172.21.15.17:0/2508235771 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f93980044d0 con 0x7f93a01978d0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93a01a45e0 con 0x7f93a01978d0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f938f7fe640 1 -- 172.21.15.17:0/2508235771 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93980047c0 con 0x7f93a01978d0 2024-03-16T18:25:10.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.044+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93a01a4af0 con 0x7f93a01978d0 2024-03-16T18:25:10.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.046+0000 7f938f7fe640 1 -- 172.21.15.17:0/2508235771 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f9398004980 con 0x7f93a01978d0 2024-03-16T18:25:10.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.046+0000 7f93a7bbb740 1 Processor -- start 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 -- start start 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4c94e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d66f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b437f90 con 0x55df4b4c9100 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b4354c0 con 0x55df4b4c9ab0 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b430ca0 con 0x55df4b4d6cc0 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4c94e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4c94e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50896/0 (socket says 172.21.15.17:50896) 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 -- 172.21.15.17:0/1668195232 learned_addr learned my addr 172.21.15.17:0/1668195232 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939e59c640 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d66f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f938f7fe640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93880a1ba0 0x7f93880a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 -- 172.21.15.17:0/1668195232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 msgr2=0x55df4b4d90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 -- 172.21.15.17:0/1668195232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 msgr2=0x55df4b4d66f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d66f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939dd9b640 1 -- 172.21.15.17:0/1668195232 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df4b3f30b0 con 0x55df4b4c9100 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.047+0000 7f939ed9d640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93880a1ba0 0x7f93880a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.048+0000 7f938f7fe640 1 -- 172.21.15.17:0/2508235771 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9398014070 con 0x7f93a01978d0 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.048+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4c94e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f9394005c40 tx=0x7f9394005b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48042f51756db287 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.048+0000 7f938cff9640 1 -- 172.21.15.17:0/1668195232 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f939402ca50 con 0x55df4b4c9100 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.048+0000 7f938cff9640 1 -- 172.21.15.17:0/1668195232 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f939402de90 con 0x55df4b4c9100 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.048+0000 7f938cff9640 1 -- 172.21.15.17:0/1668195232 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9394003c20 con 0x55df4b4c9100 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1668195232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 msgr2=0x55df4b4c94e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f939ed9d640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93880a1ba0 0x7f93880a4060 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9398099fb0 tx=0x7f93980655f0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4c94e0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7f9394005c40 tx=0x7f9394005b70 comp rx=0 tx=0).stop 2024-03-16T18:25:10.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1668195232 shutdown_connections 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d66f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1668195232 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4c94e0 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1668195232 >> 172.21.15.17:0/1668195232 conn(0x55df4b4c3840 msgr2=0x55df4b4c3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1668195232 shutdown_connections 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1668195232 wait complete. 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- start start 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 Processor -- start 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d3cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b3d5f40 con 0x55df4b4c9100 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b1044b0 con 0x55df4b4d6cc0 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b3b6670 con 0x55df4b4c9ab0 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f93a7bbb740 10 client.0 _ll_register_callbacks cb 0x55df4b423f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:10.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.049+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d3cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d3cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50900/0 (socket says 172.21.15.17:50900) 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939dd9b640 1 -- 172.21.15.17:0/79186529 learned_addr learned my addr 172.21.15.17:0/79186529 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939dd9b640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 -- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 msgr2=0x55df4b4d4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 -- 172.21.15.17:0/79186529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 msgr2=0x55df4b4d3cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d3cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 -- 172.21.15.17:0/79186529 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93a010da80 con 0x55df4b4c9ab0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939dd9b640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f939e59c640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4200 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f93a0198a10 tx=0x7f939000f790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=45356e0358bea374 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f9385ffb640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f9385ffb640 1 -- 172.21.15.17:0/79186529 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9390016070 con 0x55df4b4c9ab0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55df4b40af40 con 0x55df4b4c9ab0 2024-03-16T18:25:10.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f9385ffb640 1 -- 172.21.15.17:0/79186529 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9390003970 con 0x55df4b4c9ab0 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f9385ffb640 1 -- 172.21.15.17:0/79186529 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9390003b30 con 0x55df4b4c9ab0 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f93a7bbb740 10 client.26599 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.050+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55df4b42f320 con 0x55df4b4c9ab0 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f9385ffb640 1 -- 172.21.15.17:0/79186529 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55df4b40af40 con 0x55df4b4c9ab0 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f9385ffb640 1 -- 172.21.15.17:0/79186529 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f939001b440 con 0x55df4b4c9ab0 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f93a7bbb740 10 client.26599 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f93a7bbb740 10 client.26599 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f93a7bbb740 20 client.26599 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b4e7320 0x55df4b4e9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f93a7bbb740 4 client.26599 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55df4b427310 con 0x55df4b4e7320 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f939dd9b640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b4e7320 0x55df4b4e9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f9385ffb640 10 client.26599 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.051+0000 7f939dd9b640 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b4e7320 0x55df4b4e9760 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca185e46e34cf550 server_cookie=9bcf7e2d378e2d05 in_seq=0 out_seq=0 2024-03-16T18:25:10.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.052+0000 7f9385ffb640 1 -- 172.21.15.17:0/79186529 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7f93940594b0 con 0x55df4b4e7320 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.052+0000 7f9385ffb640 10 client.26599 handle_command_reply: tid=0 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.052+0000 7f93a7bbb740 1 client.26599 shutdown 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 msgr2=0x55df4b4d4200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4200 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f93a0198a10 tx=0x7f939000f790 comp rx=0 tx=0).stop 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 shutdown_connections 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b4e7320 0x55df4b4e9760 crc :-1 s=READY pgs=99 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4d4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4200 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f9385ffb640 0 client.26599 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/79186529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d3cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 >> 172.21.15.17:0/79186529 conn(0x55df4b4c3840 msgr2=0x55df4b4c57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 shutdown_connections 2024-03-16T18:25:10.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 1 -- 172.21.15.17:0/79186529 wait complete. 2024-03-16T18:25:10.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.053+0000 7f93a7bbb740 20 client.26599 trim_cache size 0 max 16384 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 Processor -- start 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 -- start start 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d63f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4e2160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b4c3370 con 0x55df4b4c9100 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b4bdda0 con 0x55df4b4d6cc0 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b4d5010 con 0x55df4b4c9ab0 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d63f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50916/0 (socket says 172.21.15.17:50916) 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 -- 172.21.15.17:0/4253144484 learned_addr learned my addr 172.21.15.17:0/4253144484 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939e59c640 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4e2160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 -- 172.21.15.17:0/4253144484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 msgr2=0x55df4b4d4560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 -- 172.21.15.17:0/4253144484 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 msgr2=0x55df4b4e2160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.069+0000 7f939dd9b640 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4e2160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f939dd9b640 1 -- 172.21.15.17:0/4253144484 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df4b3cbc00 con 0x55df4b4c9100 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f939dd9b640 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d63f0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f9394004c20 tx=0x7f9394009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caac3a1d378903c3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f9387fff640 1 -- 172.21.15.17:0/4253144484 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93940036d0 con 0x55df4b4c9100 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f9387fff640 1 -- 172.21.15.17:0/4253144484 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9394054040 con 0x55df4b4c9100 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f9387fff640 1 -- 172.21.15.17:0/4253144484 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93940348d0 con 0x55df4b4c9100 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 -- 172.21.15.17:0/4253144484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 msgr2=0x55df4b4d63f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d63f0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f9394004c20 tx=0x7f9394009260 comp rx=0 tx=0).stop 2024-03-16T18:25:10.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 -- 172.21.15.17:0/4253144484 shutdown_connections 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4d6cc0 0x55df4b4e2160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d4560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/4253144484 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d63f0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 -- 172.21.15.17:0/4253144484 >> 172.21.15.17:0/4253144484 conn(0x55df4b4c3840 msgr2=0x55df4b4c5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.070+0000 7f93a7bbb740 1 -- 172.21.15.17:0/4253144484 shutdown_connections 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 -- 172.21.15.17:0/4253144484 wait complete. 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 -- start start 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 Processor -- start 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d06c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b541bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b4d13a0 con 0x55df4b4c9100 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b4d1510 con 0x55df4b4c9ab0 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4b542130 con 0x55df4b4d6cc0 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f93a7bbb740 10 client.0 _ll_register_callbacks cb 0x7f9390009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:10.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d06c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d06c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50932/0 (socket says 172.21.15.17:50932) 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 -- 172.21.15.17:0/1853685979 learned_addr learned my addr 172.21.15.17:0/1853685979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939e59c640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b541bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 -- 172.21.15.17:0/1853685979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 msgr2=0x55df4b541bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b541bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 -- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 msgr2=0x55df4b4d0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.071+0000 7f939dd9b640 1 -- 172.21.15.17:0/1853685979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55df4b3f30b0 con 0x55df4b4c9100 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f939dd9b640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d06c0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f9394009230 tx=0x7f9394034550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=813ae5bffe99f99a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f9385ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f9385ffb640 1 -- 172.21.15.17:0/1853685979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93940347c0 con 0x55df4b4c9100 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f9385ffb640 1 -- 172.21.15.17:0/1853685979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9394034920 con 0x55df4b4c9100 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55df4b456900 con 0x55df4b4c9100 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f9385ffb640 1 -- 172.21.15.17:0/1853685979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9394034ae0 con 0x55df4b4c9100 2024-03-16T18:25:10.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 10 client.16827 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55df4b3f1910 con 0x55df4b4c9100 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f9385ffb640 1 -- 172.21.15.17:0/1853685979 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55df4b456900 con 0x55df4b4c9100 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f9385ffb640 1 -- 172.21.15.17:0/1853685979 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f939405a070 con 0x55df4b4c9100 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 10 client.16827 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 10 client.16827 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 20 client.16827 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b5434b0 0x55df4b5458a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 4 client.16827 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.072+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55df4b130860 con 0x55df4b5434b0 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.073+0000 7f939e59c640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b5434b0 0x55df4b5458a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.073+0000 7f9385ffb640 10 client.16827 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.073+0000 7f939e59c640 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b5434b0 0x55df4b5458a0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=80b39ac11c1dce59 server_cookie=466d1739ae6c71f5 in_seq=0 out_seq=0 2024-03-16T18:25:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f9385ffb640 1 -- 172.21.15.17:0/1853685979 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55df4b130860 con 0x55df4b5434b0 2024-03-16T18:25:10.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f9385ffb640 10 client.16827 handle_command_reply: tid=0 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 client.16827 shutdown 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 msgr2=0x55df4b4d06c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d06c0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f9394009230 tx=0x7f9394034550 comp rx=0 tx=0).stop 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 shutdown_connections 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df4b5434b0 0x55df4b5458a0 crc :-1 s=READY pgs=100 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df4b4d6cc0 0x55df4b541bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df4b4c9ab0 0x55df4b4d0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 --2- 172.21.15.17:0/1853685979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df4b4c9100 0x55df4b4d06c0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f9385ffb640 0 client.16827 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 >> 172.21.15.17:0/1853685979 conn(0x55df4b4c3840 msgr2=0x55df4b4c4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 shutdown_connections 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 1 -- 172.21.15.17:0/1853685979 wait complete. 2024-03-16T18:25:10.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.074+0000 7f93a7bbb740 20 client.16827 trim_cache size 0 max 16384 2024-03-16T18:25:10.081 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:25:10.081 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:25:10.081 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "da6408cb-d2b7-49e3-a5d0-00d7764a4337", 2024-03-16T18:25:10.081 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:25:10.081 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93880a1ba0 msgr2=0x7f93880a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93880a1ba0 0x7f93880a4060 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f9398099fb0 tx=0x7f93980655f0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01978d0 msgr2=0x7f93a0197d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01978d0 0x7f93a0197d80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f939800e970 tx=0x7f939800ee30 comp rx=0 tx=0).stop 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 shutdown_connections 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93880a1ba0 0x7f93880a4060 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93a01056a0 0x7f93a019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93a01978d0 0x7f93a0197d80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 --2- 172.21.15.17:0/2508235771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93a01005d0 0x7f93a019d720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 >> 172.21.15.17:0/2508235771 conn(0x7f93a00774f0 msgr2=0x7f93a0068b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 shutdown_connections 2024-03-16T18:25:10.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.075+0000 7f93a4efb640 1 -- 172.21.15.17:0/2508235771 wait complete. 2024-03-16T18:25:10.087 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:25:10.087 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 -- 172.21.15.17:0/2552338437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 msgr2=0x7fca1c1078f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 --2- 172.21.15.17:0/2552338437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1078f0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fca10009930 tx=0x7fca1002bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 -- 172.21.15.17:0/2552338437 shutdown_connections 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 --2- 172.21.15.17:0/2552338437 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca1c1003b0 0x7fca1c10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 --2- 172.21.15.17:0/2552338437 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca1c0ff9f0 0x7fca1c0ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 --2- 172.21.15.17:0/2552338437 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1078f0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 -- 172.21.15.17:0/2552338437 >> 172.21.15.17:0/2552338437 conn(0x7fca1c076920 msgr2=0x7fca1c0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 -- 172.21.15.17:0/2552338437 shutdown_connections 2024-03-16T18:25:10.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 -- 172.21.15.17:0/2552338437 wait complete. 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 Processor -- start 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.191+0000 7fca22d5e640 1 -- start start 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca1c0ff9f0 0x7fca1c19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca1c1003b0 0x7fca1c19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca1c197e80 con 0x7fca1c107510 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca1c197ff0 con 0x7fca1c1003b0 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca1c1981b0 con 0x7fca1c0ff9f0 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1977e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50952/0 (socket says 172.21.15.17:50952) 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 -- 172.21.15.17:0/1516279543 learned_addr learned my addr 172.21.15.17:0/1516279543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca1bfff640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca1c1003b0 0x7fca1c19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca20afa640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca1c0ff9f0 0x7fca1c19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 -- 172.21.15.17:0/1516279543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca1c0ff9f0 msgr2=0x7fca1c19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca1c0ff9f0 0x7fca1c19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 -- 172.21.15.17:0/1516279543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca1c1003b0 msgr2=0x7fca1c19dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca1c1003b0 0x7fca1c19dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 -- 172.21.15.17:0/1516279543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca10009560 con 0x7fca1c107510 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca212fb640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1977e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fca1400eb10 tx=0x7fca1400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca19ffb640 1 -- 172.21.15.17:0/1516279543 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca14004b20 con 0x7fca1c107510 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.192+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca1c198490 con 0x7fca1c107510 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.193+0000 7fca19ffb640 1 -- 172.21.15.17:0/1516279543 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca14004c80 con 0x7fca1c107510 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.193+0000 7fca19ffb640 1 -- 172.21.15.17:0/1516279543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca14010690 con 0x7fca1c107510 2024-03-16T18:25:10.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.193+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca1c1a46a0 con 0x7fca1c107510 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca19ffb640 1 -- 172.21.15.17:0/1516279543 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fca14005020 con 0x7fca1c107510 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 Processor -- start 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 -- start start 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca19ffb640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca0c0a1ba0 0x7fca0c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebcb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29eb3a280 con 0x55a29ebcbbd0 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29eb377b0 con 0x55a29ebd47b0 2024-03-16T18:25:10.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca25a1a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29eb32f90 con 0x55a29ebcb2b0 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca19ffb640 1 -- 172.21.15.17:0/1516279543 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fca14014070 con 0x7fca1c107510 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca1bfff640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca0c0a1ba0 0x7fca0c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca20afa640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebcb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50960/0 (socket says 172.21.15.17:50960) 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca1bfff640 1 -- 172.21.15.17:0/4228457284 learned_addr learned my addr 172.21.15.17:0/4228457284 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.195+0000 7fca212fb640 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca20afa640 1 -- 172.21.15.17:0/4228457284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 msgr2=0x55a29ebd6ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca20afa640 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd6ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca20afa640 1 -- 172.21.15.17:0/4228457284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 msgr2=0x55a29ebd4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca20afa640 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca20afa640 1 -- 172.21.15.17:0/4228457284 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a29eaf1570 con 0x55a29ebcb2b0 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca1bfff640 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca1bfff640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca0c0a1ba0 0x7fca0c0a4060 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fca080119b0 tx=0x7fca08009be0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca20afa640 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebcb690 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fca10009230 tx=0x7fca10005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b77fe0007a99cb0f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca06ffd640 1 -- 172.21.15.17:0/4228457284 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca10043070 con 0x55a29ebcb2b0 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca06ffd640 1 -- 172.21.15.17:0/4228457284 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1002de90 con 0x55a29ebcb2b0 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.196+0000 7fca06ffd640 1 -- 172.21.15.17:0/4228457284 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca10004270 con 0x55a29ebcb2b0 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 -- 172.21.15.17:0/4228457284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 msgr2=0x55a29ebcb690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebcb690 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fca10009230 tx=0x7fca10005d50 comp rx=0 tx=0).stop 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 -- 172.21.15.17:0/4228457284 shutdown_connections 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd6ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 --2- 172.21.15.17:0/4228457284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebcb690 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 -- 172.21.15.17:0/4228457284 >> 172.21.15.17:0/4228457284 conn(0x55a29ebc5990 msgr2=0x55a29ebc5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 -- 172.21.15.17:0/4228457284 shutdown_connections 2024-03-16T18:25:10.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 -- 172.21.15.17:0/4228457284 wait complete. 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 -- start start 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.197+0000 7fca25a1a740 1 Processor -- start 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29e806430 con 0x55a29ebcbbd0 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29e7c2e00 con 0x55a29ebd47b0 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29eab7fd0 con 0x55a29ebcb2b0 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 10 client.0 _ll_register_callbacks cb 0x55a29eb0dfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50968/0 (socket says 172.21.15.17:50968) 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 -- 172.21.15.17:0/3097388327 learned_addr learned my addr 172.21.15.17:0/3097388327 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca212fb640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca20afa640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 -- 172.21.15.17:0/3097388327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 msgr2=0x55a29ebd1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 -- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 msgr2=0x55a29ebd2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 -- 172.21.15.17:0/3097388327 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca1c10ec20 con 0x55a29ebcbbd0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca1bfff640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1b50 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fca08011790 tx=0x7fca08005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99834c5810078272 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fc9fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3097388327 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca08016070 con 0x55a29ebcbbd0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3097388327 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fca08005020 con 0x55a29ebcbbd0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.198+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a29e8327e0 con 0x55a29ebcbbd0 2024-03-16T18:25:10.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3097388327 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca080051e0 con 0x55a29ebcbbd0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 10 client.16839 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a29eb31610 con 0x55a29ebcbbd0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3097388327 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a29e8327e0 con 0x55a29ebcbbd0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3097388327 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fca08026030 con 0x55a29ebcbbd0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 10 client.16839 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 10 client.16839 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 20 client.16839 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ebe49c0 0x55a29ebe6de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 4 client.16839 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a29e86f720 con 0x55a29ebe49c0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.199+0000 7fca20afa640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ebe49c0 0x55a29ebe6de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca20afa640 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ebe49c0 0x55a29ebe6de0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=26f3a526eff15d87 server_cookie=ded40be6eb661ad4 in_seq=0 out_seq=0 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fc9fbfff640 10 client.16839 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3097388327 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a29e86f720 con 0x55a29ebe49c0 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fc9fbfff640 10 client.16839 handle_command_reply: tid=0 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 client.16839 shutdown 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 msgr2=0x55a29ebd1b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1b50 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7fca08011790 tx=0x7fca08005f90 comp rx=0 tx=0).stop 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 shutdown_connections 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ebe49c0 0x55a29ebe6de0 crc :-1 s=READY pgs=101 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1b50 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebd2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3097388327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fc9fbfff640 0 client.16839 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 >> 172.21.15.17:0/3097388327 conn(0x55a29ebc5990 msgr2=0x55a29ebc7730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 shutdown_connections 2024-03-16T18:25:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.200+0000 7fca25a1a740 1 -- 172.21.15.17:0/3097388327 wait complete. 2024-03-16T18:25:10.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.201+0000 7fca25a1a740 20 client.16839 trim_cache size 0 max 16384 2024-03-16T18:25:10.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 Processor -- start 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 -- start start 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd3d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebdfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29ebd6fa0 con 0x55a29ebcb2b0 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29ebcaf10 con 0x55a29ebd47b0 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.216+0000 7fca25a1a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29ebbfe50 con 0x55a29ebcbbd0 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd3d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd3d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50984/0 (socket says 172.21.15.17:50984) 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 -- 172.21.15.17:0/3117910268 learned_addr learned my addr 172.21.15.17:0/3117910268 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca1bfff640 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca212fb640 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebdfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 -- 172.21.15.17:0/3117910268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 msgr2=0x55a29ebd1eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 -- 172.21.15.17:0/3117910268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 msgr2=0x55a29ebdfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebdfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 -- 172.21.15.17:0/3117910268 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a29eacdac0 con 0x55a29ebcb2b0 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca212fb640 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebdfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca20afa640 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd3d40 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fca1002c710 tx=0x7fca10049040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed36a5cd88a7db5c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca067fc640 1 -- 172.21.15.17:0/3117910268 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca10043040 con 0x55a29ebcb2b0 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca067fc640 1 -- 172.21.15.17:0/3117910268 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca100560d0 con 0x55a29ebcb2b0 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.217+0000 7fca067fc640 1 -- 172.21.15.17:0/3117910268 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1003e8b0 con 0x55a29ebcb2b0 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 -- 172.21.15.17:0/3117910268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 msgr2=0x55a29ebd3d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd3d40 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fca1002c710 tx=0x7fca10049040 comp rx=0 tx=0).stop 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 -- 172.21.15.17:0/3117910268 shutdown_connections 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebd47b0 0x55a29ebdfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd1eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3117910268 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd3d40 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 -- 172.21.15.17:0/3117910268 >> 172.21.15.17:0/3117910268 conn(0x55a29ebc5990 msgr2=0x55a29ebc4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 -- 172.21.15.17:0/3117910268 shutdown_connections 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 -- 172.21.15.17:0/3117910268 wait complete. 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 -- start start 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.218+0000 7fca25a1a740 1 Processor -- start 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd7cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd81f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 0x55a29ebd8750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29ec3f460 con 0x55a29ebd47b0 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29ec3f5d0 con 0x55a29ebcb2b0 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a29ec3f790 con 0x55a29ebcbbd0 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 10 client.0 _ll_register_callbacks cb 0x7fca080097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 0x55a29ebd8750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 0x55a29ebd8750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50998/0 (socket says 172.21.15.17:50998) 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 -- 172.21.15.17:0/3302093791 learned_addr learned my addr 172.21.15.17:0/3302093791 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:10.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca1bfff640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd81f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca20afa640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd7cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 -- 172.21.15.17:0/3302093791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 msgr2=0x55a29ebd81f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd81f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 -- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebcb2b0 msgr2=0x55a29ebd7cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd7cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 -- 172.21.15.17:0/3302093791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a29eaf1570 con 0x55a29ebd47b0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca212fb640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 0x55a29ebd8750 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fca1409a930 tx=0x7fca14009a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e0c0b80995f193c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fc9fbfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3302093791 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca140a3140 con 0x55a29ebd47b0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3302093791 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fca140b3280 con 0x55a29ebd47b0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fca1002de90 con 0x55a29ebd47b0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3302093791 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca140b3440 con 0x55a29ebd47b0 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 10 client.16845 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:10.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.219+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a29eaf36a0 con 0x55a29ebd47b0 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3302093791 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1002de90 con 0x55a29ebd47b0 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3302093791 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fca1401f060 con 0x55a29ebd47b0 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca25a1a740 10 client.16845 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca25a1a740 10 client.16845 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca25a1a740 20 client.16845 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ec40f60 0x55a29ec43380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca25a1a740 4 client.16845 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55a29e8be890 con 0x55a29ec40f60 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca20afa640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ec40f60 0x55a29ec43380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fca20afa640 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ec40f60 0x55a29ec43380 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=46c9e31fc59614d0 server_cookie=87d374097782be1d in_seq=0 out_seq=0 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.220+0000 7fc9fbfff640 10 client.16845 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fc9fbfff640 1 -- 172.21.15.17:0/3302093791 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55a29e8be890 con 0x55a29ec40f60 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fc9fbfff640 10 client.16845 handle_command_reply: tid=0 2024-03-16T18:25:10.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 client.16845 shutdown 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 msgr2=0x55a29ebd8750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 0x55a29ebd8750 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fca1409a930 tx=0x7fca14009a70 comp rx=0 tx=0).stop 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 shutdown_connections 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55a29ec40f60 0x55a29ec43380 crc :-1 s=READY pgs=102 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a29ebd47b0 0x55a29ebd8750 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fc9fbfff640 0 client.16845 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a29ebcbbd0 0x55a29ebd81f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 --2- 172.21.15.17:0/3302093791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a29ebcb2b0 0x55a29ebd7cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 >> 172.21.15.17:0/3302093791 conn(0x55a29ebc5990 msgr2=0x55a29ebeb6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 shutdown_connections 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 1 -- 172.21.15.17:0/3302093791 wait complete. 2024-03-16T18:25:10.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca25a1a740 20 client.16845 trim_cache size 0 max 16384 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: "da6408cb-d2b7-49e3-a5d0-00d7764a4337": { 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "da6408cb-d2b7-49e3-a5d0-00d7764a4337", 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:25:10.229 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:25:10.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca0c0a1ba0 msgr2=0x7fca0c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca0c0a1ba0 0x7fca0c0a4060 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fca080119b0 tx=0x7fca08009be0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 msgr2=0x7fca1c1977e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:10.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1977e0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7fca1400eb10 tx=0x7fca1400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 shutdown_connections 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca0c0a1ba0 0x7fca0c0a4060 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca1c107510 0x7fca1c1977e0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca1c1003b0 0x7fca1c19dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 --2- 172.21.15.17:0/1516279543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca1c0ff9f0 0x7fca1c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.221+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 >> 172.21.15.17:0/1516279543 conn(0x7fca1c076920 msgr2=0x7fca1c0fdff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.222+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 shutdown_connections 2024-03-16T18:25:10.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:10.222+0000 7fca22d5e640 1 -- 172.21.15.17:0/1516279543 wait complete. 2024-03-16T18:25:10.233 INFO:tasks.cephfs.filesystem:scrub status for tag:da6408cb-d2b7-49e3-a5d0-00d7764a4337 - {'path': '/', 'tag': 'da6408cb-d2b7-49e3-a5d0-00d7764a4337', 'options': 'recursive,force'} 2024-03-16T18:25:10.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:10 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:25:10.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:10 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:10.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:10 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:25:10.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:10 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:10.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:10 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:25:10.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:10 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:10.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:10 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:25:10.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:10 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:10.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:10 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:25:10.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:10 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:10.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:10 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:25:10.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:10 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:11.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:11 smithi017 ceph-mon[32207]: pgmap v113: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 45 KiB/s wr, 28 op/s 2024-03-16T18:25:11.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:11 smithi149 ceph-mon[35991]: pgmap v113: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 45 KiB/s wr, 28 op/s 2024-03-16T18:25:11.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:11 smithi153 ceph-mon[36005]: pgmap v113: 129 pgs: 129 active+clean; 4.0 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 45 KiB/s wr, 28 op/s 2024-03-16T18:25:12.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:12 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:25:12.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:12 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:25:12.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:12 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:25:13.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:13 smithi017 ceph-mon[32207]: pgmap v114: 129 pgs: 129 active+clean; 4.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 58 KiB/s wr, 35 op/s 2024-03-16T18:25:13.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:13 smithi149 ceph-mon[35991]: pgmap v114: 129 pgs: 129 active+clean; 4.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 58 KiB/s wr, 35 op/s 2024-03-16T18:25:13.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:13 smithi153 ceph-mon[36005]: pgmap v114: 129 pgs: 129 active+clean; 4.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 58 KiB/s wr, 35 op/s 2024-03-16T18:25:15.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:15 smithi017 ceph-mon[32207]: pgmap v115: 129 pgs: 129 active+clean; 4.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:25:15.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:15 smithi149 ceph-mon[35991]: pgmap v115: 129 pgs: 129 active+clean; 4.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:25:15.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:15 smithi153 ceph-mon[36005]: pgmap v115: 129 pgs: 129 active+clean; 4.1 MiB data, 390 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:25:17.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:17 smithi017 ceph-mon[32207]: pgmap v116: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:17.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:17 smithi149 ceph-mon[35991]: pgmap v116: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:17.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:17 smithi153 ceph-mon[36005]: pgmap v116: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:19.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:19 smithi017 ceph-mon[32207]: pgmap v117: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:19.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:19 smithi149 ceph-mon[35991]: pgmap v117: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:19.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:19 smithi153 ceph-mon[36005]: pgmap v117: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:21.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:21 smithi149 ceph-mon[35991]: pgmap v118: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:21.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:21 smithi153 ceph-mon[36005]: pgmap v118: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:21.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:21 smithi017 ceph-mon[32207]: pgmap v118: 129 pgs: 129 active+clean; 4.3 MiB data, 391 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:23.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:23 smithi149 ceph-mon[35991]: pgmap v119: 129 pgs: 129 active+clean; 4.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-03-16T18:25:23.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:23 smithi153 ceph-mon[36005]: pgmap v119: 129 pgs: 129 active+clean; 4.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-03-16T18:25:23.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:23 smithi017 ceph-mon[32207]: pgmap v119: 129 pgs: 129 active+clean; 4.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-03-16T18:25:25.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:25 smithi149 ceph-mon[35991]: pgmap v120: 129 pgs: 129 active+clean; 4.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:25.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:25 smithi153 ceph-mon[36005]: pgmap v120: 129 pgs: 129 active+clean; 4.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:25.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:25 smithi017 ceph-mon[32207]: pgmap v120: 129 pgs: 129 active+clean; 4.4 MiB data, 395 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:27.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:27 smithi149 ceph-mon[35991]: pgmap v121: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:27.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:27 smithi153 ceph-mon[36005]: pgmap v121: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:27.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:27 smithi017 ceph-mon[32207]: pgmap v121: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:29.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:29 smithi149 ceph-mon[35991]: pgmap v122: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:29.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:29 smithi153 ceph-mon[36005]: pgmap v122: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:29.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:29 smithi017 ceph-mon[32207]: pgmap v122: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:31.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:31 smithi149 ceph-mon[35991]: pgmap v123: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:31.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:31 smithi153 ceph-mon[36005]: pgmap v123: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:31.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:31 smithi017 ceph-mon[32207]: pgmap v123: 129 pgs: 129 active+clean; 4.5 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:33.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:33 smithi149 ceph-mon[35991]: pgmap v124: 129 pgs: 129 active+clean; 4.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-03-16T18:25:33.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:33 smithi153 ceph-mon[36005]: pgmap v124: 129 pgs: 129 active+clean; 4.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-03-16T18:25:33.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:33 smithi017 ceph-mon[32207]: pgmap v124: 129 pgs: 129 active+clean; 4.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 37 KiB/s wr, 20 op/s 2024-03-16T18:25:35.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:35 smithi149 ceph-mon[35991]: pgmap v125: 129 pgs: 129 active+clean; 4.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:35.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:35 smithi153 ceph-mon[36005]: pgmap v125: 129 pgs: 129 active+clean; 4.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:35.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:35 smithi017 ceph-mon[32207]: pgmap v125: 129 pgs: 129 active+clean; 4.6 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:37.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:37 smithi149 ceph-mon[35991]: pgmap v126: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:37.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:37 smithi153 ceph-mon[36005]: pgmap v126: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:37.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:37 smithi017 ceph-mon[32207]: pgmap v126: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:39 smithi149 ceph-mon[35991]: pgmap v127: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:25:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:25:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:25:39.587 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:25:39.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:39 smithi153 ceph-mon[36005]: pgmap v127: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:39.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:25:39.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:25:39.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:25:39.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:25:39.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:39 smithi017 ceph-mon[32207]: pgmap v127: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:39.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:25:39.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:25:39.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:25:39.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:25:40.234 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:25:40.234 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:25:40.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.351+0000 7f7774d8c640 1 -- 172.21.15.17:0/1062402214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 msgr2=0x7f7770100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.351+0000 7f7774d8c640 1 --2- 172.21.15.17:0/1062402214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f7770100aa0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f7764009900 tx=0x7f776402bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 -- 172.21.15.17:0/1062402214 shutdown_connections 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 --2- 172.21.15.17:0/1062402214 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f7770100aa0 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 --2- 172.21.15.17:0/1062402214 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7770100fe0 0x7f777010d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 --2- 172.21.15.17:0/1062402214 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7770106420 0x7f7770106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 -- 172.21.15.17:0/1062402214 >> 172.21.15.17:0/1062402214 conn(0x7f7770077190 msgr2=0x7f77700775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 -- 172.21.15.17:0/1062402214 shutdown_connections 2024-03-16T18:25:40.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 -- 172.21.15.17:0/1062402214 wait complete. 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 Processor -- start 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.352+0000 7f7774d8c640 1 -- start start 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f777010da50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7770100fe0 0x7f777010df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7770106420 0x7f777010e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77701a5df0 con 0x7f7770100640 2024-03-16T18:25:40.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77701a5f60 con 0x7f7770106420 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77701a6120 con 0x7f7770100fe0 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f777010da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f777010da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36954/0 (socket says 172.21.15.17:36954) 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 -- 172.21.15.17:0/3890102962 learned_addr learned my addr 172.21.15.17:0/3890102962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776dd9b640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7770100fe0 0x7f777010df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776ed9d640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7770106420 0x7f777010e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 -- 172.21.15.17:0/3890102962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7770100fe0 msgr2=0x7f777010df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7770100fe0 0x7f777010df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 -- 172.21.15.17:0/3890102962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7770106420 msgr2=0x7f777010e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7770106420 0x7f777010e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 -- 172.21.15.17:0/3890102962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7760009490 con 0x7f7770100640 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f776e59c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f777010da50 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f776000ea60 tx=0x7f776000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f775f7fe640 1 -- 172.21.15.17:0/3890102962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f776000cde0 con 0x7f7770100640 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f775f7fe640 1 -- 172.21.15.17:0/3890102962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f77600044d0 con 0x7f7770100640 2024-03-16T18:25:40.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7764009560 con 0x7f7770100640 2024-03-16T18:25:40.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.353+0000 7f775f7fe640 1 -- 172.21.15.17:0/3890102962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7760010690 con 0x7f7770100640 2024-03-16T18:25:40.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.354+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77701a6750 con 0x7f7770100640 2024-03-16T18:25:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.356+0000 7f775f7fe640 1 -- 172.21.15.17:0/3890102962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f7760003e40 con 0x7f7770100640 2024-03-16T18:25:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.356+0000 7f777796b740 1 Processor -- start 2024-03-16T18:25:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.356+0000 7f777796b740 1 -- start start 2024-03-16T18:25:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f777796b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131e1690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f775f7fe640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77580a1ba0 0x7f77580a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f777796b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e1bd0 0x55af131ea270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f777796b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131ea7b0 0x55af131ecba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f777796b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af13150280 con 0x55af131e12b0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f777796b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af1314d7b0 con 0x55af131ea7b0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f777796b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af13148f90 con 0x55af131e1bd0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131e1690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776e59c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77580a1ba0 0x7f77580a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131e1690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36958/0 (socket says 172.21.15.17:36958) 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 -- 172.21.15.17:0/3607397259 learned_addr learned my addr 172.21.15.17:0/3607397259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776dd9b640 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e1bd0 0x55af131ea270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131ea7b0 0x55af131ecba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f775f7fe640 1 -- 172.21.15.17:0/3890102962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7760014070 con 0x7f7770100640 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 -- 172.21.15.17:0/3607397259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e1bd0 msgr2=0x55af131ea270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e1bd0 0x55af131ea270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 -- 172.21.15.17:0/3607397259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131ea7b0 msgr2=0x55af131ecba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131ea7b0 0x55af131ecba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 -- 172.21.15.17:0/3607397259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af13107570 con 0x55af131e12b0 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776e59c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77580a1ba0 0x7f77580a4060 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f776009a7d0 tx=0x7f77600098b0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.357+0000 7f776ed9d640 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131e1690 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f7768013940 tx=0x7f7768009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=220193d8a32081c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f775cff9640 1 -- 172.21.15.17:0/3607397259 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768018070 con 0x55af131e12b0 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f775cff9640 1 -- 172.21.15.17:0/3607397259 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7768003e20 con 0x55af131e12b0 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f775cff9640 1 -- 172.21.15.17:0/3607397259 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768004290 con 0x55af131e12b0 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 -- 172.21.15.17:0/3607397259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 msgr2=0x55af131e1690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131e1690 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7f7768013940 tx=0x7f7768009b30 comp rx=0 tx=0).stop 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 -- 172.21.15.17:0/3607397259 shutdown_connections 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131ea7b0 0x55af131ecba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e1bd0 0x55af131ea270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 --2- 172.21.15.17:0/3607397259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131e1690 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 -- 172.21.15.17:0/3607397259 >> 172.21.15.17:0/3607397259 conn(0x55af131db990 msgr2=0x55af131dbd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 -- 172.21.15.17:0/3607397259 shutdown_connections 2024-03-16T18:25:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.358+0000 7f777796b740 1 -- 172.21.15.17:0/3607397259 wait complete. 2024-03-16T18:25:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 -- start start 2024-03-16T18:25:40.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 Processor -- start 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131ea170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e7570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131e7bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af12e1c430 con 0x55af131e12b0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af12dd8e00 con 0x55af131e1bd0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af130cdfd0 con 0x55af131ea7b0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f777796b740 10 client.0 _ll_register_callbacks cb 0x55af13123fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131ea170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131ea170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36974/0 (socket says 172.21.15.17:36974) 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f776ed9d640 1 -- 172.21.15.17:0/1847944438 learned_addr learned my addr 172.21.15.17:0/1847944438 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f776dd9b640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.359+0000 7f776ed9d640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131e7bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f776ed9d640 1 -- 172.21.15.17:0/1847944438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 msgr2=0x55af131e7bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f776ed9d640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131e7bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f776ed9d640 1 -- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 msgr2=0x55af131e7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f776ed9d640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f776ed9d640 1 -- 172.21.15.17:0/1847944438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77680135e0 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f776ed9d640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131ea170 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f7768009560 tx=0x7f7768009fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e7da7159cd3f5e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f7755ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f7755ffb640 1 -- 172.21.15.17:0/1847944438 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768018040 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f7755ffb640 1 -- 172.21.15.17:0/1847944438 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7768004190 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55af12e487e0 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f7755ffb640 1 -- 172.21.15.17:0/1847944438 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7768004350 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f777796b740 10 client.16857 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55af13147610 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f7755ffb640 1 -- 172.21.15.17:0/1847944438 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55af12e487e0 con 0x55af131e12b0 2024-03-16T18:25:40.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f7755ffb640 1 -- 172.21.15.17:0/1847944438 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f776801f960 con 0x55af131e12b0 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f777796b740 10 client.16857 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f777796b740 10 client.16857 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.360+0000 7f777796b740 20 client.16857 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.361+0000 7f777796b740 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af131fa840 0x55af131fcc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.361+0000 7f777796b740 4 client.16857 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.361+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55af12e85720 con 0x55af131fa840 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.361+0000 7f776dd9b640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af131fa840 0x55af131fcc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.361+0000 7f776dd9b640 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af131fa840 0x55af131fcc60 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eed74405320bff92 server_cookie=f02299c29eb2c22d in_seq=0 out_seq=0 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.361+0000 7f7755ffb640 10 client.16857 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f7755ffb640 1 -- 172.21.15.17:0/1847944438 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55af12e85720 con 0x55af131fa840 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f7755ffb640 10 client.16857 handle_command_reply: tid=0 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 client.16857 shutdown 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 msgr2=0x55af131ea170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131ea170 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f7768009560 tx=0x7f7768009fb0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 shutdown_connections 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af131fa840 0x55af131fcc60 crc :-1 s=READY pgs=103 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131e7bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f7755ffb640 0 client.16857 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 --2- 172.21.15.17:0/1847944438 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131ea170 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 >> 172.21.15.17:0/1847944438 conn(0x55af131db990 msgr2=0x55af131dd730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 shutdown_connections 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 1 -- 172.21.15.17:0/1847944438 wait complete. 2024-03-16T18:25:40.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.362+0000 7f777796b740 20 client.16857 trim_cache size 0 max 16384 2024-03-16T18:25:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.378+0000 7f777796b740 1 Processor -- start 2024-03-16T18:25:40.385 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 -- start start 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131dac90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131f5b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af131f6e10 con 0x55af131e12b0 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af131e0c00 con 0x55af131e1bd0 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f777796b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af131fd2f0 con 0x55af131ea7b0 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131dac90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131dac90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36978/0 (socket says 172.21.15.17:36978) 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 -- 172.21.15.17:0/2543205516 learned_addr learned my addr 172.21.15.17:0/2543205516 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776dd9b640 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131f5b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 -- 172.21.15.17:0/2543205516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 msgr2=0x55af131f5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131f5b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 -- 172.21.15.17:0/2543205516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 msgr2=0x55af131e9ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e9ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 -- 172.21.15.17:0/2543205516 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af130e3ac0 con 0x55af131e12b0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776dd9b640 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.379+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131dac90 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f7768006010 tx=0x7f776801fee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b586ad42667a21 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f7757fff640 1 -- 172.21.15.17:0/2543205516 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768018070 con 0x55af131e12b0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f7757fff640 1 -- 172.21.15.17:0/2543205516 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7768005bd0 con 0x55af131e12b0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f7757fff640 1 -- 172.21.15.17:0/2543205516 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768009d90 con 0x55af131e12b0 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 -- 172.21.15.17:0/2543205516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 msgr2=0x55af131dac90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131dac90 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f7768006010 tx=0x7f776801fee0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 -- 172.21.15.17:0/2543205516 shutdown_connections 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131ea7b0 0x55af131f5b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131e9ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 --2- 172.21.15.17:0/2543205516 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131e12b0 0x55af131dac90 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 -- 172.21.15.17:0/2543205516 >> 172.21.15.17:0/2543205516 conn(0x55af131db990 msgr2=0x55af13201db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 -- 172.21.15.17:0/2543205516 shutdown_connections 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 -- 172.21.15.17:0/2543205516 wait complete. 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.380+0000 7f777796b740 1 -- start start 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 Processor -- start 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e12b0 0x55af131f1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131f2440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 0x55af131eb7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af131ebeb0 con 0x55af131ea7b0 2024-03-16T18:25:40.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af131ec020 con 0x55af131e1bd0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af131ec1e0 con 0x55af131e12b0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f777796b740 10 client.0 _ll_register_callbacks cb 0x7f7760005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 0x55af131eb7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776dd9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131f2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 0x55af131eb7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36984/0 (socket says 172.21.15.17:36984) 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 -- 172.21.15.17:0/2016920449 learned_addr learned my addr 172.21.15.17:0/2016920449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e12b0 0x55af131f1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 -- 172.21.15.17:0/2016920449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e12b0 msgr2=0x55af131f1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e12b0 0x55af131f1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 -- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 msgr2=0x55af131f2440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131f2440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 -- 172.21.15.17:0/2016920449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7770069ce0 con 0x55af131ea7b0 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776dd9b640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131f2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f776ed9d640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 0x55af131eb7d0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f7768021010 tx=0x7f776801fa10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3e52f3a476e62b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.381+0000 7f7755ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f7755ffb640 1 -- 172.21.15.17:0/2016920449 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7768018040 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f7755ffb640 1 -- 172.21.15.17:0/2016920449 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7768013240 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7768003e20 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f7755ffb640 1 -- 172.21.15.17:0/2016920449 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7768009b30 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 10 client.16863 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55af13147610 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f7755ffb640 1 -- 172.21.15.17:0/2016920449 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7768003e20 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f7755ffb640 1 -- 172.21.15.17:0/2016920449 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f77680108b0 con 0x55af131ea7b0 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 10 client.16863 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 10 client.16863 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 20 client.16863 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af13256df0 0x55af132591e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 4 client.16863 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:25:40.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55af12ed4890 con 0x55af13256df0 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.382+0000 7f776dd9b640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af13256df0 0x55af132591e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f776dd9b640 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af13256df0 0x55af132591e0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17363402f248eb54 server_cookie=70114399ba96d211 in_seq=0 out_seq=0 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f7755ffb640 10 client.16863 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f7755ffb640 1 -- 172.21.15.17:0/2016920449 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55af12ed4890 con 0x55af13256df0 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f7755ffb640 10 client.16863 handle_command_reply: tid=0 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 client.16863 shutdown 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 msgr2=0x55af131eb7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 0x55af131eb7d0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f7768021010 tx=0x7f776801fa10 comp rx=0 tx=0).stop 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 shutdown_connections 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55af13256df0 0x55af132591e0 crc :-1 s=READY pgs=104 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55af131ea7b0 0x55af131eb7d0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55af131e1bd0 0x55af131f2440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 --2- 172.21.15.17:0/2016920449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55af131e12b0 0x55af131f1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f7755ffb640 0 client.16863 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 >> 172.21.15.17:0/2016920449 conn(0x55af131db990 msgr2=0x55af131dc9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 shutdown_connections 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 1 -- 172.21.15.17:0/2016920449 wait complete. 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.383+0000 7f777796b740 20 client.16863 trim_cache size 0 max 16384 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:25:40.392 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:25:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77580a1ba0 msgr2=0x7f77580a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77580a1ba0 0x7f77580a4060 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f776009a7d0 tx=0x7f77600098b0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 msgr2=0x7f777010da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f777010da50 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f776000ea60 tx=0x7f776000ef20 comp rx=0 tx=0).stop 2024-03-16T18:25:40.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 shutdown_connections 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77580a1ba0 0x7f77580a4060 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7770106420 0x7f777010e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7770100fe0 0x7f777010df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 --2- 172.21.15.17:0/3890102962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7770100640 0x7f777010da50 unknown :-1 s=CLOSED pgs=804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 >> 172.21.15.17:0/3890102962 conn(0x7f7770077190 msgr2=0x7f77700ff320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 shutdown_connections 2024-03-16T18:25:40.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.384+0000 7f7774d8c640 1 -- 172.21.15.17:0/3890102962 wait complete. 2024-03-16T18:25:40.395 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:25:40.395 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:25:40.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 -- 172.21.15.17:0/2479384810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8101e60 msgr2=0x7f03c810e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/2479384810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8101e60 0x7f03c810e320 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f03b8009c10 tx=0x7f03b802bef0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 -- 172.21.15.17:0/2479384810 shutdown_connections 2024-03-16T18:25:40.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/2479384810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8101e60 0x7f03c810e320 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/2479384810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 0x7f03c8101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/2479384810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8107560 0x7f03c8107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.497+0000 7f03cf7ac640 1 -- 172.21.15.17:0/2479384810 >> 172.21.15.17:0/2479384810 conn(0x7f03c80fcf90 msgr2=0x7f03c80ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 -- 172.21.15.17:0/2479384810 shutdown_connections 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 -- 172.21.15.17:0/2479384810 wait complete. 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 Processor -- start 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 -- start start 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 0x7f03c819d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 0x7f03c819db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8107560 0x7f03c81977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c8197e50 con 0x7f03c8101e60 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c8197fc0 con 0x7f03c81014a0 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cf7ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03c8198180 con 0x7f03c8107560 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03ccd47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 0x7f03c819db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03ccd47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 0x7f03c819db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37004/0 (socket says 172.21.15.17:37004) 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03ccd47640 1 -- 172.21.15.17:0/4067039187 learned_addr learned my addr 172.21.15.17:0/4067039187 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cd548640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 0x7f03c819d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.498+0000 7f03cdd49640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8107560 0x7f03c81977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03ccd47640 1 -- 172.21.15.17:0/4067039187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8107560 msgr2=0x7f03c81977b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03ccd47640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8107560 0x7f03c81977b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03ccd47640 1 -- 172.21.15.17:0/4067039187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 msgr2=0x7f03c819d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03ccd47640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 0x7f03c819d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03ccd47640 1 -- 172.21.15.17:0/4067039187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03c0009560 con 0x7f03c8101e60 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03cdd49640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8107560 0x7f03c81977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03cd548640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 0x7f03c819d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03ccd47640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 0x7f03c819db80 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f03bc00e9f0 tx=0x7f03bc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03bc009720 con 0x7f03c8101e60 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03b8009840 con 0x7f03c8101e60 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f03bc00cd80 con 0x7f03c8101e60 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03bc010430 con 0x7f03c8101e60 2024-03-16T18:25:40.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.499+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03c81a4490 con 0x7f03c8101e60 2024-03-16T18:25:40.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.500+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03c8102bc0 con 0x7f03c8101e60 2024-03-16T18:25:40.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.501+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f03bc005000 con 0x7f03c8101e60 2024-03-16T18:25:40.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.502+0000 7f03c67fc640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03b00a1c20 0x7f03b00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.502+0000 7f03cd548640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03b00a1c20 0x7f03b00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.502+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f03bc014070 con 0x7f03c8101e60 2024-03-16T18:25:40.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.502+0000 7f03cd548640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03b00a1c20 0x7f03b00a40e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f03c0009530 tx=0x7f03c0009260 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.505+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f03bc096b80 con 0x7f03c8101e60 2024-03-16T18:25:40.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.725+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f03c8109900 con 0x7f03c8101e60 2024-03-16T18:25:40.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.726+0000 7f03c67fc640 1 -- 172.21.15.17:0/4067039187 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f03bc09a240 con 0x7f03c8101e60 2024-03-16T18:25:40.727 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:25:40.727 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:25:40.728 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:25:40.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03b00a1c20 msgr2=0x7f03b00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03b00a1c20 0x7f03b00a40e0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f03c0009530 tx=0x7f03c0009260 comp rx=0 tx=0).stop 2024-03-16T18:25:40.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 msgr2=0x7f03c819db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 0x7f03c819db80 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7f03bc00e9f0 tx=0x7f03bc00edf0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 shutdown_connections 2024-03-16T18:25:40.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03b00a1c20 0x7f03b00a40e0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03c8101e60 0x7f03c819db80 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f03c8107560 0x7f03c81977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 --2- 172.21.15.17:0/4067039187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f03c81014a0 0x7f03c819d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 >> 172.21.15.17:0/4067039187 conn(0x7f03c80fcf90 msgr2=0x7f03c80fe820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 shutdown_connections 2024-03-16T18:25:40.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.728+0000 7f03cf7ac640 1 -- 172.21.15.17:0/4067039187 wait complete. 2024-03-16T18:25:40.740 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:40.740 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:25:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 -- 172.21.15.17:0/4167102352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 msgr2=0x7f8a20100440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 --2- 172.21.15.17:0/4167102352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100440 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f8a14009930 tx=0x7f8a1402bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 -- 172.21.15.17:0/4167102352 shutdown_connections 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 --2- 172.21.15.17:0/4167102352 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a20106820 0x7f8a2010e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 --2- 172.21.15.17:0/4167102352 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a20100a10 0x7f8a20106140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 --2- 172.21.15.17:0/4167102352 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100440 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 -- 172.21.15.17:0/4167102352 >> 172.21.15.17:0/4167102352 conn(0x7f8a20075650 msgr2=0x7f8a20075a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 -- 172.21.15.17:0/4167102352 shutdown_connections 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.844+0000 7f8a266c3640 1 -- 172.21.15.17:0/4167102352 wait complete. 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 Processor -- start 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 -- start start 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a20106820 0x7f8a20101510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a20101a50 0x7f8a201a5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a201a6280 con 0x7f8a20100060 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a201a63f0 con 0x7f8a20106820 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a266c3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a201a65b0 con 0x7f8a20101a50 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a1ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37034/0 (socket says 172.21.15.17:37034) 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a1ffff640 1 -- 172.21.15.17:0/601766750 learned_addr learned my addr 172.21.15.17:0/601766750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a20106820 0x7f8a20101510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.845+0000 7f8a24c60640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a20101a50 0x7f8a201a5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1ffff640 1 -- 172.21.15.17:0/601766750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a20101a50 msgr2=0x7f8a201a5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a20101a50 0x7f8a201a5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1ffff640 1 -- 172.21.15.17:0/601766750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a20106820 msgr2=0x7f8a20101510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a20106820 0x7f8a20101510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1ffff640 1 -- 172.21.15.17:0/601766750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a14009560 con 0x7f8a20100060 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100fd0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f8a14009230 tx=0x7f8a14005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1d7fa640 1 -- 172.21.15.17:0/601766750 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a14004350 con 0x7f8a20100060 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a201a6830 con 0x7f8a20100060 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1d7fa640 1 -- 172.21.15.17:0/601766750 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a1402de90 con 0x7f8a20100060 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a1d7fa640 1 -- 172.21.15.17:0/601766750 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a14005220 con 0x7f8a20100060 2024-03-16T18:25:40.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.846+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a201a6d90 con 0x7f8a20100060 2024-03-16T18:25:40.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.848+0000 7f8a1d7fa640 1 -- 172.21.15.17:0/601766750 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f8a14003c30 con 0x7f8a20100060 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.848+0000 7f8a29380740 1 Processor -- start 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.848+0000 7f8a29380740 1 -- start start 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a29380740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d97408b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a29380740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974094210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a29380740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d974096b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a29380740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d974046960 con 0x55d974094750 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a29380740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d973ffa310 con 0x55d97408bb70 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a29380740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d973ff7840 con 0x55d97408b250 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1d7fa640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a080a1bd0 0x7f8a080a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d974096b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d974096b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37038/0 (socket says 172.21.15.17:37038) 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2697480949 learned_addr learned my addr 172.21.15.17:0/2697480949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d97408b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974094210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a24c60640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a080a1bd0 0x7f8a080a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1d7fa640 1 -- 172.21.15.17:0/601766750 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8a140ef9e0 con 0x7f8a20100060 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2697480949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 msgr2=0x55d97408b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d97408b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2697480949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 msgr2=0x55d974094210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974094210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2697480949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d973fb5060 con 0x55d974094750 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d974096b40 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009c60 tx=0x7f8a10011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9dfcded3912152e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a24c60640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a080a1bd0 0x7f8a080a4090 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8a18005fd0 tx=0x7f8a18009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.849+0000 7f8a067fc640 1 -- 172.21.15.17:0/2697480949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a10004230 con 0x55d974094750 2024-03-16T18:25:40.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a067fc640 1 -- 172.21.15.17:0/2697480949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a10009e10 con 0x55d974094750 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a067fc640 1 -- 172.21.15.17:0/2697480949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a10004b00 con 0x55d974094750 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 -- 172.21.15.17:0/2697480949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 msgr2=0x55d974096b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d974096b40 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f8a10009c60 tx=0x7f8a10011810 comp rx=0 tx=0).stop 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 -- 172.21.15.17:0/2697480949 shutdown_connections 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d974096b40 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974094210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 --2- 172.21.15.17:0/2697480949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d97408b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 -- 172.21.15.17:0/2697480949 >> 172.21.15.17:0/2697480949 conn(0x55d974085980 msgr2=0x55d974085d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 -- 172.21.15.17:0/2697480949 shutdown_connections 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 -- 172.21.15.17:0/2697480949 wait complete. 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.850+0000 7f8a29380740 1 -- start start 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 Processor -- start 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408b250 0x55d9740940e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408bb70 0x55d974091470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740919f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d973ff3020 con 0x55d974094750 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d973cc6430 con 0x55d97408b250 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d973c82e00 con 0x55d97408bb70 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a29380740 10 client.0 _ll_register_callbacks cb 0x55d973f9acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740919f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740919f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37046/0 (socket says 172.21.15.17:37046) 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 -- 172.21.15.17:0/2732566545 learned_addr learned my addr 172.21.15.17:0/2732566545 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408b250 0x55d9740940e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408bb70 0x55d974091470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 -- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408bb70 msgr2=0x55d974091470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408bb70 0x55d974091470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 -- 172.21.15.17:0/2732566545 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408b250 msgr2=0x55d9740940e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408b250 0x55d9740940e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a24c60640 1 -- 172.21.15.17:0/2732566545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a10009890 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.851+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408b250 0x55d9740940e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740919f0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f8a1800ff20 tx=0x7f8a18004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d7723849b9dc3bc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f89ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2732566545 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a18021cc0 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2732566545 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8a18021e20 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d973cf27e0 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2732566545 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a18010430 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 10 client.16881 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d973ff16a0 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2732566545 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d973cf27e0 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2732566545 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8a18029530 con 0x55d974094750 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 10 client.16881 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 10 client.16881 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:25:40.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 20 client.16881 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d9740a48f0 0x55d9740a6d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 4 client.16881 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.852+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d973d2f720 con 0x55d9740a48f0 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.853+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d9740a48f0 0x55d9740a6d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.853+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d9740a48f0 0x55d9740a6d10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=36fd9fae2e072fa6 server_cookie=5c0ab2729469d341 in_seq=0 out_seq=0 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.853+0000 7f89ff7fe640 10 client.16881 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.853+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2732566545 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d973d2f720 con 0x55d9740a48f0 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f89ff7fe640 10 client.16881 handle_command_reply: tid=0 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 client.16881 shutdown 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 msgr2=0x55d9740919f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740919f0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f8a1800ff20 tx=0x7f8a18004a40 comp rx=0 tx=0).stop 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 shutdown_connections 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d9740a48f0 0x55d9740a6d10 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740919f0 unknown :-1 s=CLOSED pgs=813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408bb70 0x55d974091470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f89ff7fe640 0 client.16881 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 --2- 172.21.15.17:0/2732566545 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408b250 0x55d9740940e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 >> 172.21.15.17:0/2732566545 conn(0x55d974085980 msgr2=0x55d9740876d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 shutdown_connections 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 1 -- 172.21.15.17:0/2732566545 wait complete. 2024-03-16T18:25:40.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.854+0000 7f8a29380740 20 client.16881 trim_cache size 0 max 16384 2024-03-16T18:25:40.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 Processor -- start 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 -- start start 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740842f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 0x55d974093ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d974094750 0x55d9740940e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d973f78130 con 0x55d97408bb70 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d97408a5d0 con 0x55d974094750 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a29380740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d974084830 con 0x55d97408b250 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 0x55d974093ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a1f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 0x55d974093ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37054/0 (socket says 172.21.15.17:37054) 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.866+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2834708332 learned_addr learned my addr 172.21.15.17:0/2834708332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740842f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d974094750 0x55d9740940e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2834708332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 msgr2=0x55d9740842f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740842f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2834708332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d974094750 msgr2=0x55d9740940e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d974094750 0x55d9740940e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1f7fe640 1 -- 172.21.15.17:0/2834708332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d973f8dc20 con 0x55d97408bb70 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 0x55d974093ba0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x55d974086b10 tx=0x7f8a10005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2086ce02e26378e2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a05ffb640 1 -- 172.21.15.17:0/2834708332 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a10005240 con 0x55d97408bb70 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a05ffb640 1 -- 172.21.15.17:0/2834708332 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a100053a0 con 0x55d97408bb70 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.867+0000 7f8a05ffb640 1 -- 172.21.15.17:0/2834708332 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a100246e0 con 0x55d97408bb70 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- 172.21.15.17:0/2834708332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 msgr2=0x55d974093ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 0x55d974093ba0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x55d974086b10 tx=0x7f8a10005d30 comp rx=0 tx=0).stop 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- 172.21.15.17:0/2834708332 shutdown_connections 2024-03-16T18:25:40.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d97408bb70 0x55d974093ba0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d974094750 0x55d9740940e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- 172.21.15.17:0/2834708332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740842f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- 172.21.15.17:0/2834708332 >> 172.21.15.17:0/2834708332 conn(0x55d974085980 msgr2=0x55d97408c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- 172.21.15.17:0/2834708332 shutdown_connections 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- 172.21.15.17:0/2834708332 wait complete. 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- start start 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 Processor -- start 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740985e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974098b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740f8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9740f8880 con 0x55d974094750 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9740f89f0 con 0x55d97408bb70 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9740f8bb0 con 0x55d97408b250 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.868+0000 7f8a29380740 10 client.0 _ll_register_callbacks cb 0x7f8a1800fdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:40.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740f8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740f8180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37064/0 (socket says 172.21.15.17:37064) 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 -- 172.21.15.17:0/2139265842 learned_addr learned my addr 172.21.15.17:0/2139265842 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740985e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974098b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 -- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 msgr2=0x55d9740985e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740985e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 -- 172.21.15.17:0/2139265842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 msgr2=0x55d974098b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974098b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 -- 172.21.15.17:0/2139265842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d973fb5060 con 0x55d974094750 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a1f7fe640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974098b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a24c60640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740f8180 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f8a1800fef0 tx=0x7f8a18029cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=354ebb43b296a7a3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f89ff7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2139265842 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a18009ce0 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2139265842 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8a180295f0 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8a10009e10 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2139265842 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a18004ab0 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a29380740 10 client.16887 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d973fb38c0 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.869+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2139265842 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a10009e10 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2139265842 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8a18031070 con 0x55d974094750 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 10 client.16887 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 10 client.16887 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 20 client.16887 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d974101350 0x55d974103770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 4 client.16887 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:40.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d973d7e890 con 0x55d974101350 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d974101350 0x55d974103770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a1ffff640 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d974101350 0x55d974103770 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=6312d078441f588e server_cookie=ac26fa95b581ad7d in_seq=0 out_seq=0 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f89ff7fe640 10 client.16887 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f89ff7fe640 1 -- 172.21.15.17:0/2139265842 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d973d7e890 con 0x55d974101350 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f89ff7fe640 10 client.16887 handle_command_reply: tid=0 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 1 client.16887 shutdown 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 msgr2=0x55d9740f8180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.870+0000 7f8a29380740 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740f8180 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f8a1800fef0 tx=0x7f8a18029cb0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 shutdown_connections 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d974101350 0x55d974103770 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d974094750 0x55d9740f8180 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d97408bb70 0x55d974098b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f89ff7fe640 0 client.16887 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:25:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 --2- 172.21.15.17:0/2139265842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d97408b250 0x55d9740985e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 >> 172.21.15.17:0/2139265842 conn(0x55d974085980 msgr2=0x55d974090ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 shutdown_connections 2024-03-16T18:25:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 1 -- 172.21.15.17:0/2139265842 wait complete. 2024-03-16T18:25:40.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a29380740 20 client.16887 trim_cache size 0 max 16384 2024-03-16T18:25:40.879 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a080a1bd0 msgr2=0x7f8a080a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a080a1bd0 0x7f8a080a4090 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8a18005fd0 tx=0x7f8a18009500 comp rx=0 tx=0).stop 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 msgr2=0x7f8a20100fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100fd0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f8a14009230 tx=0x7f8a14005dd0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 shutdown_connections 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a080a1bd0 0x7f8a080a4090 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a20101a50 0x7f8a201a5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a20106820 0x7f8a20101510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 --2- 172.21.15.17:0/601766750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a20100060 0x7f8a20100fd0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 >> 172.21.15.17:0/601766750 conn(0x7f8a20075650 msgr2=0x7f8a200fe150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 shutdown_connections 2024-03-16T18:25:40.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.871+0000 7f8a266c3640 1 -- 172.21.15.17:0/601766750 wait complete. 2024-03-16T18:25:40.883 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:40.883 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:25:40.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 -- 172.21.15.17:0/295821454 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78141064b0 msgr2=0x7f7814106890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 --2- 172.21.15.17:0/295821454 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78141064b0 0x7f7814106890 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f7804009890 tx=0x7f780402bb70 comp rx=0 tx=0).stop 2024-03-16T18:25:40.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 -- 172.21.15.17:0/295821454 shutdown_connections 2024-03-16T18:25:40.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 --2- 172.21.15.17:0/295821454 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100dd0 0x7f781410d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 --2- 172.21.15.17:0/295821454 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7814100410 0x7f7814100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 --2- 172.21.15.17:0/295821454 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f78141064b0 0x7f7814106890 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 -- 172.21.15.17:0/295821454 >> 172.21.15.17:0/295821454 conn(0x7f7814077550 msgr2=0x7f7814077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 -- 172.21.15.17:0/295821454 shutdown_connections 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.987+0000 7f781a7e2640 1 -- 172.21.15.17:0/295821454 wait complete. 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 Processor -- start 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 -- start start 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 0x7f7814196a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7814100dd0 0x7f7814196fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78141064b0 0x7f781419b350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f781419b950 con 0x7f7814100410 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f781419bac0 con 0x7f78141064b0 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f781a7e2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f781419bc80 con 0x7f7814100dd0 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f7813fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 0x7f7814196a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f7813fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 0x7f7814196a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37078/0 (socket says 172.21.15.17:37078) 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f7813fff640 1 -- 172.21.15.17:0/657705266 learned_addr learned my addr 172.21.15.17:0/657705266 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f7818d7f640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78141064b0 0x7f781419b350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.988+0000 7f78137fe640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7814100dd0 0x7f7814196fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f7813fff640 1 -- 172.21.15.17:0/657705266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7814100dd0 msgr2=0x7f7814196fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f7813fff640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7814100dd0 0x7f7814196fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f7813fff640 1 -- 172.21.15.17:0/657705266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78141064b0 msgr2=0x7f781419b350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f7813fff640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78141064b0 0x7f781419b350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f7813fff640 1 -- 172.21.15.17:0/657705266 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7804009490 con 0x7f7814100410 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f7813fff640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 0x7f7814196a60 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f780402c180 tx=0x7f7804004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f78117fa640 1 -- 172.21.15.17:0/657705266 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7804034850 con 0x7f7814100410 2024-03-16T18:25:40.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f78117fa640 1 -- 172.21.15.17:0/657705266 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f780402ce90 con 0x7f7814100410 2024-03-16T18:25:40.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f781419bf00 con 0x7f7814100410 2024-03-16T18:25:40.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f78117fa640 1 -- 172.21.15.17:0/657705266 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7804003cd0 con 0x7f7814100410 2024-03-16T18:25:40.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.989+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f781419c1d0 con 0x7f7814100410 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.991+0000 7f78117fa640 1 -- 172.21.15.17:0/657705266 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f780403b040 con 0x7f7814100410 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.991+0000 7f781d3c2740 1 Processor -- start 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.991+0000 7f781d3c2740 1 -- start start 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6c52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c5830 0x56299d6d0420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6d2d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f781d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d680960 con 0x56299d6d0960 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f781d3c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d634310 con 0x56299d6c5830 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f781d3c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d631840 con 0x56299d6c4f10 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6d2d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6d2d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37086/0 (socket says 172.21.15.17:37086) 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 -- 172.21.15.17:0/3781779298 learned_addr learned my addr 172.21.15.17:0/3781779298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f7818d7f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6c52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f7813fff640 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c5830 0x56299d6d0420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78117fa640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77fc0a1ba0 0x7f77fc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f7818d7f640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77fc0a1ba0 0x7f77fc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 -- 172.21.15.17:0/3781779298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 msgr2=0x56299d6c52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6c52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 -- 172.21.15.17:0/3781779298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c5830 msgr2=0x56299d6d0420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c5830 0x56299d6d0420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 -- 172.21.15.17:0/3781779298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56299d5ef060 con 0x56299d6d0960 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78117fa640 1 -- 172.21.15.17:0/657705266 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f78040ef3d0 con 0x7f7814100410 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f78137fe640 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6d2d50 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f7808009c20 tx=0x7f7808011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1be2d6f123ba22f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.992+0000 7f77fa7fc640 1 -- 172.21.15.17:0/3781779298 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7808004230 con 0x56299d6d0960 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f77fa7fc640 1 -- 172.21.15.17:0/3781779298 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7808009e90 con 0x56299d6d0960 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f77fa7fc640 1 -- 172.21.15.17:0/3781779298 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7808004c60 con 0x56299d6d0960 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 -- 172.21.15.17:0/3781779298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 msgr2=0x56299d6d2d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f7818d7f640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77fc0a1ba0 0x7f77fc0a4060 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f780c009590 tx=0x7f780c004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6d2d50 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f7808009c20 tx=0x7f7808011810 comp rx=0 tx=0).stop 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 -- 172.21.15.17:0/3781779298 shutdown_connections 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6d2d50 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c5830 0x56299d6d0420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 --2- 172.21.15.17:0/3781779298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6c52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 -- 172.21.15.17:0/3781779298 >> 172.21.15.17:0/3781779298 conn(0x56299d6bf980 msgr2=0x56299d6bfd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 -- 172.21.15.17:0/3781779298 shutdown_connections 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.993+0000 7f781d3c2740 1 -- 172.21.15.17:0/3781779298 wait complete. 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 -- start start 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 Processor -- start 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6d0280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6cd610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6cdb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d62d020 con 0x56299d6d0960 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d300430 con 0x56299d6c4f10 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d2bce00 con 0x56299d6c5830 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f781d3c2740 10 client.0 _ll_register_callbacks cb 0x56299d5d4cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6cdb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6cdb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37102/0 (socket says 172.21.15.17:37102) 2024-03-16T18:25:41.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 -- 172.21.15.17:0/815492646 learned_addr learned my addr 172.21.15.17:0/815492646 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7813fff640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6d0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f78137fe640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6cd610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 -- 172.21.15.17:0/815492646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 msgr2=0x56299d6cd610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6cd610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 -- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 msgr2=0x56299d6d0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6d0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.994+0000 7f7818d7f640 1 -- 172.21.15.17:0/815492646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7808009850 con 0x56299d6d0960 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f7818d7f640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6cdb50 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f780c0046e0 tx=0x7f780c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6efc4b602f81a3d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f77f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f77f37fe640 1 -- 172.21.15.17:0/815492646 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780c020ba0 con 0x56299d6d0960 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f77f37fe640 1 -- 172.21.15.17:0/815492646 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f780c020d00 con 0x56299d6d0960 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56299d32c7e0 con 0x56299d6d0960 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f77f37fe640 1 -- 172.21.15.17:0/815492646 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f780c01e480 con 0x56299d6d0960 2024-03-16T18:25:41.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 10 client.16899 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56299d62b6a0 con 0x56299d6d0960 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f77f37fe640 1 -- 172.21.15.17:0/815492646 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56299d32c7e0 con 0x56299d6d0960 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f77f37fe640 1 -- 172.21.15.17:0/815492646 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f780c0294d0 con 0x56299d6d0960 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 10 client.16899 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 10 client.16899 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 20 client.16899 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d6e0b70 0x56299d6e2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 4 client.16899 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.995+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56299d369720 con 0x56299d6e0b70 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.996+0000 7f7813fff640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d6e0b70 0x56299d6e2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.996+0000 7f77f37fe640 10 client.16899 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.996+0000 7f7813fff640 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d6e0b70 0x56299d6e2f90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7b1f6427a755321a server_cookie=6ac6e008a222d1ba in_seq=0 out_seq=0 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f77f37fe640 1 -- 172.21.15.17:0/815492646 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56299d369720 con 0x56299d6e0b70 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f77f37fe640 10 client.16899 handle_command_reply: tid=0 2024-03-16T18:25:41.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 client.16899 shutdown 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 msgr2=0x56299d6cdb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6cdb50 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f780c0046e0 tx=0x7f780c004a40 comp rx=0 tx=0).stop 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 shutdown_connections 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d6e0b70 0x56299d6e2f90 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6cdb50 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6cd610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f77f37fe640 0 client.16899 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 --2- 172.21.15.17:0/815492646 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6d0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 >> 172.21.15.17:0/815492646 conn(0x56299d6bf980 msgr2=0x56299d6c16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 shutdown_connections 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 1 -- 172.21.15.17:0/815492646 wait complete. 2024-03-16T18:25:41.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:40.997+0000 7f781d3c2740 20 client.16899 trim_cache size 0 max 16384 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.009+0000 7f781d3c2740 1 Processor -- start 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 -- start start 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6cfd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6d0280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6dbd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d5b2130 con 0x56299d6d0960 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d6c0980 con 0x56299d6c4f10 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f781d3c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d6cdeb0 con 0x56299d6c5830 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6dbd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6dbd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37110/0 (socket says 172.21.15.17:37110) 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 -- 172.21.15.17:0/1659800544 learned_addr learned my addr 172.21.15.17:0/1659800544 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7813fff640 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6cfd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f78137fe640 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6d0280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 -- 172.21.15.17:0/1659800544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 msgr2=0x56299d6d0280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6d0280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 -- 172.21.15.17:0/1659800544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 msgr2=0x56299d6cfd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6cfd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 -- 172.21.15.17:0/1659800544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56299d5c7c20 con 0x56299d6d0960 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f7818d7f640 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6dbd20 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f780c029980 tx=0x7f780c00e500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fe8e7f7080726d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f77f9ffb640 1 -- 172.21.15.17:0/1659800544 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780c029640 con 0x56299d6d0960 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f77f9ffb640 1 -- 172.21.15.17:0/1659800544 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f780c004290 con 0x56299d6d0960 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.010+0000 7f77f9ffb640 1 -- 172.21.15.17:0/1659800544 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f780c020cb0 con 0x56299d6d0960 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 -- 172.21.15.17:0/1659800544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 msgr2=0x56299d6dbd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6dbd20 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f780c029980 tx=0x7f780c00e500 comp rx=0 tx=0).stop 2024-03-16T18:25:41.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 -- 172.21.15.17:0/1659800544 shutdown_connections 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6d0960 0x56299d6dbd20 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c5830 0x56299d6d0280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 --2- 172.21.15.17:0/1659800544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6c4f10 0x56299d6cfd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 -- 172.21.15.17:0/1659800544 >> 172.21.15.17:0/1659800544 conn(0x56299d6bf980 msgr2=0x56299d6c8c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 -- 172.21.15.17:0/1659800544 shutdown_connections 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 -- 172.21.15.17:0/1659800544 wait complete. 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.011+0000 7f781d3c2740 1 -- start start 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 Processor -- start 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6ca340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 0x56299d6ca880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6d0960 0x56299d73b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d6caf50 con 0x56299d6c5830 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d73b980 con 0x56299d6d0960 2024-03-16T18:25:41.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56299d73bac0 con 0x56299d6c4f10 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f781d3c2740 10 client.0 _ll_register_callbacks cb 0x7f780c00fd70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 0x56299d6ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 0x56299d6ca880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37112/0 (socket says 172.21.15.17:37112) 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 -- 172.21.15.17:0/2159815008 learned_addr learned my addr 172.21.15.17:0/2159815008 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f7818d7f640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6d0960 0x56299d73b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f7813fff640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6ca340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 -- 172.21.15.17:0/2159815008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 msgr2=0x56299d6ca340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6ca340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 -- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6d0960 msgr2=0x56299d73b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6d0960 0x56299d73b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 -- 172.21.15.17:0/2159815008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56299d62b6a0 con 0x56299d6c5830 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f78137fe640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 0x56299d6ca880 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f7808009b40 tx=0x7f7808004760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8483171362b5b7f5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.012+0000 7f77f37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f77f37fe640 1 -- 172.21.15.17:0/2159815008 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7808025870 con 0x56299d6c5830 2024-03-16T18:25:41.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f77f37fe640 1 -- 172.21.15.17:0/2159815008 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f78080259d0 con 0x56299d6c5830 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7808009e90 con 0x56299d6c5830 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f77f37fe640 1 -- 172.21.15.17:0/2159815008 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7808025b90 con 0x56299d6c5830 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 10 client.16905 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56299d5ed8c0 con 0x56299d6c5830 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f77f37fe640 1 -- 172.21.15.17:0/2159815008 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7808009e90 con 0x56299d6c5830 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f77f37fe640 1 -- 172.21.15.17:0/2159815008 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f780802b020 con 0x56299d6c5830 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 10 client.16905 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 10 client.16905 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 20 client.16905 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d73d220 0x56299d73f640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 4 client.16905 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56299d3b8890 con 0x56299d73d220 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.013+0000 7f7813fff640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d73d220 0x56299d73f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f7813fff640 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d73d220 0x56299d73f640 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=ab7b75bc3ef1f96e server_cookie=b9a6addaf5281ded in_seq=0 out_seq=0 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f77f37fe640 10 client.16905 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f77f37fe640 1 -- 172.21.15.17:0/2159815008 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56299d3b8890 con 0x56299d73d220 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f77f37fe640 10 client.16905 handle_command_reply: tid=0 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 client.16905 shutdown 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 msgr2=0x56299d6ca880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 0x56299d6ca880 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7f7808009b40 tx=0x7f7808004760 comp rx=0 tx=0).stop 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 shutdown_connections 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x56299d73d220 0x56299d73f640 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56299d6c5830 0x56299d6ca880 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56299d6d0960 0x56299d73b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f77f37fe640 0 client.16905 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 --2- 172.21.15.17:0/2159815008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56299d6c4f10 0x56299d6ca340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 >> 172.21.15.17:0/2159815008 conn(0x56299d6bf980 msgr2=0x56299d6cce70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 shutdown_connections 2024-03-16T18:25:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 1 -- 172.21.15.17:0/2159815008 wait complete. 2024-03-16T18:25:41.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.014+0000 7f781d3c2740 20 client.16905 trim_cache size 0 max 16384 2024-03-16T18:25:41.023 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77fc0a1ba0 msgr2=0x7f77fc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77fc0a1ba0 0x7f77fc0a4060 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f780c009590 tx=0x7f780c004ab0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 msgr2=0x7f7814196a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 0x7f7814196a60 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f780402c180 tx=0x7f7804004550 comp rx=0 tx=0).stop 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 shutdown_connections 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f77fc0a1ba0 0x7f77fc0a4060 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f78141064b0 0x7f781419b350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7814100dd0 0x7f7814196fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 --2- 172.21.15.17:0/657705266 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7814100410 0x7f7814196a60 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 >> 172.21.15.17:0/657705266 conn(0x7f7814077550 msgr2=0x7f7814103110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 shutdown_connections 2024-03-16T18:25:41.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.015+0000 7f781a7e2640 1 -- 172.21.15.17:0/657705266 wait complete. 2024-03-16T18:25:41.026 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:41.026 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:25:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 -- 172.21.15.17:0/1140930861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 msgr2=0x7f1334106890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.132 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 --2- 172.21.15.17:0/1140930861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334106890 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7f132c009930 tx=0x7f132c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 -- 172.21.15.17:0/1140930861 shutdown_connections 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 --2- 172.21.15.17:0/1140930861 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1334100dd0 0x7f133410d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 --2- 172.21.15.17:0/1140930861 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100410 0x7f1334100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 --2- 172.21.15.17:0/1140930861 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334106890 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 -- 172.21.15.17:0/1140930861 >> 172.21.15.17:0/1140930861 conn(0x7f1334077550 msgr2=0x7f1334077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 -- 172.21.15.17:0/1140930861 shutdown_connections 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 -- 172.21.15.17:0/1140930861 wait complete. 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 Processor -- start 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.130+0000 7f133c04e640 1 -- start start 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1334100410 0x7f133419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100dd0 0x7f133419dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1334197ef0 con 0x7f13341064b0 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1334198060 con 0x7f1334100dd0 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1334198220 con 0x7f1334100410 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334197850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37128/0 (socket says 172.21.15.17:37128) 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f13395e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100dd0 0x7f133419dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 -- 172.21.15.17:0/1061032671 learned_addr learned my addr 172.21.15.17:0/1061032671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f1339dea640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1334100410 0x7f133419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 -- 172.21.15.17:0/1061032671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1334100410 msgr2=0x7f133419d6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1334100410 0x7f133419d6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 -- 172.21.15.17:0/1061032671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100dd0 msgr2=0x7f133419dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100dd0 0x7f133419dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 -- 172.21.15.17:0/1061032671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1328009490 con 0x7f13341064b0 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f13395e9640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100dd0 0x7f133419dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:41.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133a5eb640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334197850 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f132400eb10 tx=0x7f132400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f1332ffd640 1 -- 172.21.15.17:0/1061032671 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1324004b20 con 0x7f13341064b0 2024-03-16T18:25:41.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f1332ffd640 1 -- 172.21.15.17:0/1061032671 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1324004c80 con 0x7f13341064b0 2024-03-16T18:25:41.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f132c009560 con 0x7f13341064b0 2024-03-16T18:25:41.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f1332ffd640 1 -- 172.21.15.17:0/1061032671 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1324010690 con 0x7f13341064b0 2024-03-16T18:25:41.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.131+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13341a4530 con 0x7f13341064b0 2024-03-16T18:25:41.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.133+0000 7f1332ffd640 1 -- 172.21.15.17:0/1061032671 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1324005020 con 0x7f13341064b0 2024-03-16T18:25:41.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 Processor -- start 2024-03-16T18:25:41.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 -- start start 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630abb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb6305b960 con 0x55cb630a9750 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb6300f310 con 0x55cb630a0250 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133ec2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb6300c840 con 0x55cb630a0b70 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f1332ffd640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f131c0a1ba0 0x7f131c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f13395e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f13395e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630abb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37142/0 (socket says 172.21.15.17:37142) 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f13395e9640 1 -- 172.21.15.17:0/2592862538 learned_addr learned my addr 172.21.15.17:0/2592862538 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f1339dea640 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f133a5eb640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f131c0a1ba0 0x7f131c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.134+0000 7f13395e9640 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f1332ffd640 1 -- 172.21.15.17:0/1061032671 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1324014070 con 0x7f13341064b0 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f13395e9640 1 -- 172.21.15.17:0/2592862538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 msgr2=0x55cb630a9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f13395e9640 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f13395e9640 1 -- 172.21.15.17:0/2592862538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 msgr2=0x55cb630a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f13395e9640 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f13395e9640 1 -- 172.21.15.17:0/2592862538 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb62fca060 con 0x55cb630a9750 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f133a5eb640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f131c0a1ba0 0x7f131c0a4060 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1324096d80 tx=0x7f132406cb20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f13395e9640 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630abb40 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1328011d20 tx=0x7f1328004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1215955745a945ff server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f131bfff640 1 -- 172.21.15.17:0/2592862538 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132800fc50 con 0x55cb630a9750 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f131bfff640 1 -- 172.21.15.17:0/2592862538 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f13280044e0 con 0x55cb630a9750 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.135+0000 7f131bfff640 1 -- 172.21.15.17:0/2592862538 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1328003e00 con 0x55cb630a9750 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 -- 172.21.15.17:0/2592862538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 msgr2=0x55cb630abb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630abb40 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f1328011d20 tx=0x7f1328004730 comp rx=0 tx=0).stop 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 -- 172.21.15.17:0/2592862538 shutdown_connections 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630abb40 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2592862538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 -- 172.21.15.17:0/2592862538 >> 172.21.15.17:0/2592862538 conn(0x55cb6309a980 msgr2=0x55cb6309ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 -- 172.21.15.17:0/2592862538 shutdown_connections 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 -- 172.21.15.17:0/2592862538 wait complete. 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 -- start start 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.136+0000 7f133ec2f740 1 Processor -- start 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 0x55cb630a6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630a6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb63008020 con 0x55cb630a0b70 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb62cdb430 con 0x55cb630a0250 2024-03-16T18:25:41.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb62c97e00 con 0x55cb630a9750 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f133ec2f740 10 client.0 _ll_register_callbacks cb 0x55cb62fafcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 0x55cb630a6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 0x55cb630a6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37144/0 (socket says 172.21.15.17:37144) 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 -- 172.21.15.17:0/4030544124 learned_addr learned my addr 172.21.15.17:0/4030544124 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f13395e9640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f13395e9640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630a6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 -- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 msgr2=0x55cb630a6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630a6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 -- 172.21.15.17:0/4030544124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 msgr2=0x55cb630a90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 -- 172.21.15.17:0/4030544124 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1328019040 con 0x55cb630a0b70 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f1339dea640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 0x55cb630a6480 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f132c009900 tx=0x7f132c02c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee2daaafb78eebad server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.137+0000 7f13197fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f13197fa640 1 -- 172.21.15.17:0/4030544124 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132c02cb50 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f13197fa640 1 -- 172.21.15.17:0/4030544124 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f132c004250 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55cb62d077e0 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f13197fa640 1 -- 172.21.15.17:0/4030544124 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f132c004410 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 10 client.16917 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55cb630066a0 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f13197fa640 1 -- 172.21.15.17:0/4030544124 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f132c052080 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f13197fa640 1 -- 172.21.15.17:0/4030544124 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f132c03c040 con 0x55cb630a0b70 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 10 client.16917 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 10 client.16917 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 20 client.16917 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb630b9850 0x55cb630bbc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 4 client.16917 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.138+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55cb62d44720 con 0x55cb630b9850 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.139+0000 7f13395e9640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb630b9850 0x55cb630bbc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.139+0000 7f13197fa640 10 client.16917 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.139+0000 7f13395e9640 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb630b9850 0x55cb630bbc70 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d0e219ff94aca91b server_cookie=12851f63798b51e9 in_seq=0 out_seq=0 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f13197fa640 1 -- 172.21.15.17:0/4030544124 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55cb62d44720 con 0x55cb630b9850 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f13197fa640 10 client.16917 handle_command_reply: tid=0 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 client.16917 shutdown 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 msgr2=0x55cb630a6480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 0x55cb630a6480 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7f132c009900 tx=0x7f132c02c9a0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 shutdown_connections 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb630b9850 0x55cb630bbc70 crc :-1 s=READY pgs=46 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0b70 0x55cb630a6480 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630a6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 --2- 172.21.15.17:0/4030544124 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f13197fa640 0 client.16917 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:41.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.140+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 >> 172.21.15.17:0/4030544124 conn(0x55cb6309a980 msgr2=0x55cb6309c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.141+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 shutdown_connections 2024-03-16T18:25:41.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.141+0000 7f133ec2f740 1 -- 172.21.15.17:0/4030544124 wait complete. 2024-03-16T18:25:41.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.141+0000 7f133ec2f740 20 client.16917 trim_cache size 0 max 16384 2024-03-16T18:25:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.153+0000 7f133ec2f740 1 Processor -- start 2024-03-16T18:25:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 -- start start 2024-03-16T18:25:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a90f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb62f8d130 con 0x55cb630a9750 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb630a67e0 con 0x55cb630a0250 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f133ec2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb6309f5d0 con 0x55cb630a0b70 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630b4ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37160/0 (socket says 172.21.15.17:37160) 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 -- 172.21.15.17:0/2988170622 learned_addr learned my addr 172.21.15.17:0/2988170622 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f1339dea640 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 -- 172.21.15.17:0/2988170622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 msgr2=0x55cb630a90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 -- 172.21.15.17:0/2988170622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 msgr2=0x55cb630a8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 -- 172.21.15.17:0/2988170622 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cb62fa2c20 con 0x55cb630a9750 2024-03-16T18:25:41.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f13395e9640 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630b4ad0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f1328004690 tx=0x7f1328005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=311de685ff9bea6a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.154+0000 7f131b7fe640 1 -- 172.21.15.17:0/2988170622 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1328011690 con 0x55cb630a9750 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f131b7fe640 1 -- 172.21.15.17:0/2988170622 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1328011960 con 0x55cb630a9750 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f131b7fe640 1 -- 172.21.15.17:0/2988170622 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132801f680 con 0x55cb630a9750 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 -- 172.21.15.17:0/2988170622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 msgr2=0x55cb630b4ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630b4ad0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f1328004690 tx=0x7f1328005850 comp rx=0 tx=0).stop 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 -- 172.21.15.17:0/2988170622 shutdown_connections 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a9750 0x55cb630b4ad0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a0b70 0x55cb630a90f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2988170622 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0250 0x55cb630a8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 -- 172.21.15.17:0/2988170622 >> 172.21.15.17:0/2988170622 conn(0x55cb6309a980 msgr2=0x55cb63099b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 -- 172.21.15.17:0/2988170622 shutdown_connections 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.155+0000 7f133ec2f740 1 -- 172.21.15.17:0/2988170622 wait complete. 2024-03-16T18:25:41.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 -- start start 2024-03-16T18:25:41.159 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 Processor -- start 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 0x55cb630ae5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0b70 0x55cb630aeb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630af060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb630a4370 con 0x55cb630a0250 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb630a44e0 con 0x55cb630a0b70 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cb63115150 con 0x55cb630a9750 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f133ec2f740 10 client.0 _ll_register_callbacks cb 0x7f132c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f13395e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 0x55cb630ae5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f13395e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 0x55cb630ae5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37174/0 (socket says 172.21.15.17:37174) 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f13395e9640 1 -- 172.21.15.17:0/2359724194 learned_addr learned my addr 172.21.15.17:0/2359724194 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f1339dea640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0b70 0x55cb630aeb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.156+0000 7f13395e9640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630af060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13395e9640 1 -- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 msgr2=0x55cb630af060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13395e9640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630af060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13395e9640 1 -- 172.21.15.17:0/2359724194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0b70 msgr2=0x55cb630aeb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13395e9640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0b70 0x55cb630aeb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13395e9640 1 -- 172.21.15.17:0/2359724194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1328029040 con 0x55cb630a0250 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13395e9640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 0x55cb630ae5e0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f132801f4a0 tx=0x7f1328031440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb963b39b9beec70 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13197fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13197fa640 1 -- 172.21.15.17:0/2359724194 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1328011030 con 0x55cb630a0250 2024-03-16T18:25:41.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f13280044e0 con 0x55cb630a0250 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13197fa640 1 -- 172.21.15.17:0/2359724194 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1328024070 con 0x55cb630a0250 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13197fa640 1 -- 172.21.15.17:0/2359724194 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1328011190 con 0x55cb630a0250 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f133ec2f740 10 client.16923 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55cb62fc88c0 con 0x55cb630a0250 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13197fa640 1 -- 172.21.15.17:0/2359724194 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f13280044e0 con 0x55cb630a0250 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f13197fa640 1 -- 172.21.15.17:0/2359724194 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f13280046c0 con 0x55cb630a0250 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f133ec2f740 10 client.16923 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f133ec2f740 10 client.16923 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.157+0000 7f133ec2f740 20 client.16923 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb63116550 0x55cb63118970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 4 client.16923 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55cb62d93890 con 0x55cb63116550 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f1339dea640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb63116550 0x55cb63118970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f1339dea640 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb63116550 0x55cb63118970 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=b2a61607214ab776 server_cookie=626936a1495fdaba in_seq=0 out_seq=0 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f13197fa640 10 client.16923 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f13197fa640 1 -- 172.21.15.17:0/2359724194 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55cb62d93890 con 0x55cb63116550 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f13197fa640 10 client.16923 handle_command_reply: tid=0 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 client.16923 shutdown 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 msgr2=0x55cb630ae5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 0x55cb630ae5e0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7f132801f4a0 tx=0x7f1328031440 comp rx=0 tx=0).stop 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 shutdown_connections 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55cb63116550 0x55cb63118970 crc :-1 s=READY pgs=47 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55cb630a9750 0x55cb630af060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55cb630a0b70 0x55cb630aeb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 --2- 172.21.15.17:0/2359724194 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55cb630a0250 0x55cb630ae5e0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f13197fa640 0 client.16923 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:25:41.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.158+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 >> 172.21.15.17:0/2359724194 conn(0x55cb6309a980 msgr2=0x55cb630a0f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 shutdown_connections 2024-03-16T18:25:41.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133ec2f740 1 -- 172.21.15.17:0/2359724194 wait complete. 2024-03-16T18:25:41.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133ec2f740 20 client.16923 trim_cache size 0 max 16384 2024-03-16T18:25:41.166 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f131c0a1ba0 msgr2=0x7f131c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f131c0a1ba0 0x7f131c0a4060 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f1324096d80 tx=0x7f132406cb20 comp rx=0 tx=0).stop 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 msgr2=0x7f1334197850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334197850 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f132400eb10 tx=0x7f132400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 shutdown_connections 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f131c0a1ba0 0x7f131c0a4060 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f13341064b0 0x7f1334197850 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1334100dd0 0x7f133419dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 --2- 172.21.15.17:0/1061032671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1334100410 0x7f133419d6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 >> 172.21.15.17:0/1061032671 conn(0x7f1334077550 msgr2=0x7f13340ff610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 shutdown_connections 2024-03-16T18:25:41.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.159+0000 7f133c04e640 1 -- 172.21.15.17:0/1061032671 wait complete. 2024-03-16T18:25:41.170 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:41.170 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:25:41.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 -- 172.21.15.17:0/8093385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100fc0 msgr2=0x7ff058105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 --2- 172.21.15.17:0/8093385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100fc0 0x7ff058105000 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7ff048009930 tx=0x7ff04802bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:41.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 -- 172.21.15.17:0/8093385 shutdown_connections 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 --2- 172.21.15.17:0/8093385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100fc0 0x7ff058105000 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 --2- 172.21.15.17:0/8093385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0581056e0 0x7ff05810d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 --2- 172.21.15.17:0/8093385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff058100610 0x7ff0581009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 -- 172.21.15.17:0/8093385 >> 172.21.15.17:0/8093385 conn(0x7ff058076770 msgr2=0x7ff058076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 -- 172.21.15.17:0/8093385 shutdown_connections 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.274+0000 7ff060423640 1 -- 172.21.15.17:0/8093385 wait complete. 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 Processor -- start 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 -- start start 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 0x7ff05819d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0581056e0 0x7ff05819dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0581978b0 0x7ff058197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0581982a0 con 0x7ff058100610 2024-03-16T18:25:41.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff058198410 con 0x7ff0581056e0 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff060423640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0581985d0 con 0x7ff0581978b0 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 0x7ff05819d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 0x7ff05819d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37190/0 (socket says 172.21.15.17:37190) 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 -- 172.21.15.17:0/53618654 learned_addr learned my addr 172.21.15.17:0/53618654 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0581978b0 0x7ff058197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05d9be640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0581056e0 0x7ff05819dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 -- 172.21.15.17:0/53618654 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0581978b0 msgr2=0x7ff058197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0581978b0 0x7ff058197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 -- 172.21.15.17:0/53618654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0581056e0 msgr2=0x7ff05819dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.275+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0581056e0 0x7ff05819dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff05e1bf640 1 -- 172.21.15.17:0/53618654 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff048009560 con 0x7ff058100610 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 0x7ff05819d700 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7ff05400e9f0 tx=0x7ff05400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff04f7fe640 1 -- 172.21.15.17:0/53618654 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff054009720 con 0x7ff058100610 2024-03-16T18:25:41.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff04f7fe640 1 -- 172.21.15.17:0/53618654 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff05400cd80 con 0x7ff058100610 2024-03-16T18:25:41.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0581a45c0 con 0x7ff058100610 2024-03-16T18:25:41.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff04f7fe640 1 -- 172.21.15.17:0/53618654 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff054010430 con 0x7ff058100610 2024-03-16T18:25:41.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.276+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0581a4a50 con 0x7ff058100610 2024-03-16T18:25:41.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff04f7fe640 1 -- 172.21.15.17:0/53618654 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff054005020 con 0x7ff058100610 2024-03-16T18:25:41.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 Processor -- start 2024-03-16T18:25:41.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 -- start start 2024-03-16T18:25:41.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd5c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd69620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd69b60 0x560d5cd6bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cd17960 con 0x560d5cd5c820 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cccb310 con 0x560d5cd5bf00 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff063004740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5ccc8840 con 0x560d5cd69b60 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff05e1bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd69620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.279+0000 7ff05e9c0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd5c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05e9c0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd5c2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:53810/0 (socket says 172.21.15.17:53810) 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05e1bf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd69620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37200/0 (socket says 172.21.15.17:37200) 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd69b60 0x560d5cd6bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05e9c0640 1 -- 172.21.15.17:0/1018826304 learned_addr learned my addr 172.21.15.17:0/1018826304 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff04f7fe640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0440a1ba0 0x7ff0440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 -- 172.21.15.17:0/1018826304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 msgr2=0x560d5cd5c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0440a1ba0 0x7ff0440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd5c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 -- 172.21.15.17:0/1018826304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 msgr2=0x560d5cd69620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd69620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 -- 172.21.15.17:0/1018826304 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560d5cc86060 con 0x560d5cd69b60 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff04f7fe640 1 -- 172.21.15.17:0/53618654 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff054014070 con 0x7ff058100610 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05d9be640 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd69b60 0x560d5cd6bf50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff04802c170 tx=0x7ff048005d50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b8d95aa0a84f7b5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0440a1ba0 0x7ff0440a4060 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff0500049d0 tx=0x7ff050004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff04cbfe640 1 -- 172.21.15.17:0/1018826304 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff048004800 con 0x560d5cd69b60 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff04cbfe640 1 -- 172.21.15.17:0/1018826304 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff04802de90 con 0x560d5cd69b60 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.280+0000 7ff04cbfe640 1 -- 172.21.15.17:0/1018826304 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff048003850 con 0x560d5cd69b60 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 -- 172.21.15.17:0/1018826304 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd69b60 msgr2=0x560d5cd6bf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd69b60 0x560d5cd6bf50 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7ff04802c170 tx=0x7ff048005d50 comp rx=0 tx=0).stop 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 -- 172.21.15.17:0/1018826304 shutdown_connections 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd69620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd69b60 0x560d5cd6bf50 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 --2- 172.21.15.17:0/1018826304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd5c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 -- 172.21.15.17:0/1018826304 >> 172.21.15.17:0/1018826304 conn(0x560d5cd56980 msgr2=0x560d5cd56d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 -- 172.21.15.17:0/1018826304 shutdown_connections 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 -- 172.21.15.17:0/1018826304 wait complete. 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.281+0000 7ff063004740 1 -- start start 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 Processor -- start 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd69420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd667b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd66cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5ccc4020 con 0x560d5cd69b60 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5c997430 con 0x560d5cd5bf00 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5c953e00 con 0x560d5cd5c820 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff063004740 10 client.0 _ll_register_callbacks cb 0x560d5cc6bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.289 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd66cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd66cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37214/0 (socket says 172.21.15.17:37214) 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 -- 172.21.15.17:0/4164163110 learned_addr learned my addr 172.21.15.17:0/4164163110 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd69420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05d9be640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd667b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 -- 172.21.15.17:0/4164163110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 msgr2=0x560d5cd667b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd667b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 -- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 msgr2=0x560d5cd69420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd69420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 -- 172.21.15.17:0/4164163110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff05810dac0 con 0x560d5cd69b60 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd66cf0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7ff050012040 tx=0x7ff050004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d13c2d93c6bb4fe5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff041ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.282+0000 7ff041ffb640 1 -- 172.21.15.17:0/4164163110 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff050004d20 con 0x560d5cd69b60 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff041ffb640 1 -- 172.21.15.17:0/4164163110 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff050005020 con 0x560d5cd69b60 2024-03-16T18:25:41.290 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560d5c9c37e0 con 0x560d5cd69b60 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff041ffb640 1 -- 172.21.15.17:0/4164163110 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff050004e80 con 0x560d5cd69b60 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 10 client.16935 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560d5ccc26a0 con 0x560d5cd69b60 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff041ffb640 1 -- 172.21.15.17:0/4164163110 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560d5c9c37e0 con 0x560d5cd69b60 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff041ffb640 1 -- 172.21.15.17:0/4164163110 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff050028030 con 0x560d5cd69b60 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 10 client.16935 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 10 client.16935 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 20 client.16935 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cd79cc0 0x560d5cd7c0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 4 client.16935 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560d5ca00720 con 0x560d5cd79cc0 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.283+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cd79cc0 0x560d5cd7c0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cd79cc0 0x560d5cd7c0b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c17d8a7d2c2b5618 server_cookie=7a4f566ef42b8eca in_seq=0 out_seq=0 2024-03-16T18:25:41.291 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff041ffb640 10 client.16935 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff041ffb640 1 -- 172.21.15.17:0/4164163110 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560d5ca00720 con 0x560d5cd79cc0 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff041ffb640 10 client.16935 handle_command_reply: tid=0 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 client.16935 shutdown 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 msgr2=0x560d5cd66cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd66cf0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7ff050012040 tx=0x7ff050004a40 comp rx=0 tx=0).stop 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 shutdown_connections 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cd79cc0 0x560d5cd7c0b0 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd66cf0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd667b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff041ffb640 0 client.16935 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 --2- 172.21.15.17:0/4164163110 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd69420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 >> 172.21.15.17:0/4164163110 conn(0x560d5cd56980 msgr2=0x560d5cd586d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.292 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 shutdown_connections 2024-03-16T18:25:41.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.284+0000 7ff063004740 1 -- 172.21.15.17:0/4164163110 wait complete. 2024-03-16T18:25:41.293 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.285+0000 7ff063004740 20 client.16935 trim_cache size 0 max 16384 2024-03-16T18:25:41.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 Processor -- start 2024-03-16T18:25:41.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 -- start start 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd615c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd68ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd69420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cc49130 con 0x560d5cd69b60 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cd57bb0 con 0x560d5cd5bf00 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff063004740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cd672d0 con 0x560d5cd5c820 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd69420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e1bf640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd615c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd69420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37226/0 (socket says 172.21.15.17:37226) 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 -- 172.21.15.17:0/675461864 learned_addr learned my addr 172.21.15.17:0/675461864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05d9be640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd68ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 -- 172.21.15.17:0/675461864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 msgr2=0x560d5cd68ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd68ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 -- 172.21.15.17:0/675461864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 msgr2=0x560d5cd615c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd615c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.297+0000 7ff05e9c0640 1 -- 172.21.15.17:0/675461864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560d5cc5ec20 con 0x560d5cd69b60 2024-03-16T18:25:41.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd69420 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7ff050013fd0 tx=0x7ff050010cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=713e47f21ad35e5b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff043fff640 1 -- 172.21.15.17:0/675461864 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0500229b0 con 0x560d5cd69b60 2024-03-16T18:25:41.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff043fff640 1 -- 172.21.15.17:0/675461864 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff05000fe60 con 0x560d5cd69b60 2024-03-16T18:25:41.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff043fff640 1 -- 172.21.15.17:0/675461864 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff050021900 con 0x560d5cd69b60 2024-03-16T18:25:41.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 -- 172.21.15.17:0/675461864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 msgr2=0x560d5cd69420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd69420 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7ff050013fd0 tx=0x7ff050010cb0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 -- 172.21.15.17:0/675461864 shutdown_connections 2024-03-16T18:25:41.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd69b60 0x560d5cd69420 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5c820 0x560d5cd68ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 --2- 172.21.15.17:0/675461864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd5bf00 0x560d5cd615c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 -- 172.21.15.17:0/675461864 >> 172.21.15.17:0/675461864 conn(0x560d5cd56980 msgr2=0x560d5cd58660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 -- 172.21.15.17:0/675461864 shutdown_connections 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.298+0000 7ff063004740 1 -- 172.21.15.17:0/675461864 wait complete. 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 -- start start 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 Processor -- start 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5bf00 0x560d5cd716d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd6da50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd69b60 0x560d5cd6df90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cd6e550 con 0x560d5cd5c820 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cd6e6c0 con 0x560d5cd69b60 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560d5cd6e880 con 0x560d5cd5bf00 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff063004740 10 client.0 _ll_register_callbacks cb 0x7ff0500135a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd6da50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd6da50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37228/0 (socket says 172.21.15.17:37228) 2024-03-16T18:25:41.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 -- 172.21.15.17:0/3864833216 learned_addr learned my addr 172.21.15.17:0/3864833216 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05e9c0640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd69b60 0x560d5cd6df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5bf00 0x560d5cd716d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 -- 172.21.15.17:0/3864833216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5bf00 msgr2=0x560d5cd716d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5bf00 0x560d5cd716d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 -- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd69b60 msgr2=0x560d5cd6df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd69b60 0x560d5cd6df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.299+0000 7ff05d9be640 1 -- 172.21.15.17:0/3864833216 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560d5ccc26a0 con 0x560d5cd5c820 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff05d9be640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd6da50 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7ff04802c710 tx=0x7ff04802cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec8698a7bf099bab server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff041ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff041ffb640 1 -- 172.21.15.17:0/3864833216 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff048004440 con 0x560d5cd5c820 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff041ffb640 1 -- 172.21.15.17:0/3864833216 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff0480035f0 con 0x560d5cd5c820 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff04802de90 con 0x560d5cd5c820 2024-03-16T18:25:41.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff041ffb640 1 -- 172.21.15.17:0/3864833216 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0480037b0 con 0x560d5cd5c820 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 10 client.16941 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560d5cc848c0 con 0x560d5cd5c820 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff041ffb640 1 -- 172.21.15.17:0/3864833216 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff04802de90 con 0x560d5cd5c820 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff041ffb640 1 -- 172.21.15.17:0/3864833216 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff04803c050 con 0x560d5cd5c820 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 10 client.16941 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 10 client.16941 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 20 client.16941 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cdd6820 0x560d5cdd8c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 4 client.16941 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.300+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560d5ca4f890 con 0x560d5cdd6820 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cdd6820 0x560d5cdd8c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff05e1bf640 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cdd6820 0x560d5cdd8c40 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=27a474d49d68fc server_cookie=32e20ba1614bb8ad in_seq=0 out_seq=0 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff041ffb640 10 client.16941 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:41.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff041ffb640 1 -- 172.21.15.17:0/3864833216 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560d5ca4f890 con 0x560d5cdd6820 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff041ffb640 10 client.16941 handle_command_reply: tid=0 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 client.16941 shutdown 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 msgr2=0x560d5cd6da50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd6da50 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7ff04802c710 tx=0x7ff04802cae0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 shutdown_connections 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x560d5cdd6820 0x560d5cdd8c40 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560d5cd5c820 0x560d5cd6da50 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff041ffb640 0 client.16941 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560d5cd69b60 0x560d5cd6df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 --2- 172.21.15.17:0/3864833216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560d5cd5bf00 0x560d5cd716d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 >> 172.21.15.17:0/3864833216 conn(0x560d5cd56980 msgr2=0x560d5cd552f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 shutdown_connections 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 1 -- 172.21.15.17:0/3864833216 wait complete. 2024-03-16T18:25:41.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.301+0000 7ff063004740 20 client.16941 trim_cache size 0 max 16384 2024-03-16T18:25:41.309 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:41.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0440a1ba0 msgr2=0x7ff0440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0440a1ba0 0x7ff0440a4060 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7ff0500049d0 tx=0x7ff050004ab0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 msgr2=0x7ff05819d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 0x7ff05819d700 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7ff05400e9f0 tx=0x7ff05400edf0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 shutdown_connections 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0440a1ba0 0x7ff0440a4060 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff0581978b0 0x7ff058197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0581056e0 0x7ff05819dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 --2- 172.21.15.17:0/53618654 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff058100610 0x7ff05819d700 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 >> 172.21.15.17:0/53618654 conn(0x7ff058076770 msgr2=0x7ff0580ff480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 shutdown_connections 2024-03-16T18:25:41.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.302+0000 7ff060423640 1 -- 172.21.15.17:0/53618654 wait complete. 2024-03-16T18:25:41.313 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:25:41.313 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 -- 172.21.15.17:0/4061876596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac100f80 msgr2=0x7f40ac104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 --2- 172.21.15.17:0/4061876596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac100f80 0x7f40ac104fc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009930 tx=0x7f40a002bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 -- 172.21.15.17:0/4061876596 shutdown_connections 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 --2- 172.21.15.17:0/4061876596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40ac1056a0 0x7f40ac10d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 --2- 172.21.15.17:0/4061876596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac100f80 0x7f40ac104fc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 --2- 172.21.15.17:0/4061876596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1005d0 0x7f40ac1009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 -- 172.21.15.17:0/4061876596 >> 172.21.15.17:0/4061876596 conn(0x7f40ac0774f0 msgr2=0x7f40ac077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 -- 172.21.15.17:0/4061876596 shutdown_connections 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.417+0000 7f40b0d93640 1 -- 172.21.15.17:0/4061876596 wait complete. 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 Processor -- start 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 -- start start 2024-03-16T18:25:41.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac1005d0 0x7f40ac19d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40ac1056a0 0x7f40ac19dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 0x7f40ac197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40ac1982e0 con 0x7f40ac1978f0 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40ac198450 con 0x7f40ac1005d0 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40b0d93640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40ac198610 con 0x7f40ac1056a0 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 0x7f40ac197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 0x7f40ac197da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37248/0 (socket says 172.21.15.17:37248) 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 -- 172.21.15.17:0/3657089461 learned_addr learned my addr 172.21.15.17:0/3657089461 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aa59c640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac1005d0 0x7f40ac19d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40ac1056a0 0x7f40ac19dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 -- 172.21.15.17:0/3657089461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40ac1056a0 msgr2=0x7f40ac19dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40ac1056a0 0x7f40ac19dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 -- 172.21.15.17:0/3657089461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac1005d0 msgr2=0x7f40ac19d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac1005d0 0x7f40ac19d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 -- 172.21.15.17:0/3657089461 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f409c009490 con 0x7f40ac1978f0 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f40aad9d640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 0x7f40ac197da0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f40a400eb10 tx=0x7f40a400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.418+0000 7f409b7fe640 1 -- 172.21.15.17:0/3657089461 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40a4004b20 con 0x7f40ac1978f0 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.419+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40a0009560 con 0x7f40ac1978f0 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.419+0000 7f409b7fe640 1 -- 172.21.15.17:0/3657089461 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f40a4004c80 con 0x7f40ac1978f0 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.419+0000 7f409b7fe640 1 -- 172.21.15.17:0/3657089461 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40a4010690 con 0x7f40ac1978f0 2024-03-16T18:25:41.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.419+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40ac1a4950 con 0x7f40ac1978f0 2024-03-16T18:25:41.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f409b7fe640 1 -- 172.21.15.17:0/3657089461 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f40a4005020 con 0x7f40ac1978f0 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 Processor -- start 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 -- start start 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01f250 0x55ef7e01f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e028210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e02ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7dfda960 con 0x55ef7e028750 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7df8e310 con 0x55ef7e01f250 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.421+0000 7f40b3974740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7df8b840 con 0x55ef7e01fb70 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f409b7fe640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f40940a1ba0 0x7f40940a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e028210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e028210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:37958/0 (socket says 172.21.15.17:37958) 2024-03-16T18:25:41.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 -- 172.21.15.17:0/2967301327 learned_addr learned my addr 172.21.15.17:0/2967301327 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40a9d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01f250 0x55ef7e01f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e02ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aad9d640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f40940a1ba0 0x7f40940a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 -- 172.21.15.17:0/2967301327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01f250 msgr2=0x55ef7e01f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01f250 0x55ef7e01f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 -- 172.21.15.17:0/2967301327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 msgr2=0x55ef7e02ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e02ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 -- 172.21.15.17:0/2967301327 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef7df49060 con 0x55ef7e01fb70 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e02ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f409b7fe640 1 -- 172.21.15.17:0/3657089461 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f40a4014070 con 0x7f40ac1978f0 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aa59c640 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e028210 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f409c009e20 tx=0x7f409c011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ce8c872d9de1fbb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f40aad9d640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f40940a1ba0 0x7f40940a4060 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f40a40cba40 tx=0x7f40a40c4fe0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f4098ff9640 1 -- 172.21.15.17:0/2967301327 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f409c0042f0 con 0x55ef7e01fb70 2024-03-16T18:25:41.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f4098ff9640 1 -- 172.21.15.17:0/2967301327 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f409c004450 con 0x55ef7e01fb70 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.422+0000 7f4098ff9640 1 -- 172.21.15.17:0/2967301327 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f409c019850 con 0x55ef7e01fb70 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 -- 172.21.15.17:0/2967301327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 msgr2=0x55ef7e028210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e028210 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f409c009e20 tx=0x7f409c011810 comp rx=0 tx=0).stop 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 -- 172.21.15.17:0/2967301327 shutdown_connections 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e02ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e028210 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 --2- 172.21.15.17:0/2967301327 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01f250 0x55ef7e01f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 -- 172.21.15.17:0/2967301327 >> 172.21.15.17:0/2967301327 conn(0x55ef7e019980 msgr2=0x55ef7e019d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 -- 172.21.15.17:0/2967301327 shutdown_connections 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.423+0000 7f40b3974740 1 -- 172.21.15.17:0/2967301327 wait complete. 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 -- start start 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 Processor -- start 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01f250 0x55ef7e028030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01fb70 0x55ef7e0253c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e025900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7df87020 con 0x55ef7e028750 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7dc5a430 con 0x55ef7e01fb70 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7dc16e00 con 0x55ef7e01f250 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40b3974740 10 client.0 _ll_register_callbacks cb 0x55ef7df2ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e025900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e025900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37270/0 (socket says 172.21.15.17:37270) 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 -- 172.21.15.17:0/1940261825 learned_addr learned my addr 172.21.15.17:0/1940261825 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40aa59c640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01fb70 0x55ef7e0253c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01f250 0x55ef7e028030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 -- 172.21.15.17:0/1940261825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01f250 msgr2=0x55ef7e028030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01f250 0x55ef7e028030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 -- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01fb70 msgr2=0x55ef7e0253c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01fb70 0x55ef7e0253c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 -- 172.21.15.17:0/1940261825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f409c009a80 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e025900 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009930 tx=0x7f40a002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22391e871f228e6d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.424+0000 7f4091ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f4091ffb640 1 -- 172.21.15.17:0/1940261825 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40a0004260 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ef7dc867e0 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f4091ffb640 1 -- 172.21.15.17:0/1940261825 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f40a00043c0 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f4091ffb640 1 -- 172.21.15.17:0/1940261825 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f40a0004dc0 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 10 client.16953 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ef7df856a0 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f4091ffb640 1 -- 172.21.15.17:0/1940261825 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ef7dc867e0 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f4091ffb640 1 -- 172.21.15.17:0/1940261825 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f40a003c070 con 0x55ef7e028750 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 10 client.16953 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 10 client.16953 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 20 client.16953 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e0386f0 0x55ef7e03aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 4 client.16953 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.425+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ef7dcc3720 con 0x55ef7e0386f0 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.426+0000 7f40aa59c640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e0386f0 0x55ef7e03aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.426+0000 7f40aa59c640 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e0386f0 0x55ef7e03aae0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6025479cde6d739a server_cookie=1ca98c690bdcb067 in_seq=0 out_seq=0 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.426+0000 7f4091ffb640 10 client.16953 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f4091ffb640 1 -- 172.21.15.17:0/1940261825 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ef7dcc3720 con 0x55ef7e0386f0 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f4091ffb640 10 client.16953 handle_command_reply: tid=0 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 client.16953 shutdown 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 msgr2=0x55ef7e025900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e025900 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7f40a0009930 tx=0x7f40a002bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 shutdown_connections 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e0386f0 0x55ef7e03aae0 crc :-1 s=READY pgs=105 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e025900 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e01fb70 0x55ef7e0253c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f4091ffb640 0 client.16953 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 --2- 172.21.15.17:0/1940261825 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01f250 0x55ef7e028030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 >> 172.21.15.17:0/1940261825 conn(0x55ef7e019980 msgr2=0x55ef7e01b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 shutdown_connections 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.427+0000 7f40b3974740 1 -- 172.21.15.17:0/1940261825 wait complete. 2024-03-16T18:25:41.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.428+0000 7f40b3974740 20 client.16953 trim_cache size 0 max 16384 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 Processor -- start 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 -- start start 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 0x55ef7e0207a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e027af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e028750 0x55ef7e028030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7df0c130 con 0x55ef7e01f250 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7e0384f0 con 0x55ef7e028750 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40b3974740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7e0251b0 con 0x55ef7e01fb70 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 0x55ef7e0207a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 0x55ef7e0207a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37278/0 (socket says 172.21.15.17:37278) 2024-03-16T18:25:41.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 -- 172.21.15.17:0/72738195 learned_addr learned my addr 172.21.15.17:0/72738195 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40aa59c640 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e027af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e028750 0x55ef7e028030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 -- 172.21.15.17:0/72738195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 msgr2=0x55ef7e027af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e027af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 -- 172.21.15.17:0/72738195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e028750 msgr2=0x55ef7e028030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e028750 0x55ef7e028030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40a9d9b640 1 -- 172.21.15.17:0/72738195 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ef7df21c20 con 0x55ef7e01f250 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.441+0000 7f40aa59c640 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e027af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 0x55ef7e0207a0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f40a002c880 tx=0x7f40a002c610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f4dfe183592c0d1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f4093fff640 1 -- 172.21.15.17:0/72738195 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40a002c920 con 0x55ef7e01f250 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f4093fff640 1 -- 172.21.15.17:0/72738195 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f40a0049070 con 0x55ef7e01f250 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f4093fff640 1 -- 172.21.15.17:0/72738195 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40a0005270 con 0x55ef7e01f250 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 -- 172.21.15.17:0/72738195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 msgr2=0x55ef7e0207a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 0x55ef7e0207a0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7f40a002c880 tx=0x7f40a002c610 comp rx=0 tx=0).stop 2024-03-16T18:25:41.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 -- 172.21.15.17:0/72738195 shutdown_connections 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e028750 0x55ef7e028030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e027af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 --2- 172.21.15.17:0/72738195 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e01f250 0x55ef7e0207a0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.442+0000 7f40b3974740 1 -- 172.21.15.17:0/72738195 >> 172.21.15.17:0/72738195 conn(0x55ef7e019980 msgr2=0x55ef7e020090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 -- 172.21.15.17:0/72738195 shutdown_connections 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 -- 172.21.15.17:0/72738195 wait complete. 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 -- start start 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 Processor -- start 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e0221a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e0226e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e08cf40 0x55ef7e08d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7e08d900 con 0x55ef7e028750 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7e08da70 con 0x55ef7e08cf40 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ef7e08dc30 con 0x55ef7e01fb70 2024-03-16T18:25:41.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40b3974740 10 client.0 _ll_register_callbacks cb 0x7f40a0009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40aa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e0226e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40aa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e0226e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37294/0 (socket says 172.21.15.17:37294) 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40aa59c640 1 -- 172.21.15.17:0/1601499539 learned_addr learned my addr 172.21.15.17:0/1601499539 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e0221a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.443+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e08cf40 0x55ef7e08d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40aa59c640 1 -- 172.21.15.17:0/1601499539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 msgr2=0x55ef7e0221a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40aa59c640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e0221a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40aa59c640 1 -- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e08cf40 msgr2=0x55ef7e08d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40aa59c640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e08cf40 0x55ef7e08d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40aa59c640 1 -- 172.21.15.17:0/1601499539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ef7df856a0 con 0x55ef7e028750 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e08cf40 0x55ef7e08d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40aa59c640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e0226e0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f409c009e20 tx=0x7f409c004210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=82e4a7f3d80c78b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f4091ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:41.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f4091ffb640 1 -- 172.21.15.17:0/1601499539 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f409c005390 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f4091ffb640 1 -- 172.21.15.17:0/1601499539 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f409c0054f0 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f409c004450 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f4091ffb640 1 -- 172.21.15.17:0/1601499539 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f409c0045c0 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 10 client.16959 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ef7df478c0 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f4091ffb640 1 -- 172.21.15.17:0/1601499539 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f409c004450 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f4091ffb640 1 -- 172.21.15.17:0/1601499539 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f409c0038b0 con 0x55ef7e028750 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 10 client.16959 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 10 client.16959 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 20 client.16959 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e095370 0x55ef7e097790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 4 client.16959 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.444+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ef7dd12890 con 0x55ef7e095370 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e095370 0x55ef7e097790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f4091ffb640 10 client.16959 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:41.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40a9d9b640 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e095370 0x55ef7e097790 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ebc5ae564f5e2ad6 server_cookie=bb21b1d255beeb7d in_seq=0 out_seq=0 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f4091ffb640 1 -- 172.21.15.17:0/1601499539 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ef7dd12890 con 0x55ef7e095370 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f4091ffb640 10 client.16959 handle_command_reply: tid=0 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 client.16959 shutdown 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 msgr2=0x55ef7e0226e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e0226e0 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7f409c009e20 tx=0x7f409c004210 comp rx=0 tx=0).stop 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 shutdown_connections 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55ef7e095370 0x55ef7e097790 crc :-1 s=READY pgs=106 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ef7e028750 0x55ef7e0226e0 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ef7e08cf40 0x55ef7e08d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 --2- 172.21.15.17:0/1601499539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ef7e01fb70 0x55ef7e0221a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 >> 172.21.15.17:0/1601499539 conn(0x55ef7e019980 msgr2=0x55ef7e020920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f4091ffb640 0 client.16959 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 shutdown_connections 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.445+0000 7f40b3974740 1 -- 172.21.15.17:0/1601499539 wait complete. 2024-03-16T18:25:41.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b3974740 20 client.16959 trim_cache size 0 max 16384 2024-03-16T18:25:41.453 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:25:41.453 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f40940a1ba0 msgr2=0x7f40940a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f40940a1ba0 0x7f40940a4060 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f40a40cba40 tx=0x7f40a40c4fe0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 msgr2=0x7f40ac197da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 0x7f40ac197da0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7f40a400eb10 tx=0x7f40a400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 shutdown_connections 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f40940a1ba0 0x7f40940a4060 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f40ac1978f0 0x7f40ac197da0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40ac1056a0 0x7f40ac19dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 --2- 172.21.15.17:0/3657089461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40ac1005d0 0x7f40ac19d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 >> 172.21.15.17:0/3657089461 conn(0x7f40ac0774f0 msgr2=0x7f40ac104420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 shutdown_connections 2024-03-16T18:25:41.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:41.446+0000 7f40b0d93640 1 -- 172.21.15.17:0/3657089461 wait complete. 2024-03-16T18:25:41.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:41 smithi149 ceph-mon[35991]: pgmap v128: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:41.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:41 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4067039187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:25:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:41 smithi153 ceph-mon[36005]: pgmap v128: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:41 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4067039187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:25:41.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:41 smithi017 ceph-mon[32207]: pgmap v128: 129 pgs: 129 active+clean; 4.8 MiB data, 396 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:41.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:41 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4067039187' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:25:42.457 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:25:42.458 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:25:42.458 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:25:42.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 -- 172.21.15.17:0/973809262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c107510 msgr2=0x7f306c1078f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 --2- 172.21.15.17:0/973809262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c107510 0x7f306c1078f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f305c009860 tx=0x7f305c02bb70 comp rx=0 tx=0).stop 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 -- 172.21.15.17:0/973809262 shutdown_connections 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 --2- 172.21.15.17:0/973809262 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c069ba0 0x7f306c06a020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 --2- 172.21.15.17:0/973809262 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c06a560 0x7f306c10e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 --2- 172.21.15.17:0/973809262 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c107510 0x7f306c1078f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.577+0000 7f3071d81640 1 -- 172.21.15.17:0/973809262 >> 172.21.15.17:0/973809262 conn(0x7f306c0774c0 msgr2=0x7f306c0778d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.578+0000 7f3071d81640 1 -- 172.21.15.17:0/973809262 shutdown_connections 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.578+0000 7f3071d81640 1 -- 172.21.15.17:0/973809262 wait complete. 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.578+0000 7f3071d81640 1 Processor -- start 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.578+0000 7f3071d81640 1 -- start start 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c069ba0 0x7f306c1003d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c06a560 0x7f306c100910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 0x7f306c100e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c1a5d60 con 0x7f306c107510 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c1a5ed0 con 0x7f306c06a560 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f306c1a6090 con 0x7f306c069ba0 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 0x7f306c100e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c069ba0 0x7f306c1003d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 0x7f306c100e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37320/0 (socket says 172.21.15.17:37320) 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306bfff640 1 -- 172.21.15.17:0/3562260665 learned_addr learned my addr 172.21.15.17:0/3562260665 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306affd640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c06a560 0x7f306c100910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 -- 172.21.15.17:0/3562260665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c06a560 msgr2=0x7f306c100910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c06a560 0x7f306c100910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 -- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 msgr2=0x7f306c100e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 0x7f306c100e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 -- 172.21.15.17:0/3562260665 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3060009560 con 0x7f306c069ba0 2024-03-16T18:25:42.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306bfff640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 0x7f306c100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c069ba0 0x7f306c1003d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f305c037040 tx=0x7f305c004520 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3068ff9640 1 -- 172.21.15.17:0/3562260665 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c034950 con 0x7f306c069ba0 2024-03-16T18:25:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f305c009490 con 0x7f306c069ba0 2024-03-16T18:25:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3068ff9640 1 -- 172.21.15.17:0/3562260665 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f305c02ce90 con 0x7f306c069ba0 2024-03-16T18:25:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3068ff9640 1 -- 172.21.15.17:0/3562260665 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c003db0 con 0x7f306c069ba0 2024-03-16T18:25:42.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.579+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f306c1a6680 con 0x7f306c069ba0 2024-03-16T18:25:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3068ff9640 1 -- 172.21.15.17:0/3562260665 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f305c03b040 con 0x7f306c069ba0 2024-03-16T18:25:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 Processor -- start 2024-03-16T18:25:42.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 -- start start 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676d4760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676dfd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561467642f90 con 0x5614676dd8b0 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676404c0 con 0x5614676d4380 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3074a37740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56146763bca0 con 0x5614676d4d30 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f306bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676d4760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f306affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676dfd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f306bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676d4760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:53932/0 (socket says 172.21.15.17:53932) 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f306bfff640 1 -- 172.21.15.17:0/3615120653 learned_addr learned my addr 172.21.15.17:0/3615120653 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.582+0000 7f3068ff9640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f30540a1ba0 0x7f30540a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 -- 172.21.15.17:0/3615120653 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 msgr2=0x5614676dd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 -- 172.21.15.17:0/3615120653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 msgr2=0x5614676dfd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676dfd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 -- 172.21.15.17:0/3615120653 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614675fe0b0 con 0x5614676d4380 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306affd640 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676dfd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f3068ff9640 1 -- 172.21.15.17:0/3562260665 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f305c0ef300 con 0x7f306c069ba0 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f30540a1ba0 0x7f30540a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f306bfff640 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676d4760 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f30640119d0 tx=0x7f3064011dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0406343056b500f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f3051ffb640 1 -- 172.21.15.17:0/3615120653 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30640112d0 con 0x5614676d4380 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f3051ffb640 1 -- 172.21.15.17:0/3615120653 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f30640108e0 con 0x5614676d4380 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.583+0000 7f3051ffb640 1 -- 172.21.15.17:0/3615120653 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f306400e6d0 con 0x5614676d4380 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 -- 172.21.15.17:0/3615120653 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 msgr2=0x5614676d4760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676d4760 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f30640119d0 tx=0x7f3064011dd0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f306bfff640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f30540a1ba0 0x7f30540a4060 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3064023000 tx=0x7f3064024000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 -- 172.21.15.17:0/3615120653 shutdown_connections 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676dfd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 --2- 172.21.15.17:0/3615120653 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676d4760 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 -- 172.21.15.17:0/3615120653 >> 172.21.15.17:0/3615120653 conn(0x5614676ce840 msgr2=0x5614676cec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 -- 172.21.15.17:0/3615120653 shutdown_connections 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 -- 172.21.15.17:0/3615120653 wait complete. 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 -- start start 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.584+0000 7f3074a37740 1 Processor -- start 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676da780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dacc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676db200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614675e0f40 con 0x5614676dd8b0 2024-03-16T18:25:42.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56146730f4b0 con 0x5614676d4380 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614675c1670 con 0x5614676d4d30 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 10 client.0 _ll_register_callbacks cb 0x56146762ef70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676db200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676db200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37332/0 (socket says 172.21.15.17:37332) 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 -- 172.21.15.17:0/3686628240 learned_addr learned my addr 172.21.15.17:0/3686628240 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676da780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306affd640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dacc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 -- 172.21.15.17:0/3686628240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 msgr2=0x5614676dacc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dacc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 -- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 msgr2=0x5614676da780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676da780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 -- 172.21.15.17:0/3686628240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3064011550 con 0x5614676dd8b0 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f306bfff640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676db200 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f306400ec70 tx=0x7f306400ff50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4a1418f9b2d1ea2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f304affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f304affd640 1 -- 172.21.15.17:0/3686628240 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f306402e070 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f304affd640 1 -- 172.21.15.17:0/3686628240 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f3064011270 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.585+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561467615f40 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f304affd640 1 -- 172.21.15.17:0/3686628240 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f306401ca00 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 10 client.16971 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56146763a320 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f304affd640 1 -- 172.21.15.17:0/3686628240 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561467615f40 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f304affd640 1 -- 172.21.15.17:0/3686628240 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f3064025020 con 0x5614676dd8b0 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 10 client.16971 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 10 client.16971 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 20 client.16971 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5614676ede40 0x5614676f0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 4 client.16971 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:42.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561467632310 con 0x5614676ede40 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.586+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5614676ede40 0x5614676f0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.587+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5614676ede40 0x5614676f0260 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=352e3ee3898d521c server_cookie=de113c7182ed0195 in_seq=0 out_seq=0 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.587+0000 7f304affd640 10 client.16971 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f304affd640 1 -- 172.21.15.17:0/3686628240 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561467632310 con 0x5614676ede40 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f304affd640 10 client.16971 handle_command_reply: tid=0 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 client.16971 shutdown 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 msgr2=0x5614676db200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676db200 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f306400ec70 tx=0x7f306400ff50 comp rx=0 tx=0).stop 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 shutdown_connections 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5614676ede40 0x5614676f0260 crc :-1 s=READY pgs=107 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676dd8b0 0x5614676db200 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676dacc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 --2- 172.21.15.17:0/3686628240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676da780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f304affd640 0 client.16971 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 >> 172.21.15.17:0/3686628240 conn(0x5614676ce840 msgr2=0x5614676d07a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 shutdown_connections 2024-03-16T18:25:42.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 1 -- 172.21.15.17:0/3686628240 wait complete. 2024-03-16T18:25:42.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.588+0000 7f3074a37740 20 client.16971 trim_cache size 0 max 16384 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 Processor -- start 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 -- start start 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 0x5614676dceb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676db020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676dd8b0 0x5614676e8db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676d60a0 con 0x5614676d4380 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676cdff0 con 0x5614676dd8b0 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f3074a37740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676dfca0 con 0x5614676d4d30 2024-03-16T18:25:42.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f306b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 0x5614676dceb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f306b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 0x5614676dceb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37344/0 (socket says 172.21.15.17:37344) 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f306b7fe640 1 -- 172.21.15.17:0/3000637505 learned_addr learned my addr 172.21.15.17:0/3000637505 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f306affd640 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676db020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.604+0000 7f306bfff640 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676dd8b0 0x5614676e8db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f306b7fe640 1 -- 172.21.15.17:0/3000637505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 msgr2=0x5614676db020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676db020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f306b7fe640 1 -- 172.21.15.17:0/3000637505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676dd8b0 msgr2=0x5614676e8db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676dd8b0 0x5614676e8db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f306b7fe640 1 -- 172.21.15.17:0/3000637505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5614675d6c00 con 0x5614676d4380 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f306b7fe640 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 0x5614676dceb0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f305c0bbcb0 tx=0x7f305c0f1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0afae4f78feda80 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f30517fa640 1 -- 172.21.15.17:0/3000637505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c0bb680 con 0x5614676d4380 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f30517fa640 1 -- 172.21.15.17:0/3000637505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f305c0ef120 con 0x5614676d4380 2024-03-16T18:25:42.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f30517fa640 1 -- 172.21.15.17:0/3000637505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c0ec900 con 0x5614676d4380 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 -- 172.21.15.17:0/3000637505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 msgr2=0x5614676dceb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 0x5614676dceb0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f305c0bbcb0 tx=0x7f305c0f1040 comp rx=0 tx=0).stop 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 -- 172.21.15.17:0/3000637505 shutdown_connections 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676dd8b0 0x5614676e8db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676d4d30 0x5614676db020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 --2- 172.21.15.17:0/3000637505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4380 0x5614676dceb0 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.605+0000 7f3074a37740 1 -- 172.21.15.17:0/3000637505 >> 172.21.15.17:0/3000637505 conn(0x5614676ce840 msgr2=0x5614676cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 -- 172.21.15.17:0/3000637505 shutdown_connections 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 -- 172.21.15.17:0/3000637505 wait complete. 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 -- start start 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 Processor -- start 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676e5400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 0x5614676e1780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676dd8b0 0x5614676e1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676e2200 con 0x5614676d4d30 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676e2370 con 0x5614676d4380 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5614676e2530 con 0x5614676dd8b0 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f3074a37740 10 client.0 _ll_register_callbacks cb 0x7f3064010f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f306affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 0x5614676e1780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f306affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 0x5614676e1780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37346/0 (socket says 172.21.15.17:37346) 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f306affd640 1 -- 172.21.15.17:0/429437477 learned_addr learned my addr 172.21.15.17:0/429437477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f306b7fe640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676e5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.606+0000 7f306bfff640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676dd8b0 0x5614676e1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306affd640 1 -- 172.21.15.17:0/429437477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676dd8b0 msgr2=0x5614676e1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306affd640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676dd8b0 0x5614676e1cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306affd640 1 -- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 msgr2=0x5614676e5400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306affd640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676e5400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306affd640 1 -- 172.21.15.17:0/429437477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f306c1a6680 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306b7fe640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676e5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f306affd640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 0x5614676e1780 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f3060009530 tx=0x7f306000f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c8d63049abd123 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f304affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f304affd640 1 -- 172.21.15.17:0/429437477 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3060016040 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f304affd640 1 -- 172.21.15.17:0/429437477 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f3060004220 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561467661900 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f304affd640 1 -- 172.21.15.17:0/429437477 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30600043e0 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f3074a37740 10 client.16977 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5614675fc910 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.607+0000 7f304affd640 1 -- 172.21.15.17:0/429437477 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561467661900 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f304affd640 1 -- 172.21.15.17:0/429437477 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f306001d6a0 con 0x5614676d4d30 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f3074a37740 10 client.16977 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:42.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f3074a37740 10 client.16977 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f3074a37740 20 client.16977 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f3074a37740 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561467753520 0x561467755940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f3074a37740 4 client.16977 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x56146733b860 con 0x561467753520 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f306b7fe640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561467753520 0x561467755940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f304affd640 10 client.16977 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.608+0000 7f306b7fe640 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561467753520 0x561467755940 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a65e629063c420d server_cookie=21bcf44ff1a3f362 in_seq=0 out_seq=0 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f304affd640 1 -- 172.21.15.17:0/429437477 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x56146733b860 con 0x561467753520 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f304affd640 10 client.16977 handle_command_reply: tid=0 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 client.16977 shutdown 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 msgr2=0x5614676e1780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 0x5614676e1780 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7f3060009530 tx=0x7f306000f790 comp rx=0 tx=0).stop 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 shutdown_connections 2024-03-16T18:25:42.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561467753520 0x561467755940 crc :-1 s=READY pgs=108 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5614676d4d30 0x5614676e1780 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5614676dd8b0 0x5614676e1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 --2- 172.21.15.17:0/429437477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5614676d4380 0x5614676e5400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f304affd640 0 client.16977 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 >> 172.21.15.17:0/429437477 conn(0x5614676ce840 msgr2=0x5614676cfce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.609+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 shutdown_connections 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3074a37740 1 -- 172.21.15.17:0/429437477 wait complete. 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3074a37740 20 client.16977 trim_cache size 0 max 16384 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:25:42.617 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:25:42.618 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "9690df03-f3d6-4b87-b66c-a09f2cb5537c", 2024-03-16T18:25:42.618 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:25:42.618 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f30540a1ba0 msgr2=0x7f30540a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f30540a1ba0 0x7f30540a4060 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f3064023000 tx=0x7f3064024000 comp rx=0 tx=0).stop 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c069ba0 msgr2=0x7f306c1003d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c069ba0 0x7f306c1003d0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f305c037040 tx=0x7f305c004520 comp rx=0 tx=0).stop 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 shutdown_connections 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f30540a1ba0 0x7f30540a4060 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f306c107510 0x7f306c100e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f306c06a560 0x7f306c100910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 --2- 172.21.15.17:0/3562260665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f306c069ba0 0x7f306c1003d0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 >> 172.21.15.17:0/3562260665 conn(0x7f306c0774c0 msgr2=0x7f306c0ff0d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 shutdown_connections 2024-03-16T18:25:42.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.610+0000 7f3071d81640 1 -- 172.21.15.17:0/3562260665 wait complete. 2024-03-16T18:25:42.622 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:25:42.622 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:25:42.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 -- 172.21.15.17:0/3374225472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 msgr2=0x7fbdfc069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 --2- 172.21.15.17:0/3374225472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc069f80 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7fbdf0009900 tx=0x7fbdf002bc30 comp rx=0 tx=0).stop 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 -- 172.21.15.17:0/3374225472 shutdown_connections 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 --2- 172.21.15.17:0/3374225472 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc069f80 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 --2- 172.21.15.17:0/3374225472 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc06a4c0 0x7fbdfc10e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 --2- 172.21.15.17:0/3374225472 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbdfc107570 0x7fbdfc107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 -- 172.21.15.17:0/3374225472 >> 172.21.15.17:0/3374225472 conn(0x7fbdfc077190 msgr2=0x7fbdfc0775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 -- 172.21.15.17:0/3374225472 shutdown_connections 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.726+0000 7fbe02257640 1 -- 172.21.15.17:0/3374225472 wait complete. 2024-03-16T18:25:42.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 Processor -- start 2024-03-16T18:25:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 -- start start 2024-03-16T18:25:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc19d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbdfc06a4c0 0x7fbdfc19dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc107570 0x7fbdfc197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdfc197ea0 con 0x7fbdfc069b20 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdfc198010 con 0x7fbdfc107570 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.727+0000 7fbe02257640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdfc1981d0 con 0x7fbdfc06a4c0 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc19d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc19d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37366/0 (socket says 172.21.15.17:37366) 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 -- 172.21.15.17:0/3998580637 learned_addr learned my addr 172.21.15.17:0/3998580637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc107570 0x7fbdfc197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbdfc06a4c0 0x7fbdfc19dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 -- 172.21.15.17:0/3998580637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbdfc06a4c0 msgr2=0x7fbdfc19dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbdfc06a4c0 0x7fbdfc19dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 -- 172.21.15.17:0/3998580637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc107570 msgr2=0x7fbdfc197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc107570 0x7fbdfc197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 -- 172.21.15.17:0/3998580637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdf0009560 con 0x7fbdfc069b20 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc19d690 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fbdec00e9f0 tx=0x7fbdec00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdf8ff9640 1 -- 172.21.15.17:0/3998580637 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdec009700 con 0x7fbdfc069b20 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdfc1984b0 con 0x7fbdfc069b20 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdf8ff9640 1 -- 172.21.15.17:0/3998580637 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbdec00cd80 con 0x7fbdfc069b20 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbdf8ff9640 1 -- 172.21.15.17:0/3998580637 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdec018840 con 0x7fbdfc069b20 2024-03-16T18:25:42.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.728+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdfc1a46c0 con 0x7fbdfc069b20 2024-03-16T18:25:42.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.730+0000 7fbdf8ff9640 1 -- 172.21.15.17:0/3998580637 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbdec0189a0 con 0x7fbdfc069b20 2024-03-16T18:25:42.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 Processor -- start 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 -- start start 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdf8ff9640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbde40a1ba0 0x7fbde40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd56ff93c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd57006680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd57008fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd56f68280 con 0x55dd56ff9900 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd56f657b0 con 0x55dd56ff8fe0 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbe04e30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd56f60f90 con 0x55dd57006bc0 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd57006680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbde40a1ba0 0x7fbde40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd57006680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37368/0 (socket says 172.21.15.17:37368) 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 -- 172.21.15.17:0/884220740 learned_addr learned my addr 172.21.15.17:0/884220740 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd56ff93c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdf8ff9640 1 -- 172.21.15.17:0/3998580637 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbdec014070 con 0x7fbdfc069b20 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd57008fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 -- 172.21.15.17:0/884220740 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 msgr2=0x55dd57008fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd57008fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 -- 172.21.15.17:0/884220740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 msgr2=0x55dd56ff93c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd56ff93c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.731+0000 7fbdfaffd640 1 -- 172.21.15.17:0/884220740 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dd56f1f570 con 0x55dd56ff9900 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbde40a1ba0 0x7fbde40a4060 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55dd56ff4b70 tx=0x7fbdf4009bf0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd57006680 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fbdf0000c00 tx=0x7fbdf0005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75b43a2b3fded40e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbde1ffb640 1 -- 172.21.15.17:0/884220740 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdf0004880 con 0x55dd56ff9900 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbde1ffb640 1 -- 172.21.15.17:0/884220740 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbdf00049e0 con 0x55dd56ff9900 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbde1ffb640 1 -- 172.21.15.17:0/884220740 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdf00037f0 con 0x55dd56ff9900 2024-03-16T18:25:42.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbe04e30740 1 -- 172.21.15.17:0/884220740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 msgr2=0x55dd57006680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbe04e30740 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd57006680 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7fbdf0000c00 tx=0x7fbdf0005df0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbe04e30740 1 -- 172.21.15.17:0/884220740 shutdown_connections 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbe04e30740 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd57006680 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbe04e30740 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd57008fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.732+0000 7fbe04e30740 1 --2- 172.21.15.17:0/884220740 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd56ff93c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- 172.21.15.17:0/884220740 >> 172.21.15.17:0/884220740 conn(0x55dd56ff3990 msgr2=0x55dd56ff3d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- 172.21.15.17:0/884220740 shutdown_connections 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- 172.21.15.17:0/884220740 wait complete. 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- start start 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 Processor -- start 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57006620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 0x55dd570039b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd570040d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd56c34430 con 0x55dd57006bc0 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd56bf0e00 con 0x55dd56ff8fe0 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd56ee5fd0 con 0x55dd56ff9900 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbe04e30740 10 client.0 _ll_register_callbacks cb 0x55dd56f3bfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.733+0000 7fbdfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd570040d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfb7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57006620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 0x55dd570039b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 0x55dd570039b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:38064/0 (socket says 172.21.15.17:38064) 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfb7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57006620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:53988/0 (socket says 172.21.15.17:53988) 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd570040d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37376/0 (socket says 172.21.15.17:37376) 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 -- 172.21.15.17:0/111463735 learned_addr learned my addr 172.21.15.17:0/111463735 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 -- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 msgr2=0x55dd57006620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57006620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 -- 172.21.15.17:0/111463735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 msgr2=0x55dd570040d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd570040d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 -- 172.21.15.17:0/111463735 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdfc10ec30 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 0x55dd570039b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbdf00092a0 tx=0x7fbdf0005070 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2deb0c5a8d44940f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbddaffd640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbddaffd640 1 -- 172.21.15.17:0/111463735 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdf0004880 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dd56c607e0 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbddaffd640 1 -- 172.21.15.17:0/111463735 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbdf0050070 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbddaffd640 1 -- 172.21.15.17:0/111463735 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbdf002cbf0 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbe04e30740 10 client.26767 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.734+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55dd56f5f610 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbddaffd640 1 -- 172.21.15.17:0/111463735 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55dd56c607e0 con 0x55dd56ff9900 2024-03-16T18:25:42.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbddaffd640 1 -- 172.21.15.17:0/111463735 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbdf003c050 con 0x55dd56ff9900 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbe04e30740 10 client.26767 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbe04e30740 10 client.26767 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbe04e30740 20 client.26767 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbe04e30740 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57016a50 0x55dd57018e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbe04e30740 4 client.26767 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dd56c9d720 con 0x55dd57016a50 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57016a50 0x55dd57018e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57016a50 0x55dd57018e70 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9b16f380133f4da0 server_cookie=bc5acf27ea4427f5 in_seq=0 out_seq=0 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.735+0000 7fbddaffd640 10 client.26767 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbddaffd640 1 -- 172.21.15.17:0/111463735 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55dd56c9d720 con 0x55dd57016a50 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbddaffd640 10 client.26767 handle_command_reply: tid=0 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 client.26767 shutdown 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 msgr2=0x55dd570039b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 0x55dd570039b0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbdf00092a0 tx=0x7fbdf0005070 comp rx=0 tx=0).stop 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 shutdown_connections 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57016a50 0x55dd57018e70 crc :-1 s=READY pgs=109 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd570040d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff9900 0x55dd570039b0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 --2- 172.21.15.17:0/111463735 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57006620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbddaffd640 0 client.26767 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 >> 172.21.15.17:0/111463735 conn(0x55dd56ff3990 msgr2=0x55dd56ff5730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 shutdown_connections 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 1 -- 172.21.15.17:0/111463735 wait complete. 2024-03-16T18:25:42.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.736+0000 7fbe04e30740 20 client.26767 trim_cache size 0 max 16384 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.752+0000 7fbe04e30740 1 Processor -- start 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.752+0000 7fbe04e30740 1 -- start start 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.752+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57002b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd56ff28d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd570060e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbe04e30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd57009580 con 0x55dd56ff9900 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbe04e30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd57009330 con 0x55dd56ff8fe0 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbe04e30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd57003050 con 0x55dd57006bc0 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd56ff28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd56ff28d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37380/0 (socket says 172.21.15.17:37380) 2024-03-16T18:25:42.759 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 -- 172.21.15.17:0/3954985375 learned_addr learned my addr 172.21.15.17:0/3954985375 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57002b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd570060e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 -- 172.21.15.17:0/3954985375 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 msgr2=0x55dd570060e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd570060e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 -- 172.21.15.17:0/3954985375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 msgr2=0x55dd57002b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57002b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 -- 172.21.15.17:0/3954985375 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dd56efbac0 con 0x55dd56ff9900 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd56ff28d0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fbdf002c170 tx=0x7fbdf0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e5a72ab8ed597b2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbde17fa640 1 -- 172.21.15.17:0/3954985375 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdf00050e0 con 0x55dd56ff9900 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbde17fa640 1 -- 172.21.15.17:0/3954985375 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbdf004e070 con 0x55dd56ff9900 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.753+0000 7fbde17fa640 1 -- 172.21.15.17:0/3954985375 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdf003fe70 con 0x55dd56ff9900 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 -- 172.21.15.17:0/3954985375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 msgr2=0x55dd56ff28d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd56ff28d0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7fbdf002c170 tx=0x7fbdf0005fd0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 -- 172.21.15.17:0/3954985375 shutdown_connections 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd56ff9900 0x55dd56ff28d0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd57006bc0 0x55dd570060e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3954985375 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff8fe0 0x55dd57002b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 -- 172.21.15.17:0/3954985375 >> 172.21.15.17:0/3954985375 conn(0x55dd56ff3990 msgr2=0x55dd56ff21c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 -- 172.21.15.17:0/3954985375 shutdown_connections 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 -- 172.21.15.17:0/3954985375 wait complete. 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 -- start start 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.754+0000 7fbe04e30740 1 Processor -- start 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff8fe0 0x55dd570079c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff9900 0x55dd57007f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd5700ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd570085d0 con 0x55dd57006bc0 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd5700cf60 con 0x55dd56ff9900 2024-03-16T18:25:42.761 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dd5700d120 con 0x55dd56ff8fe0 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 10 client.0 _ll_register_callbacks cb 0x7fbdec00af50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd5700ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd5700ca20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37388/0 (socket says 172.21.15.17:37388) 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 -- 172.21.15.17:0/3288007979 learned_addr learned my addr 172.21.15.17:0/3288007979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff8fe0 0x55dd570079c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfaffd640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff9900 0x55dd57007f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 -- 172.21.15.17:0/3288007979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff8fe0 msgr2=0x55dd570079c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff8fe0 0x55dd570079c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 -- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff9900 msgr2=0x55dd57007f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff9900 0x55dd57007f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 -- 172.21.15.17:0/3288007979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dd56f5f610 con 0x55dd57006bc0 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff8fe0 0x55dd570079c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:25:42.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbdfbfff640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd5700ca20 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fbdf4013300 tx=0x7fbdf4009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aa05473bd912917 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbddaffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbddaffd640 1 -- 172.21.15.17:0/3288007979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdf4027070 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbdf00049e0 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.755+0000 7fbddaffd640 1 -- 172.21.15.17:0/3288007979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbdf4003970 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbddaffd640 1 -- 172.21.15.17:0/3288007979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbdf4003b30 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 10 client.16995 fetch_fsmap learned FSMap version 28 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55dd56f216a0 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbddaffd640 1 -- 172.21.15.17:0/3288007979 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbdf00049e0 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbddaffd640 1 -- 172.21.15.17:0/3288007979 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbdf4022d20 con 0x55dd57006bc0 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 10 client.16995 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 10 client.16995 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:25:42.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 20 client.16995 populate_metadata read hostname 'smithi017' 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57073190 0x55dd570755b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 4 client.16995 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55dd56cec890 con 0x55dd57073190 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.756+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57073190 0x55dd570755b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbddaffd640 10 client.16995 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbdfb7fe640 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57073190 0x55dd570755b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89e372593f44f1b5 server_cookie=d2f18fd51670fb6f in_seq=0 out_seq=0 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbddaffd640 1 -- 172.21.15.17:0/3288007979 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55dd56cec890 con 0x55dd57073190 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbddaffd640 10 client.16995 handle_command_reply: tid=0 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 client.16995 shutdown 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 msgr2=0x55dd5700ca20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd5700ca20 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7fbdf4013300 tx=0x7fbdf4009500 comp rx=0 tx=0).stop 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 shutdown_connections 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dd57073190 0x55dd570755b0 crc :-1 s=READY pgs=110 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dd57006bc0 0x55dd5700ca20 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dd56ff9900 0x55dd57007f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbddaffd640 0 client.16995 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 --2- 172.21.15.17:0/3288007979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dd56ff8fe0 0x55dd570079c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 >> 172.21.15.17:0/3288007979 conn(0x55dd56ff3990 msgr2=0x55dd56ff2a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 shutdown_connections 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 1 -- 172.21.15.17:0/3288007979 wait complete. 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.757+0000 7fbe04e30740 20 client.16995 trim_cache size 0 max 16384 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:25:42.765 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: "9690df03-f3d6-4b87-b66c-a09f2cb5537c": { 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "9690df03-f3d6-4b87-b66c-a09f2cb5537c", 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:25:42.766 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbde40a1ba0 msgr2=0x7fbde40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbde40a1ba0 0x7fbde40a4060 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x55dd56ff4b70 tx=0x7fbdf4009bf0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 msgr2=0x7fbdfc19d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc19d690 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fbdec00e9f0 tx=0x7fbdec00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 shutdown_connections 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbde40a1ba0 0x7fbde40a4060 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbdfc107570 0x7fbdfc197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbdfc06a4c0 0x7fbdfc19dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 --2- 172.21.15.17:0/3998580637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbdfc069b20 0x7fbdfc19d690 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:25:42.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 >> 172.21.15.17:0/3998580637 conn(0x7fbdfc077190 msgr2=0x7fbdfc0fe270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:25:42.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 shutdown_connections 2024-03-16T18:25:42.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:25:42.758+0000 7fbe02257640 1 -- 172.21.15.17:0/3998580637 wait complete. 2024-03-16T18:25:42.769 INFO:tasks.cephfs.filesystem:scrub status for tag:9690df03-f3d6-4b87-b66c-a09f2cb5537c - {'path': '/', 'tag': '9690df03-f3d6-4b87-b66c-a09f2cb5537c', 'options': 'recursive,force'} 2024-03-16T18:25:43.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:43 smithi149 ceph-mon[35991]: pgmap v129: 129 pgs: 129 active+clean; 4.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:43.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:43 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:25:43.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:43 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:43.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:43 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:25:43.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:43 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:43 smithi153 ceph-mon[36005]: pgmap v129: 129 pgs: 129 active+clean; 4.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:43 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:25:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:43 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:43 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:25:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:43 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:43.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:43 smithi017 ceph-mon[32207]: pgmap v129: 129 pgs: 129 active+clean; 4.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 20 op/s 2024-03-16T18:25:43.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:43 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:25:43.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:43 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:43.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:43 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:25:43.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:43 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:25:45.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:45 smithi149 ceph-mon[35991]: pgmap v130: 129 pgs: 129 active+clean; 4.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:45.589 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:45 smithi017 ceph-mon[32207]: pgmap v130: 129 pgs: 129 active+clean; 4.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:45.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:45 smithi153 ceph-mon[36005]: pgmap v130: 129 pgs: 129 active+clean; 4.9 MiB data, 397 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 25 KiB/s wr, 13 op/s 2024-03-16T18:25:47.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:47 smithi149 ceph-mon[35991]: pgmap v131: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 KiB/s wr, 20 op/s 2024-03-16T18:25:47.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:47 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:25:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:47 smithi153 ceph-mon[36005]: pgmap v131: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 KiB/s wr, 20 op/s 2024-03-16T18:25:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:47 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:25:47.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:47 smithi017 ceph-mon[32207]: pgmap v131: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 36 KiB/s wr, 20 op/s 2024-03-16T18:25:47.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:47 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:25:49.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:49 smithi149 ceph-mon[35991]: pgmap v132: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:49.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:49 smithi153 ceph-mon[36005]: pgmap v132: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:49.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:49 smithi017 ceph-mon[32207]: pgmap v132: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:51.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:51 smithi149 ceph-mon[35991]: pgmap v133: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:51.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:51 smithi153 ceph-mon[36005]: pgmap v133: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:51.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:51 smithi017 ceph-mon[32207]: pgmap v133: 129 pgs: 129 active+clean; 5.0 MiB data, 401 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:53.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:53 smithi149 ceph-mon[35991]: pgmap v134: 129 pgs: 129 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 34 KiB/s wr, 20 op/s 2024-03-16T18:25:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:53 smithi153 ceph-mon[36005]: pgmap v134: 129 pgs: 129 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 34 KiB/s wr, 20 op/s 2024-03-16T18:25:53.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:53 smithi017 ceph-mon[32207]: pgmap v134: 129 pgs: 129 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 40 KiB/s rd, 34 KiB/s wr, 20 op/s 2024-03-16T18:25:55.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:55 smithi149 ceph-mon[35991]: pgmap v135: 129 pgs: 129 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:55.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:55 smithi153 ceph-mon[36005]: pgmap v135: 129 pgs: 129 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:55.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:55 smithi017 ceph-mon[32207]: pgmap v135: 129 pgs: 129 active+clean; 5.1 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 27 KiB/s rd, 22 KiB/s wr, 13 op/s 2024-03-16T18:25:57.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:57 smithi149 ceph-mon[35991]: pgmap v136: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 36 KiB/s wr, 20 op/s 2024-03-16T18:25:57.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:57 smithi153 ceph-mon[36005]: pgmap v136: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 36 KiB/s wr, 20 op/s 2024-03-16T18:25:57.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:57 smithi017 ceph-mon[32207]: pgmap v136: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 36 KiB/s wr, 20 op/s 2024-03-16T18:25:59.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:25:59 smithi153 ceph-mon[36005]: pgmap v137: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:25:59.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:25:59 smithi017 ceph-mon[32207]: pgmap v137: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:25:59.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:25:59 smithi149 ceph-mon[35991]: pgmap v137: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:26:01.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:01 smithi153 ceph-mon[36005]: pgmap v138: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:26:01.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:01 smithi017 ceph-mon[32207]: pgmap v138: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:26:01.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:01 smithi149 ceph-mon[35991]: pgmap v138: 129 pgs: 129 active+clean; 5.3 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 28 KiB/s rd, 26 KiB/s wr, 14 op/s 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:127/600: open fd = 3 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.320 INFO:tasks.workunit.client.0.smithi017.stdout:128/600: open fd = 3 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:129/600: open fd = 3 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:130/600: open fd = 3 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:131/600: open fd = 3 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.321 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:132/600: open fd = 3 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:133/600: open fd = 3 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:134/600: open fd = 3 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:135/600: open fd = 3 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.322 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:136/600: open fd = 3 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:137/600: open fd = 3 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:138/600: open fd = 3 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.323 INFO:tasks.workunit.client.0.smithi017.stdout:139/600: open fd = 3 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:140/600: open fd = 3 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:141/600: open fd = 3 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:142/600: open fd = 3 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.324 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:143/600: open fd = 3 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:144/600: open fd = 3 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:145/600: open fd = 3 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:146/600: open fd = 3 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.325 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:147/600: open fd = 3 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:148/600: open fd = 3 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:149/600: open fd = 3 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.326 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:150/600: open fd = 3 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:151/600: open fd = 3 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:152/600: open fd = 3 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.327 INFO:tasks.workunit.client.0.smithi017.stdout:153/600: open fd = 3 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:154/600: open fd = 3 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:155/600: open fd = 3 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:156/600: open fd = 3 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.328 INFO:tasks.workunit.client.0.smithi017.stdout:157/600: open fd = 3 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:158/600: open fd = 3 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:159/600: open fd = 3 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:160/600: open fd = 3 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.329 INFO:tasks.workunit.client.0.smithi017.stdout:161/600: open fd = 3 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:162/600: open fd = 3 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:163/600: open fd = 3 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:164/600: open fd = 3 2024-03-16T18:26:02.330 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:165/600: open fd = 3 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:166/600: open fd = 3 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:167/600: open fd = 3 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.331 INFO:tasks.workunit.client.0.smithi017.stdout:168/600: open fd = 3 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:169/600: open fd = 3 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:170/600: open fd = 3 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:171/600: open fd = 3 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.332 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:172/600: open fd = 3 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:173/600: open fd = 3 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:174/600: open fd = 3 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:175/600: open fd = 3 2024-03-16T18:26:02.333 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:176/600: open fd = 3 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:177/600: open fd = 3 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:178/600: open fd = 3 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.334 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:179/600: open fd = 3 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:180/600: open fd = 3 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:181/600: open fd = 3 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:182/600: open fd = 3 2024-03-16T18:26:02.335 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:183/600: open fd = 3 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:184/600: open fd = 3 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:185/600: open fd = 3 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.336 INFO:tasks.workunit.client.0.smithi017.stdout:186/600: open fd = 3 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:187/600: open fd = 3 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:188/600: open fd = 3 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:02.337 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:26:03.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:03 smithi153 ceph-mon[36005]: pgmap v139: 129 pgs: 129 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 61 KiB/s wr, 35 op/s 2024-03-16T18:26:03.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:03 smithi017 ceph-mon[32207]: pgmap v139: 129 pgs: 129 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 61 KiB/s wr, 35 op/s 2024-03-16T18:26:03.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:03 smithi149 ceph-mon[35991]: pgmap v139: 129 pgs: 129 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 61 KiB/s wr, 35 op/s 2024-03-16T18:26:05.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:05 smithi153 ceph-mon[36005]: pgmap v140: 129 pgs: 129 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:05.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:05 smithi017 ceph-mon[32207]: pgmap v140: 129 pgs: 129 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:05.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:05 smithi149 ceph-mon[35991]: pgmap v140: 129 pgs: 129 active+clean; 5.4 MiB data, 402 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:07.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:07 smithi153 ceph-mon[36005]: pgmap v141: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 63 KiB/s wr, 35 op/s 2024-03-16T18:26:07.636 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:07 smithi149 ceph-mon[35991]: pgmap v141: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 63 KiB/s wr, 35 op/s 2024-03-16T18:26:07.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:07 smithi017 ceph-mon[32207]: pgmap v141: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 63 KiB/s wr, 35 op/s 2024-03-16T18:26:09.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:09 smithi153 ceph-mon[36005]: pgmap v142: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:09.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:09 smithi017 ceph-mon[32207]: pgmap v142: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:09.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:09 smithi149 ceph-mon[35991]: pgmap v142: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:11.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:11 smithi153 ceph-mon[36005]: pgmap v143: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:11.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:11 smithi017 ceph-mon[32207]: pgmap v143: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:11.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:11 smithi149 ceph-mon[35991]: pgmap v143: 129 pgs: 129 active+clean; 5.6 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:26:12.770 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:26:12.770 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:26:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 -- 172.21.15.17:0/196344198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 msgr2=0x7f4b24107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 --2- 172.21.15.17:0/196344198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b24107940 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f4b14009900 tx=0x7f4b1402bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 -- 172.21.15.17:0/196344198 shutdown_connections 2024-03-16T18:26:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 --2- 172.21.15.17:0/196344198 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4b24101e60 0x7f4b2410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 --2- 172.21.15.17:0/196344198 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b241014a0 0x7f4b24101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 --2- 172.21.15.17:0/196344198 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b24107940 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 -- 172.21.15.17:0/196344198 >> 172.21.15.17:0/196344198 conn(0x7f4b240fcf90 msgr2=0x7f4b240ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.887+0000 7f4b289b5640 1 -- 172.21.15.17:0/196344198 shutdown_connections 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 -- 172.21.15.17:0/196344198 wait complete. 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 Processor -- start 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 -- start start 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b241014a0 0x7f4b2419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4b24101e60 0x7f4b2419dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b241977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.888+0000 7f4b289b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b24197e90 con 0x7f4b24107560 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b289b5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b24198000 con 0x7f4b24101e60 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b289b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b241981c0 con 0x7f4b241014a0 2024-03-16T18:26:12.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b241977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b241977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50056/0 (socket says 172.21.15.17:50056) 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 -- 172.21.15.17:0/2508360146 learned_addr learned my addr 172.21.15.17:0/2508360146 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b2259c640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b241014a0 0x7f4b2419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4b24101e60 0x7f4b2419dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 -- 172.21.15.17:0/2508360146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b241014a0 msgr2=0x7f4b2419d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b241014a0 0x7f4b2419d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 -- 172.21.15.17:0/2508360146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4b24101e60 msgr2=0x7f4b2419dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4b24101e60 0x7f4b2419dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 -- 172.21.15.17:0/2508360146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b14009560 con 0x7f4b24107560 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b241977f0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c00eb10 tx=0x7f4b1c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b1b7fe640 1 -- 172.21.15.17:0/2508360146 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c004b20 con 0x7f4b24107560 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b1b7fe640 1 -- 172.21.15.17:0/2508360146 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4b1c004c80 con 0x7f4b24107560 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b241984a0 con 0x7f4b24107560 2024-03-16T18:26:12.892 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b1b7fe640 1 -- 172.21.15.17:0/2508360146 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b1c010690 con 0x7f4b24107560 2024-03-16T18:26:12.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.889+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b241a46b0 con 0x7f4b24107560 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.891+0000 7f4b1b7fe640 1 -- 172.21.15.17:0/2508360146 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4b1c005020 con 0x7f4b24107560 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 Processor -- start 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 -- start start 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af806a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 0x560af8073270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b1b7fe640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4b100a1ba0 0x7f4b100a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8075ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af7fd9280 con 0x560af806a2b0 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af7fd67b0 con 0x560af80737b0 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.892+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af7fd1f90 con 0x560af806abd0 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af806a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.898 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 0x560af8073270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 0x560af8073270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:45234/0 (socket says 172.21.15.17:45234) 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af806a690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50058/0 (socket says 172.21.15.17:50058) 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 -- 172.21.15.17:0/1274141010 learned_addr learned my addr 172.21.15.17:0/1274141010 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b1b7fe640 1 -- 172.21.15.17:0/2508360146 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4b1c014070 con 0x7f4b24107560 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4b100a1ba0 0x7f4b100a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8075ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 -- 172.21.15.17:0/1274141010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 msgr2=0x560af8075ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8075ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 -- 172.21.15.17:0/1274141010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 msgr2=0x560af806a690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af806a690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 -- 172.21.15.17:0/1274141010 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560af7f90570 con 0x560af806abd0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4b100a1ba0 0x7f4b100a4060 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c0058c0 tx=0x7f4b0c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b2259c640 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 0x560af8073270 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4b14009900 tx=0x7f4b14005e20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88b0a2c3665b6ec4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b18ff9640 1 -- 172.21.15.17:0/1274141010 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b14004840 con 0x560af806abd0 2024-03-16T18:26:12.899 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b18ff9640 1 -- 172.21.15.17:0/1274141010 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4b140049a0 con 0x560af806abd0 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.893+0000 7f4b18ff9640 1 -- 172.21.15.17:0/1274141010 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b140038e0 con 0x560af806abd0 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 -- 172.21.15.17:0/1274141010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 msgr2=0x560af8073270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 0x560af8073270 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f4b14009900 tx=0x7f4b14005e20 comp rx=0 tx=0).stop 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 -- 172.21.15.17:0/1274141010 shutdown_connections 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8075ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806abd0 0x560af8073270 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/1274141010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af806a690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 -- 172.21.15.17:0/1274141010 >> 172.21.15.17:0/1274141010 conn(0x560af8064990 msgr2=0x560af8064d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 -- 172.21.15.17:0/1274141010 shutdown_connections 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.894+0000 7f4b2b58a740 1 -- 172.21.15.17:0/1274141010 wait complete. 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 -- start start 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 Processor -- start 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806a2b0 0x560af8073220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.900 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af80705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8070cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af7ca5430 con 0x560af806abd0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af7c61e00 con 0x560af806a2b0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af7f56fd0 con 0x560af80737b0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2b58a740 10 client.0 _ll_register_callbacks cb 0x560af7facfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af80705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af80705b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50060/0 (socket says 172.21.15.17:50060) 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2259c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806a2b0 0x560af8073220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 -- 172.21.15.17:0/153108097 learned_addr learned my addr 172.21.15.17:0/153108097 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8070cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 -- 172.21.15.17:0/153108097 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 msgr2=0x560af8070cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8070cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 -- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806a2b0 msgr2=0x560af8073220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.901 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806a2b0 0x560af8073220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b1bfff640 1 -- 172.21.15.17:0/153108097 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b2410ec20 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.895+0000 7f4b2259c640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806a2b0 0x560af8073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af80705b0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c004590 tx=0x7f4b0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=382501f5aab43000 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b09ffb640 1 -- 172.21.15.17:0/153108097 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c003d70 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560af7cd17e0 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b09ffb640 1 -- 172.21.15.17:0/153108097 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4b0c0099b0 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b09ffb640 1 -- 172.21.15.17:0/153108097 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b0c00fed0 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b2b58a740 10 client.17007 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560af7fd0610 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b09ffb640 1 -- 172.21.15.17:0/153108097 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560af7cd17e0 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b09ffb640 1 -- 172.21.15.17:0/153108097 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4b0c020490 con 0x560af806abd0 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b2b58a740 10 client.17007 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:12.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b2b58a740 10 client.17007 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.896+0000 7f4b2b58a740 20 client.17007 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.897+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af8083a10 0x560af8085e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.897+0000 7f4b2b58a740 4 client.17007 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.897+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560af7d0e720 con 0x560af8083a10 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.897+0000 7f4b2259c640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af8083a10 0x560af8085e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.897+0000 7f4b2259c640 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af8083a10 0x560af8085e50 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e7c8c4783c95f293 server_cookie=fa345e411f63199 in_seq=0 out_seq=0 2024-03-16T18:26:12.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.897+0000 7f4b09ffb640 10 client.17007 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b09ffb640 1 -- 172.21.15.17:0/153108097 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560af7d0e720 con 0x560af8083a10 2024-03-16T18:26:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b09ffb640 10 client.17007 handle_command_reply: tid=0 2024-03-16T18:26:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 client.17007 shutdown 2024-03-16T18:26:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 msgr2=0x560af80705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af80705b0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c004590 tx=0x7f4b0c0046c0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 shutdown_connections 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af8083a10 0x560af8085e50 crc :-1 s=READY pgs=111 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af80705b0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8070cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b09ffb640 0 client.17007 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/153108097 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806a2b0 0x560af8073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 >> 172.21.15.17:0/153108097 conn(0x560af8064990 msgr2=0x560af8066730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 shutdown_connections 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 1 -- 172.21.15.17:0/153108097 wait complete. 2024-03-16T18:26:12.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.898+0000 7f4b2b58a740 20 client.17007 trim_cache size 0 max 16384 2024-03-16T18:26:12.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 Processor -- start 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 -- start start 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806a2b0 0x560af806f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af8072ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8073220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af80600f0 con 0x560af806abd0 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af8066d40 con 0x560af80737b0 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af8069450 con 0x560af806a2b0 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af8072ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b1bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af8072ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50064/0 (socket says 172.21.15.17:50064) 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b1bfff640 1 -- 172.21.15.17:0/3024301611 learned_addr learned my addr 172.21.15.17:0/3024301611 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b2259c640 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806a2b0 0x560af806f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.914+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8073220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b1bfff640 1 -- 172.21.15.17:0/3024301611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806a2b0 msgr2=0x560af806f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806a2b0 0x560af806f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b1bfff640 1 -- 172.21.15.17:0/3024301611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 msgr2=0x560af8073220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8073220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b1bfff640 1 -- 172.21.15.17:0/3024301611 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560af7f6cac0 con 0x560af806abd0 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af8072ce0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c020840 tx=0x7f4b0c00fed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7caaf91586e3c8d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b0bfff640 1 -- 172.21.15.17:0/3024301611 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c005d30 con 0x560af806abd0 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b0bfff640 1 -- 172.21.15.17:0/3024301611 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4b0c003e70 con 0x560af806abd0 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b0bfff640 1 -- 172.21.15.17:0/3024301611 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0c0053c0 con 0x560af806abd0 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 -- 172.21.15.17:0/3024301611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 msgr2=0x560af8072ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af8072ce0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c020840 tx=0x7f4b0c00fed0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 -- 172.21.15.17:0/3024301611 shutdown_connections 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806abd0 0x560af8072ce0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af80737b0 0x560af8073220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/3024301611 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af806a2b0 0x560af806f590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 -- 172.21.15.17:0/3024301611 >> 172.21.15.17:0/3024301611 conn(0x560af8064990 msgr2=0x560af806ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.915+0000 7f4b2b58a740 1 -- 172.21.15.17:0/3024301611 shutdown_connections 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 -- 172.21.15.17:0/3024301611 wait complete. 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 -- start start 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 Processor -- start 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af8074530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806abd0 0x560af8074a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8079600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af8075140 con 0x560af806a2b0 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af8079b40 con 0x560af806abd0 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560af8079d00 con 0x560af80737b0 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2b58a740 10 client.0 _ll_register_callbacks cb 0x7f4b0c004420 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:12.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af8074530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af8074530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50070/0 (socket says 172.21.15.17:50070) 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 -- 172.21.15.17:0/321629639 learned_addr learned my addr 172.21.15.17:0/321629639 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8079600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806abd0 0x560af8074a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 -- 172.21.15.17:0/321629639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 msgr2=0x560af8079600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8079600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 -- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806abd0 msgr2=0x560af8074a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806abd0 0x560af8074a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b2259c640 1 -- 172.21.15.17:0/321629639 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560af7fd0610 con 0x560af806a2b0 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b22d9d640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8079600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.916+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806abd0 0x560af8074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2259c640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af8074530 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f4b140045b0 tx=0x7f4b1402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f32381597388e8c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:12.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b09ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b09ffb640 1 -- 172.21.15.17:0/321629639 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b14056070 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b09ffb640 1 -- 172.21.15.17:0/321629639 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4b14004740 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4b140049a0 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b09ffb640 1 -- 172.21.15.17:0/321629639 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4b1404e070 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 10 client.17013 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560af7f926a0 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b09ffb640 1 -- 172.21.15.17:0/321629639 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4b140049a0 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b09ffb640 1 -- 172.21.15.17:0/321629639 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4b14059020 con 0x560af806a2b0 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 10 client.17013 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 10 client.17013 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 20 client.17013 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af80dfd10 0x560af80e2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 4 client.17013 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:26:12.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.917+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560af7d5d890 con 0x560af80dfd10 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af80dfd10 0x560af80e2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b1bfff640 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af80dfd10 0x560af80e2130 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=baa464ee932e0514 server_cookie=e68429a0c384e87b in_seq=0 out_seq=0 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b09ffb640 10 client.17013 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b09ffb640 1 -- 172.21.15.17:0/321629639 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x560af7d5d890 con 0x560af80dfd10 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b09ffb640 10 client.17013 handle_command_reply: tid=0 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 client.17013 shutdown 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 msgr2=0x560af8074530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af8074530 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f4b140045b0 tx=0x7f4b1402bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 shutdown_connections 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560af80dfd10 0x560af80e2130 crc :-1 s=READY pgs=112 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560af80737b0 0x560af8079600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b09ffb640 0 client.17013 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560af806abd0 0x560af8074a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 --2- 172.21.15.17:0/321629639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560af806a2b0 0x560af8074530 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 >> 172.21.15.17:0/321629639 conn(0x560af8064990 msgr2=0x560af80631c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 shutdown_connections 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 1 -- 172.21.15.17:0/321629639 wait complete. 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.918+0000 7f4b2b58a740 20 client.17013 trim_cache size 0 max 16384 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:26:12.926 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:26:12.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4b100a1ba0 msgr2=0x7f4b100a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4b100a1ba0 0x7f4b100a4060 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f4b0c0058c0 tx=0x7f4b0c005f90 comp rx=0 tx=0).stop 2024-03-16T18:26:12.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 msgr2=0x7f4b241977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:12.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b241977f0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f4b1c00eb10 tx=0x7f4b1c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 shutdown_connections 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4b100a1ba0 0x7f4b100a4060 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4b24107560 0x7f4b241977f0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4b24101e60 0x7f4b2419dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 --2- 172.21.15.17:0/2508360146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4b241014a0 0x7f4b2419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 >> 172.21.15.17:0/2508360146 conn(0x7f4b240fcf90 msgr2=0x7f4b240fe7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 shutdown_connections 2024-03-16T18:26:12.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:12.919+0000 7f4b289b5640 1 -- 172.21.15.17:0/2508360146 wait complete. 2024-03-16T18:26:12.930 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:26:12.931 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:26:13.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 -- 172.21.15.17:0/1793362283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada8106880 msgr2=0x7fada810e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 --2- 172.21.15.17:0/1793362283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada8106880 0x7fada810e400 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7fada0009ca0 tx=0x7fada002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 -- 172.21.15.17:0/1793362283 shutdown_connections 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 --2- 172.21.15.17:0/1793362283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada8106880 0x7fada810e400 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 --2- 172.21.15.17:0/1793362283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fada806a7a0 0x7fada8106150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 --2- 172.21.15.17:0/1793362283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fada8069df0 0x7fada806a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.032+0000 7fadae79a640 1 -- 172.21.15.17:0/1793362283 >> 172.21.15.17:0/1793362283 conn(0x7fada8077490 msgr2=0x7fada80778a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 -- 172.21.15.17:0/1793362283 shutdown_connections 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 -- 172.21.15.17:0/1793362283 wait complete. 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 Processor -- start 2024-03-16T18:26:13.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 -- start start 2024-03-16T18:26:13.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fada8069df0 0x7fada819d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fada8106880 0x7fada819dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.033+0000 7fadae79a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 0x7fada8197c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadae79a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fada8198290 con 0x7fada81977e0 2024-03-16T18:26:13.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadae79a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fada8198400 con 0x7fada8069df0 2024-03-16T18:26:13.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadae79a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fada8198570 con 0x7fada8106880 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 0x7fada8197c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 0x7fada8197c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50092/0 (socket says 172.21.15.17:50092) 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 -- 172.21.15.17:0/421198453 learned_addr learned my addr 172.21.15.17:0/421198453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fada7fff640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fada8069df0 0x7fada819d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fada77fe640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fada8106880 0x7fada819dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 -- 172.21.15.17:0/421198453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fada8106880 msgr2=0x7fada819dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fada8106880 0x7fada819dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 -- 172.21.15.17:0/421198453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fada8069df0 msgr2=0x7fada819d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fada8069df0 0x7fada819d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 -- 172.21.15.17:0/421198453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad98009490 con 0x7fada81977e0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadacd37640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 0x7fada8197c90 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fada002c700 tx=0x7fada0035d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada00329e0 con 0x7fada81977e0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fada0003e20 con 0x7fada81977e0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fada0009900 con 0x7fada81977e0 2024-03-16T18:26:13.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada0004750 con 0x7fada81977e0 2024-03-16T18:26:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.034+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fada81a47b0 con 0x7fada81977e0 2024-03-16T18:26:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.035+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fada8102c10 con 0x7fada81977e0 2024-03-16T18:26:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.036+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fada003b040 con 0x7fada81977e0 2024-03-16T18:26:13.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.037+0000 7fada57fa640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fad940a1ba0 0x7fad940a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.037+0000 7fada7fff640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fad940a1ba0 0x7fad940a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.037+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fada00f08b0 con 0x7fada81977e0 2024-03-16T18:26:13.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.037+0000 7fada7fff640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fad940a1ba0 0x7fad940a4060 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fad90009bd0 tx=0x7fad90005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.041+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fada00b9460 con 0x7fada81977e0 2024-03-16T18:26:13.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.260+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fada81099f0 con 0x7fada81977e0 2024-03-16T18:26:13.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.261+0000 7fada57fa640 1 -- 172.21.15.17:0/421198453 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fada00bcb20 con 0x7fada81977e0 2024-03-16T18:26:13.262 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:26:13.262 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:26:13.262 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:26:13.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fad940a1ba0 msgr2=0x7fad940a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fad940a1ba0 0x7fad940a4060 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fad90009bd0 tx=0x7fad90005f90 comp rx=0 tx=0).stop 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 msgr2=0x7fada8197c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 0x7fada8197c90 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7fada002c700 tx=0x7fada0035d20 comp rx=0 tx=0).stop 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 shutdown_connections 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fad940a1ba0 0x7fad940a4060 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fada81977e0 0x7fada8197c90 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fada8106880 0x7fada819dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 --2- 172.21.15.17:0/421198453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fada8069df0 0x7fada819d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 >> 172.21.15.17:0/421198453 conn(0x7fada8077490 msgr2=0x7fada80fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 shutdown_connections 2024-03-16T18:26:13.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.263+0000 7fadae79a640 1 -- 172.21.15.17:0/421198453 wait complete. 2024-03-16T18:26:13.274 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:13.274 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:26:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 -- 172.21.15.17:0/3858223907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 msgr2=0x7f900410dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 --2- 172.21.15.17:0/3858223907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f900410dfa0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc009ca0 tx=0x7f8ffc02c180 comp rx=0 tx=0).stop 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 -- 172.21.15.17:0/3858223907 shutdown_connections 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 --2- 172.21.15.17:0/3858223907 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f900410dfa0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 --2- 172.21.15.17:0/3858223907 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9004103080 0x7f900410b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 --2- 172.21.15.17:0/3858223907 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 0x7f9004102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 -- 172.21.15.17:0/3858223907 >> 172.21.15.17:0/3858223907 conn(0x7f9004077550 msgr2=0x7f9004077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 -- 172.21.15.17:0/3858223907 shutdown_connections 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.379+0000 7f9009f6c640 1 -- 172.21.15.17:0/3858223907 wait complete. 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 Processor -- start 2024-03-16T18:26:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 -- start start 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 0x7f900419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9004103080 0x7f900419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f90041978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9004197f00 con 0x7f900410bb30 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9004198070 con 0x7f9004103080 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9009f6c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9004198230 con 0x7f9004102760 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9003fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f90041978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9003fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f90041978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50104/0 (socket says 172.21.15.17:50104) 2024-03-16T18:26:13.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f9003fff640 1 -- 172.21.15.17:0/1799815226 learned_addr learned my addr 172.21.15.17:0/1799815226 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.380+0000 7f90037fe640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 0x7f900419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9002ffd640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9004103080 0x7f900419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9003fff640 1 -- 172.21.15.17:0/1799815226 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 msgr2=0x7f900419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9003fff640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 0x7f900419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9003fff640 1 -- 172.21.15.17:0/1799815226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9004103080 msgr2=0x7f900419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9003fff640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9004103080 0x7f900419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9003fff640 1 -- 172.21.15.17:0/1799815226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ff8009490 con 0x7f900410bb30 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f90037fe640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 0x7f900419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9003fff640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f90041978b0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc02c790 tx=0x7f8ffc0346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9000ff9640 1 -- 172.21.15.17:0/1799815226 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc003d80 con 0x7f900410bb30 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ffc009900 con 0x7f900410bb30 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9000ff9640 1 -- 172.21.15.17:0/1799815226 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8ffc0348e0 con 0x7f900410bb30 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9000ff9640 1 -- 172.21.15.17:0/1799815226 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ffc004600 con 0x7f900410bb30 2024-03-16T18:26:13.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.381+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90041a4570 con 0x7f900410bb30 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.383+0000 7f9000ff9640 1 -- 172.21.15.17:0/1799815226 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f8ffc03b040 con 0x7f900410bb30 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 Processor -- start 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 -- start start 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 0x56409816b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816bb70 0x564098174210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098176b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564098126960 con 0x56409816b250 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640980da310 con 0x56409816bb70 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f900cc21740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640980d7840 con 0x564098174750 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9000ff9640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8fec0a1ba0 0x7f8fec0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 0x56409816b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 0x56409816b630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50106/0 (socket says 172.21.15.17:50106) 2024-03-16T18:26:13.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 -- 172.21.15.17:0/2099640758 learned_addr learned my addr 172.21.15.17:0/2099640758 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f90037fe640 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816bb70 0x564098174210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9003fff640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8fec0a1ba0 0x7f8fec0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098176b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 -- 172.21.15.17:0/2099640758 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 msgr2=0x564098176b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9000ff9640 1 -- 172.21.15.17:0/1799815226 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8ffc0f0370 con 0x7f900410bb30 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098176b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 -- 172.21.15.17:0/2099640758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816bb70 msgr2=0x564098174210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816bb70 0x564098174210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.384+0000 7f9002ffd640 1 -- 172.21.15.17:0/2099640758 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564098095060 con 0x56409816b250 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f9002ffd640 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 0x56409816b630 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8ff80136d0 tx=0x7f8ff8009930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7408c502075c837 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f9003fff640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8fec0a1ba0 0x7f8fec0a4060 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc0bc980 tx=0x7f8ffc02c180 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f8fe9ffb640 1 -- 172.21.15.17:0/2099640758 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8004050 con 0x56409816b250 2024-03-16T18:26:13.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f8fe9ffb640 1 -- 172.21.15.17:0/2099640758 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8ff800f940 con 0x56409816b250 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f8fe9ffb640 1 -- 172.21.15.17:0/2099640758 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8003970 con 0x56409816b250 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 -- 172.21.15.17:0/2099640758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 msgr2=0x56409816b630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 0x56409816b630 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f8ff80136d0 tx=0x7f8ff8009930 comp rx=0 tx=0).stop 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 -- 172.21.15.17:0/2099640758 shutdown_connections 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098176b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816bb70 0x564098174210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 --2- 172.21.15.17:0/2099640758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816b250 0x56409816b630 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 -- 172.21.15.17:0/2099640758 >> 172.21.15.17:0/2099640758 conn(0x564098165980 msgr2=0x564098165d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 -- 172.21.15.17:0/2099640758 shutdown_connections 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.385+0000 7f900cc21740 1 -- 172.21.15.17:0/2099640758 wait complete. 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 -- start start 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 Processor -- start 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56409816b250 0x564098174020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x5640981713b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564098174750 0x5640981718f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640980d3020 con 0x56409816bb70 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564097da6430 con 0x564098174750 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564097d62e00 con 0x56409816b250 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f900cc21740 10 client.0 _ll_register_callbacks cb 0x56409807acb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f90037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x5640981713b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f90037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x5640981713b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50118/0 (socket says 172.21.15.17:50118) 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f90037fe640 1 -- 172.21.15.17:0/4050928485 learned_addr learned my addr 172.21.15.17:0/4050928485 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f9002ffd640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56409816b250 0x564098174020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.386+0000 7f9002ffd640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564098174750 0x5640981718f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f90037fe640 1 -- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56409816b250 msgr2=0x564098174020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f90037fe640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56409816b250 0x564098174020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f90037fe640 1 -- 172.21.15.17:0/4050928485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564098174750 msgr2=0x5640981718f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f90037fe640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564098174750 0x5640981718f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f90037fe640 1 -- 172.21.15.17:0/4050928485 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ff8009e30 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f9002ffd640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56409816b250 0x564098174020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f90037fe640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x5640981713b0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4016f20 tx=0x7f8ff400f850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2c4262c0c3e5147 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f8fe2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/4050928485 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ff401b070 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/4050928485 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8ff4004320 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564097dd27e0 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/4050928485 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ff40044e0 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f900cc21740 10 client.17031 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5640980d16a0 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/4050928485 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x564097dd27e0 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.387+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/4050928485 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8ff40035f0 con 0x56409816bb70 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f900cc21740 10 client.17031 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f900cc21740 10 client.17031 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f900cc21740 20 client.17031 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f900cc21740 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x564098184820 0x564098186c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f900cc21740 4 client.17031 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564097e0f720 con 0x564098184820 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f9002ffd640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x564098184820 0x564098186c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f9002ffd640 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x564098184820 0x564098186c40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=3ffe260d8cf0eefd server_cookie=533852416060a765 in_seq=0 out_seq=0 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.388+0000 7f8fe2ffd640 10 client.17031 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/4050928485 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564097e0f720 con 0x564098184820 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f8fe2ffd640 10 client.17031 handle_command_reply: tid=0 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 client.17031 shutdown 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 msgr2=0x5640981713b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x5640981713b0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4016f20 tx=0x7f8ff400f850 comp rx=0 tx=0).stop 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 shutdown_connections 2024-03-16T18:26:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x564098184820 0x564098186c40 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x5640981713b0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564098174750 0x5640981718f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 --2- 172.21.15.17:0/4050928485 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56409816b250 0x564098174020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f8fe2ffd640 0 client.17031 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 >> 172.21.15.17:0/4050928485 conn(0x564098165980 msgr2=0x5640981676d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 shutdown_connections 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 1 -- 172.21.15.17:0/4050928485 wait complete. 2024-03-16T18:26:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.389+0000 7f900cc21740 20 client.17031 trim_cache size 0 max 16384 2024-03-16T18:26:13.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 Processor -- start 2024-03-16T18:26:13.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 -- start start 2024-03-16T18:26:13.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x564098173ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098174020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x56409817fad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564098058130 con 0x56409816bb70 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.401+0000 7f900cc21740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640981615c0 con 0x56409816b250 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f900cc21740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56409816aeb0 con 0x564098174750 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f90037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098174020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x56409817fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f90037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098174020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50122/0 (socket says 172.21.15.17:50122) 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f90037fe640 1 -- 172.21.15.17:0/1639352504 learned_addr learned my addr 172.21.15.17:0/1639352504 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x564098173ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 -- 172.21.15.17:0/1639352504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 msgr2=0x564098173ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x564098173ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 -- 172.21.15.17:0/1639352504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 msgr2=0x564098174020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098174020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 -- 172.21.15.17:0/1639352504 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56409806dc20 con 0x564098174750 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f90037fe640 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098174020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f9002ffd640 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x56409817fad0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x5640981874b0 tx=0x7f8ff80134f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fe360c94a413b8f7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f8fe97fa640 1 -- 172.21.15.17:0/1639352504 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ff80051e0 con 0x564098174750 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f8fe97fa640 1 -- 172.21.15.17:0/1639352504 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8ff8027070 con 0x564098174750 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.402+0000 7f8fe97fa640 1 -- 172.21.15.17:0/1639352504 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ff8003850 con 0x564098174750 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- 172.21.15.17:0/1639352504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 msgr2=0x56409817fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x56409817fad0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x5640981874b0 tx=0x7f8ff80134f0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- 172.21.15.17:0/1639352504 shutdown_connections 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098174020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x56409817fad0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- 172.21.15.17:0/1639352504 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x564098173ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- 172.21.15.17:0/1639352504 >> 172.21.15.17:0/1639352504 conn(0x564098165980 msgr2=0x56409816c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- 172.21.15.17:0/1639352504 shutdown_connections 2024-03-16T18:26:13.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- 172.21.15.17:0/1639352504 wait complete. 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- start start 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 Processor -- start 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x56409817c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098178600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098178b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.403+0000 7f900cc21740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5640981790d0 con 0x56409816bb70 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f900cc21740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564098179240 con 0x56409816b250 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f900cc21740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564098179400 con 0x564098174750 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f900cc21740 10 client.0 _ll_register_callbacks cb 0x7f8ff4016d40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098178600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f9002ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x56409817c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098178600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50130/0 (socket says 172.21.15.17:50130) 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 -- 172.21.15.17:0/3574477852 learned_addr learned my addr 172.21.15.17:0/3574477852 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f9002ffd640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098178b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 -- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 msgr2=0x564098178b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098178b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 -- 172.21.15.17:0/3574477852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 msgr2=0x56409817c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x56409817c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 -- 172.21.15.17:0/3574477852 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ff4025040 con 0x56409816bb70 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f9002ffd640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x56409817c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f90037fe640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098178600 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4016f20 tx=0x7f8ff4003da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aa513e04ce40dca server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f8fe2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/3574477852 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ff401b040 con 0x56409816bb70 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/3574477852 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f8ff4016110 con 0x56409816bb70 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8ff800f940 con 0x56409816bb70 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/3574477852 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8ff40162f0 con 0x56409816bb70 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f900cc21740 10 client.17037 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.404+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f8ff802b040 con 0x56409816bb70 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/3574477852 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8ff800f940 con 0x56409816bb70 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/3574477852 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8ff4033020 con 0x56409816bb70 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f900cc21740 10 client.17037 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f900cc21740 10 client.17037 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f900cc21740 20 client.17037 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f900cc21740 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5640981e1700 0x5640981e3b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f900cc21740 4 client.17037 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564097e5e890 con 0x5640981e1700 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f9002ffd640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5640981e1700 0x5640981e3b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f8fe2ffd640 10 client.17037 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.405+0000 7f9002ffd640 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5640981e1700 0x5640981e3b20 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=90d7c8e34a2edc61 server_cookie=bf253dcb4f65d095 in_seq=0 out_seq=0 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f8fe2ffd640 1 -- 172.21.15.17:0/3574477852 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564097e5e890 con 0x5640981e1700 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f8fe2ffd640 10 client.17037 handle_command_reply: tid=0 2024-03-16T18:26:13.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 client.17037 shutdown 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 msgr2=0x564098178600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098178600 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f8ff4016f20 tx=0x7f8ff4003da0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 shutdown_connections 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5640981e1700 0x5640981e3b20 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56409816bb70 0x564098178600 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564098174750 0x564098178b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f8fe2ffd640 0 client.17037 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 --2- 172.21.15.17:0/3574477852 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56409816b250 0x56409817c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 >> 172.21.15.17:0/3574477852 conn(0x564098165980 msgr2=0x564098170be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 shutdown_connections 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 1 -- 172.21.15.17:0/3574477852 wait complete. 2024-03-16T18:26:13.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f900cc21740 20 client.17037 trim_cache size 0 max 16384 2024-03-16T18:26:13.414 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:13.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8fec0a1ba0 msgr2=0x7f8fec0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8fec0a1ba0 0x7f8fec0a4060 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc0bc980 tx=0x7f8ffc02c180 comp rx=0 tx=0).stop 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 msgr2=0x7f90041978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f90041978b0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f8ffc02c790 tx=0x7f8ffc0346f0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 shutdown_connections 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8fec0a1ba0 0x7f8fec0a4060 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f900410bb30 0x7f90041978b0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9004103080 0x7f900419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 --2- 172.21.15.17:0/1799815226 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9004102760 0x7f900419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.406+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 >> 172.21.15.17:0/1799815226 conn(0x7f9004077550 msgr2=0x7f90040fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.407+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 shutdown_connections 2024-03-16T18:26:13.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.407+0000 7f9009f6c640 1 -- 172.21.15.17:0/1799815226 wait complete. 2024-03-16T18:26:13.417 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:13.418 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:26:13.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/1763749609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c102760 msgr2=0x7fd59c102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/1763749609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c102760 0x7fd59c102b40 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fd58c009900 tx=0x7fd58c02bcd0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/1763749609 shutdown_connections 2024-03-16T18:26:13.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/1763749609 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd59c10bb30 0x7fd59c10dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/1763749609 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd59c103080 0x7fd59c10b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/1763749609 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c102760 0x7fd59c102b40 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/1763749609 >> 172.21.15.17:0/1763749609 conn(0x7fd59c077550 msgr2=0x7fd59c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/1763749609 shutdown_connections 2024-03-16T18:26:13.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.523+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/1763749609 wait complete. 2024-03-16T18:26:13.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 Processor -- start 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 -- start start 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd59c102760 0x7fd59c19d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 0x7fd59c19dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd59c10bb30 0x7fd59c1978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd59c197ef0 con 0x7fd59c103080 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd59c198060 con 0x7fd59c102760 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd5a1ec9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd59c198220 con 0x7fd59c10bb30 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd59affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 0x7fd59c19dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd59affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 0x7fd59c19dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50136/0 (socket says 172.21.15.17:50136) 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd59affd640 1 -- 172.21.15.17:0/3917447312 learned_addr learned my addr 172.21.15.17:0/3917447312 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd59c102760 0x7fd59c19d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.524+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd59c10bb30 0x7fd59c1978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd59affd640 1 -- 172.21.15.17:0/3917447312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd59c10bb30 msgr2=0x7fd59c1978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd59affd640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd59c10bb30 0x7fd59c1978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd59affd640 1 -- 172.21.15.17:0/3917447312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd59c102760 msgr2=0x7fd59c19d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd59affd640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd59c102760 0x7fd59c19d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd59affd640 1 -- 172.21.15.17:0/3917447312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd58c009560 con 0x7fd59c103080 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd59affd640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 0x7fd59c19dc30 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fd59000e9f0 tx=0x7fd59000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd598ff9640 1 -- 172.21.15.17:0/3917447312 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd590009700 con 0x7fd59c103080 2024-03-16T18:26:13.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd598ff9640 1 -- 172.21.15.17:0/3917447312 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd59000cd80 con 0x7fd59c103080 2024-03-16T18:26:13.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd59c198500 con 0x7fd59c103080 2024-03-16T18:26:13.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd598ff9640 1 -- 172.21.15.17:0/3917447312 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd590018840 con 0x7fd59c103080 2024-03-16T18:26:13.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.525+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd59c1a4790 con 0x7fd59c103080 2024-03-16T18:26:13.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.527+0000 7fd598ff9640 1 -- 172.21.15.17:0/3917447312 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd5900189a0 con 0x7fd59c103080 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.527+0000 7fd5a4b85740 1 Processor -- start 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.527+0000 7fd5a4b85740 1 -- start start 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d6d630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d76210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03d78b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03d28960 con 0x55fb03d76750 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03cdc310 con 0x55fb03d6d250 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03cd9840 con 0x55fb03d6db70 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd598ff9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5840a1ba0 0x7fd5840a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03d78b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d6d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03d78b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50148/0 (socket says 172.21.15.17:50148) 2024-03-16T18:26:13.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 -- 172.21.15.17:0/484100599 learned_addr learned my addr 172.21.15.17:0/484100599 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d76210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5840a1ba0 0x7fd5840a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd598ff9640 1 -- 172.21.15.17:0/3917447312 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd590014070 con 0x7fd59c103080 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 -- 172.21.15.17:0/484100599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 msgr2=0x55fb03d76210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d76210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 -- 172.21.15.17:0/484100599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 msgr2=0x55fb03d6d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d6d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 -- 172.21.15.17:0/484100599 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb03c97060 con 0x55fb03d76750 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d76210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59bfff640 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d6d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59affd640 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03d78b40 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fd5900cb2b0 tx=0x7fd59009a6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faff6b77c1d74c49 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.528+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5840a1ba0 0x7fd5840a4060 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd594005fd0 tx=0x7fd594009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd581ffb640 1 -- 172.21.15.17:0/484100599 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5900b8ea0 con 0x55fb03d76750 2024-03-16T18:26:13.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd581ffb640 1 -- 172.21.15.17:0/484100599 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd5900a2ed0 con 0x55fb03d76750 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd581ffb640 1 -- 172.21.15.17:0/484100599 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5900ba2f0 con 0x55fb03d76750 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 -- 172.21.15.17:0/484100599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 msgr2=0x55fb03d78b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03d78b40 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fd5900cb2b0 tx=0x7fd59009a6e0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 -- 172.21.15.17:0/484100599 shutdown_connections 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03d78b40 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d76210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/484100599 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d6d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 -- 172.21.15.17:0/484100599 >> 172.21.15.17:0/484100599 conn(0x55fb03d67980 msgr2=0x55fb03d67d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 -- 172.21.15.17:0/484100599 shutdown_connections 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.529+0000 7fd5a4b85740 1 -- 172.21.15.17:0/484100599 wait complete. 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 -- start start 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 Processor -- start 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 0x55fb03d76160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6db70 0x55fb03d734f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d76750 0x55fb03d73b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03cd5020 con 0x55fb03d6d250 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb039a8430 con 0x55fb03d6db70 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03964e00 con 0x55fb03d76750 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd5a4b85740 10 client.0 _ll_register_callbacks cb 0x55fb03c7ccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 0x55fb03d76160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 0x55fb03d76160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50160/0 (socket says 172.21.15.17:50160) 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 -- 172.21.15.17:0/3373681643 learned_addr learned my addr 172.21.15.17:0/3373681643 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59affd640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6db70 0x55fb03d734f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d76750 0x55fb03d73b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 -- 172.21.15.17:0/3373681643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d76750 msgr2=0x55fb03d73b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d76750 0x55fb03d73b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 -- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6db70 msgr2=0x55fb03d734f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6db70 0x55fb03d734f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.530+0000 7fd59b7fe640 1 -- 172.21.15.17:0/3373681643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd59c1a4790 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 0x55fb03d76160 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fd58c006010 tx=0x7fd58c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391e21d66e074964 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd57affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd57affd640 1 -- 172.21.15.17:0/3373681643 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd58c02c810 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd57affd640 1 -- 172.21.15.17:0/3373681643 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd58c02c970 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb039d47e0 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd57affd640 1 -- 172.21.15.17:0/3373681643 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd58c02cb30 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 10 client.17049 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fb03cd36a0 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd57affd640 1 -- 172.21.15.17:0/3373681643 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fb039d47e0 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd57affd640 1 -- 172.21.15.17:0/3373681643 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd58c046020 con 0x55fb03d6d250 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 10 client.17049 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 10 client.17049 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 20 client.17049 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03d86880 0x55fb03d88c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 4 client.17049 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.531+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fb03a11720 con 0x55fb03d86880 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.532+0000 7fd59affd640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03d86880 0x55fb03d88c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.532+0000 7fd59affd640 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03d86880 0x55fb03d88c70 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3edc4ccb66fb191a server_cookie=d1cb9f67d771b3c0 in_seq=0 out_seq=0 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.532+0000 7fd57affd640 10 client.17049 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd57affd640 1 -- 172.21.15.17:0/3373681643 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55fb03a11720 con 0x55fb03d86880 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd57affd640 10 client.17049 handle_command_reply: tid=0 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 client.17049 shutdown 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 msgr2=0x55fb03d76160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 0x55fb03d76160 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fd58c006010 tx=0x7fd58c004270 comp rx=0 tx=0).stop 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 shutdown_connections 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03d86880 0x55fb03d88c70 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d76750 0x55fb03d73b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6db70 0x55fb03d734f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3373681643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6d250 0x55fb03d76160 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd57affd640 0 client.17049 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:13.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 >> 172.21.15.17:0/3373681643 conn(0x55fb03d67980 msgr2=0x55fb03d696d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 shutdown_connections 2024-03-16T18:26:13.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3373681643 wait complete. 2024-03-16T18:26:13.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.533+0000 7fd5a4b85740 20 client.17049 trim_cache size 0 max 16384 2024-03-16T18:26:13.542 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:13 smithi017 ceph-mon[32207]: pgmap v144: 129 pgs: 129 active+clean; 5.7 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 62 KiB/s wr, 35 op/s 2024-03-16T18:26:13.542 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:13 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/421198453' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 Processor -- start 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 -- start start 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6d250 0x55fb03d75c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 0x55fb03d76160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d76750 0x55fb03d6e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03d82cf0 con 0x55fb03d6db70 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03c5a130 con 0x55fb03d76750 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03d674b0 con 0x55fb03d6d250 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 0x55fb03d76160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 0x55fb03d76160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50162/0 (socket says 172.21.15.17:50162) 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 -- 172.21.15.17:0/3908555059 learned_addr learned my addr 172.21.15.17:0/3908555059 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d76750 0x55fb03d6e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6d250 0x55fb03d75c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 -- 172.21.15.17:0/3908555059 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6d250 msgr2=0x55fb03d75c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6d250 0x55fb03d75c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 -- 172.21.15.17:0/3908555059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d76750 msgr2=0x55fb03d6e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d76750 0x55fb03d6e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.546+0000 7fd59affd640 1 -- 172.21.15.17:0/3908555059 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fb03c6fc20 con 0x55fb03d6db70 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd59affd640 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 0x55fb03d76160 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fd59000e9c0 tx=0x7fd5900cd040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e10b3525c98c67e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5817fa640 1 -- 172.21.15.17:0/3908555059 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5900b8ea0 con 0x55fb03d6db70 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5817fa640 1 -- 172.21.15.17:0/3908555059 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd590098be0 con 0x55fb03d6db70 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5817fa640 1 -- 172.21.15.17:0/3908555059 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5900a2a40 con 0x55fb03d6db70 2024-03-16T18:26:13.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3908555059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 msgr2=0x55fb03d76160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 0x55fb03d76160 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fd59000e9c0 tx=0x7fd5900cd040 comp rx=0 tx=0).stop 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3908555059 shutdown_connections 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d6db70 0x55fb03d76160 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d76750 0x55fb03d6e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3908555059 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6d250 0x55fb03d75c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3908555059 >> 172.21.15.17:0/3908555059 conn(0x55fb03d67980 msgr2=0x55fb03d6e090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3908555059 shutdown_connections 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.547+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3908555059 wait complete. 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 -- start start 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 Processor -- start 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d7a140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d7a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03de1100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03de1640 con 0x55fb03d76750 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03de1780 con 0x55fb03d6d250 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fb03de1910 con 0x55fb03d6db70 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd5a4b85740 10 client.0 _ll_register_callbacks cb 0x7fd58c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03de1100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d7a140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03de1100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50178/0 (socket says 172.21.15.17:50178) 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 -- 172.21.15.17:0/3447695320 learned_addr learned my addr 172.21.15.17:0/3447695320 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59affd640 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d7a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 -- 172.21.15.17:0/3447695320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 msgr2=0x55fb03d7a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d7a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 -- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 msgr2=0x55fb03d7a140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d7a140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.548+0000 7fd59bfff640 1 -- 172.21.15.17:0/3447695320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fb03c97060 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd59bfff640 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03de1100 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd594009270 tx=0x7fd594004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99c2fe693a8ff043 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd57affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd57affd640 1 -- 172.21.15.17:0/3447695320 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd594026040 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd57affd640 1 -- 172.21.15.17:0/3447695320 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd594010dc0 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fb03a60890 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd57affd640 1 -- 172.21.15.17:0/3447695320 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd59402b480 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 10 client.17055 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fb03c958c0 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd57affd640 1 -- 172.21.15.17:0/3447695320 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fb03a60890 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd57affd640 1 -- 172.21.15.17:0/3447695320 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd5940205e0 con 0x55fb03d76750 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 10 client.17055 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 10 client.17055 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 20 client.17055 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03de31f0 0x55fb03de5610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 4 client.17055 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.549+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fb03980700 con 0x55fb03de31f0 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03de31f0 0x55fb03de5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd59b7fe640 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03de31f0 0x55fb03de5610 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=2674aeedd33ec3e5 server_cookie=5a28236019b5fe79 in_seq=0 out_seq=0 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd57affd640 10 client.17055 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd57affd640 1 -- 172.21.15.17:0/3447695320 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fb03980700 con 0x55fb03de31f0 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd57affd640 10 client.17055 handle_command_reply: tid=0 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 client.17055 shutdown 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 msgr2=0x55fb03de1100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03de1100 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7fd594009270 tx=0x7fd594004ab0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 shutdown_connections 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55fb03de31f0 0x55fb03de5610 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fb03d76750 0x55fb03de1100 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd57affd640 0 client.17055 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fb03d6db70 0x55fb03d7a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 --2- 172.21.15.17:0/3447695320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fb03d6d250 0x55fb03d7a140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 >> 172.21.15.17:0/3447695320 conn(0x55fb03d67980 msgr2=0x55fb03d6e920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 shutdown_connections 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 1 -- 172.21.15.17:0/3447695320 wait complete. 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.550+0000 7fd5a4b85740 20 client.17055 trim_cache size 0 max 16384 2024-03-16T18:26:13.558 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5840a1ba0 msgr2=0x7fd5840a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5840a1ba0 0x7fd5840a4060 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fd594005fd0 tx=0x7fd594009500 comp rx=0 tx=0).stop 2024-03-16T18:26:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 msgr2=0x7fd59c19dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 0x7fd59c19dc30 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fd59000e9f0 tx=0x7fd59000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 shutdown_connections 2024-03-16T18:26:13.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5840a1ba0 0x7fd5840a4060 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd59c103080 0x7fd59c19dc30 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd59c10bb30 0x7fd59c1978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 --2- 172.21.15.17:0/3917447312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd59c102760 0x7fd59c19d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 >> 172.21.15.17:0/3917447312 conn(0x7fd59c077550 msgr2=0x7fd59c0fd500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 shutdown_connections 2024-03-16T18:26:13.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.551+0000 7fd5a1ec9640 1 -- 172.21.15.17:0/3917447312 wait complete. 2024-03-16T18:26:13.562 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:13.562 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:26:13.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:13 smithi153 ceph-mon[36005]: pgmap v144: 129 pgs: 129 active+clean; 5.7 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 62 KiB/s wr, 35 op/s 2024-03-16T18:26:13.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:13 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/421198453' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:26:13.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 -- 172.21.15.17:0/147834906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c102760 msgr2=0x7f489c102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/147834906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c102760 0x7f489c102b40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f488c009ca0 tx=0x7f488c02c180 comp rx=0 tx=0).stop 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 -- 172.21.15.17:0/147834906 shutdown_connections 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/147834906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c10bb30 0x7f489c10dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/147834906 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c103080 0x7f489c10b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/147834906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c102760 0x7f489c102b40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 -- 172.21.15.17:0/147834906 >> 172.21.15.17:0/147834906 conn(0x7f489c077550 msgr2=0x7f489c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 -- 172.21.15.17:0/147834906 shutdown_connections 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 -- 172.21.15.17:0/147834906 wait complete. 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 Processor -- start 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 -- start start 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.667+0000 7f48a3a4e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 0x7f489c19d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c103080 0x7f489c19dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c10bb30 0x7f489c197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f489c197f60 con 0x7f489c102760 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f489c1980d0 con 0x7f489c103080 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f489c198290 con 0x7f489c10bb30 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 0x7f489c19d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 0x7f489c19d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50198/0 (socket says 172.21.15.17:50198) 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 -- 172.21.15.17:0/571454625 learned_addr learned my addr 172.21.15.17:0/571454625 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c103080 0x7f489c19dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a1feb640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c10bb30 0x7f489c197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 -- 172.21.15.17:0/571454625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c10bb30 msgr2=0x7f489c197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c10bb30 0x7f489c197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 -- 172.21.15.17:0/571454625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c103080 msgr2=0x7f489c19dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c103080 0x7f489c19dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 -- 172.21.15.17:0/571454625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f488c009900 con 0x7f489c102760 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a1feb640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c10bb30 0x7f489c197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a17ea640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 0x7f489c19d710 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f488c005e30 tx=0x7f488c0349b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f489a7fc640 1 -- 172.21.15.17:0/571454625 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f488c003e40 con 0x7f489c102760 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f489c198510 con 0x7f489c102760 2024-03-16T18:26:13.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f489a7fc640 1 -- 172.21.15.17:0/571454625 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f488c032b30 con 0x7f489c102760 2024-03-16T18:26:13.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f489a7fc640 1 -- 172.21.15.17:0/571454625 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f488c004720 con 0x7f489c102760 2024-03-16T18:26:13.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.668+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f489c1a47b0 con 0x7f489c102760 2024-03-16T18:26:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.671+0000 7f489a7fc640 1 -- 172.21.15.17:0/571454625 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f488c03b040 con 0x7f489c102760 2024-03-16T18:26:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.671+0000 7f48a662d740 1 Processor -- start 2024-03-16T18:26:13.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.671+0000 7f48a662d740 1 -- start start 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a662d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 0x55708860a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a662d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088613210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a662d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557088613750 0x557088615b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a662d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570885c5960 con 0x557088613750 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a662d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088579310 con 0x55708860a250 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a662d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088576840 con 0x55708860ab70 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557088613750 0x557088615b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a1feb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 0x55708860a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a1feb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 0x55708860a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:53284/0 (socket says 172.21.15.17:53284) 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a1feb640 1 -- 172.21.15.17:0/663467939 learned_addr learned my addr 172.21.15.17:0/663467939 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a17ea640 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088613210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f489a7fc640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f48840a1ba0 0x7f48840a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 -- 172.21.15.17:0/663467939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 msgr2=0x557088613210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088613210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 -- 172.21.15.17:0/663467939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 msgr2=0x55708860a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 0x55708860a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 -- 172.21.15.17:0/663467939 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557088534060 con 0x557088613750 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a1feb640 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 0x55708860a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a17ea640 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088613210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a1feb640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f48840a1ba0 0x7f48840a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f489a7fc640 1 -- 172.21.15.17:0/571454625 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f488c0f0470 con 0x7f489c102760 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.672+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557088613750 0x557088615b40 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f489c1990b0 tx=0x7f4890011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ede006546602d810 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48837fe640 1 -- 172.21.15.17:0/663467939 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4890004230 con 0x557088613750 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48837fe640 1 -- 172.21.15.17:0/663467939 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4890009e10 con 0x557088613750 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48837fe640 1 -- 172.21.15.17:0/663467939 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4890004bc0 con 0x557088613750 2024-03-16T18:26:13.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a1feb640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f48840a1ba0 0x7f48840a4060 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4894005f60 tx=0x7f48940046c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 -- 172.21.15.17:0/663467939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557088613750 msgr2=0x557088615b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557088613750 0x557088615b40 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7f489c1990b0 tx=0x7f4890011810 comp rx=0 tx=0).stop 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 -- 172.21.15.17:0/663467939 shutdown_connections 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557088613750 0x557088615b40 unknown :-1 s=CLOSED pgs=863 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088613210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 --2- 172.21.15.17:0/663467939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55708860a250 0x55708860a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 -- 172.21.15.17:0/663467939 >> 172.21.15.17:0/663467939 conn(0x557088604980 msgr2=0x557088604d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 -- 172.21.15.17:0/663467939 shutdown_connections 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.673+0000 7f48a662d740 1 -- 172.21.15.17:0/663467939 wait complete. 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 -- start start 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 Processor -- start 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x5570886130a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088610430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088610990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088572020 con 0x55708860a250 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088245430 con 0x557088613750 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088201e00 con 0x55708860ab70 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a662d740 10 client.0 _ll_register_callbacks cb 0x557088519cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x5570886130a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x5570886130a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50210/0 (socket says 172.21.15.17:50210) 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a17ea640 1 -- 172.21.15.17:0/2225100246 learned_addr learned my addr 172.21.15.17:0/2225100246 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088610430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a1feb640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088610990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.674+0000 7f48a17ea640 1 -- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 msgr2=0x557088610430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a17ea640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088610430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a17ea640 1 -- 172.21.15.17:0/2225100246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 msgr2=0x557088610990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a17ea640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088610990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a17ea640 1 -- 172.21.15.17:0/2225100246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4890009830 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a17ea640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x5570886130a0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f488c033000 tx=0x7f488c032f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9551f2a4190df25 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f4880ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f4880ff9640 1 -- 172.21.15.17:0/2225100246 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f488c0bc8c0 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f4880ff9640 1 -- 172.21.15.17:0/2225100246 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f488c0bd480 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5570882717e0 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f4880ff9640 1 -- 172.21.15.17:0/2225100246 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f488c0bc6e0 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 10 client.17067 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5570885706a0 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f4880ff9640 1 -- 172.21.15.17:0/2225100246 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5570882717e0 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f4880ff9640 1 -- 172.21.15.17:0/2225100246 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f488c0eda10 con 0x55708860a250 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 10 client.17067 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 10 client.17067 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 20 client.17067 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557088623670 0x557088625a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 4 client.17067 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.675+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5570882ae720 con 0x557088623670 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.676+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557088623670 0x557088625a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.676+0000 7f4880ff9640 10 client.17067 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.676+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557088623670 0x557088625a60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=127a6600f99453e5 server_cookie=c521cadcc696d3ef in_seq=0 out_seq=0 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f4880ff9640 1 -- 172.21.15.17:0/2225100246 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5570882ae720 con 0x557088623670 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f4880ff9640 10 client.17067 handle_command_reply: tid=0 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 client.17067 shutdown 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 msgr2=0x5570886130a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x5570886130a0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f488c033000 tx=0x7f488c032f70 comp rx=0 tx=0).stop 2024-03-16T18:26:13.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 shutdown_connections 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x557088623670 0x557088625a60 crc :-1 s=READY pgs=48 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088610990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088610430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f4880ff9640 0 client.17067 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 --2- 172.21.15.17:0/2225100246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x5570886130a0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 >> 172.21.15.17:0/2225100246 conn(0x557088604980 msgr2=0x5570886066d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 shutdown_connections 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 1 -- 172.21.15.17:0/2225100246 wait complete. 2024-03-16T18:26:13.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.677+0000 7f48a662d740 20 client.17067 trim_cache size 0 max 16384 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.689+0000 7f48a662d740 1 Processor -- start 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.689+0000 7f48a662d740 1 -- start start 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a662d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x55708860bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a662d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088612b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a662d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x5570886130a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a662d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570884f7130 con 0x55708860a250 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a662d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570885f6a40 con 0x557088613750 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a662d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088605980 con 0x55708860ab70 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x55708860bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x55708860bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50226/0 (socket says 172.21.15.17:50226) 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 -- 172.21.15.17:0/1276330912 learned_addr learned my addr 172.21.15.17:0/1276330912 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088612b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a1feb640 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x5570886130a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 -- 172.21.15.17:0/1276330912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 msgr2=0x557088612b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088612b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 -- 172.21.15.17:0/1276330912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 msgr2=0x5570886130a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x5570886130a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 -- 172.21.15.17:0/1276330912 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55708850cc20 con 0x55708860a250 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f48a17ea640 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x55708860bb60 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f488c0bca80 tx=0x7f488c0bb290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78460a949baad00a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f4882ffd640 1 -- 172.21.15.17:0/1276330912 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f488c0c0030 con 0x55708860a250 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f4882ffd640 1 -- 172.21.15.17:0/1276330912 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f488c0bc6e0 con 0x55708860a250 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.690+0000 7f4882ffd640 1 -- 172.21.15.17:0/1276330912 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f488c0c0ed0 con 0x55708860a250 2024-03-16T18:26:13.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 -- 172.21.15.17:0/1276330912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 msgr2=0x55708860bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x55708860bb60 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f488c0bca80 tx=0x7f488c0bb290 comp rx=0 tx=0).stop 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 -- 172.21.15.17:0/1276330912 shutdown_connections 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x5570886130a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088612b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 --2- 172.21.15.17:0/1276330912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x55708860bb60 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 -- 172.21.15.17:0/1276330912 >> 172.21.15.17:0/1276330912 conn(0x557088604980 msgr2=0x557088610550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 -- 172.21.15.17:0/1276330912 shutdown_connections 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 -- 172.21.15.17:0/1276330912 wait complete. 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 -- start start 2024-03-16T18:26:13.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.691+0000 7f48a662d740 1 Processor -- start 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x557088617540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088617a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088676e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088677410 con 0x55708860a250 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088677580 con 0x557088613750 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557088677740 con 0x55708860ab70 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 10 client.0 _ll_register_callbacks cb 0x7f488c0095c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x557088617540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x557088617540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50232/0 (socket says 172.21.15.17:50232) 2024-03-16T18:26:13.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 -- 172.21.15.17:0/882113475 learned_addr learned my addr 172.21.15.17:0/882113475 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088617a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a1feb640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088676e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 -- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 msgr2=0x557088617a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088617a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 -- 172.21.15.17:0/882113475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 msgr2=0x557088676e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088676e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 -- 172.21.15.17:0/882113475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5570885706a0 con 0x55708860a250 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a17ea640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x557088617540 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f488c0b9750 tx=0x7f488c0f3ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=399c9f234cb5e928 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f4880ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f4880ff9640 1 -- 172.21.15.17:0/882113475 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f488c0c5290 con 0x55708860a250 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f4880ff9640 1 -- 172.21.15.17:0/882113475 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f488c0bd220 con 0x55708860a250 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.692+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4890009e10 con 0x55708860a250 2024-03-16T18:26:13.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f4880ff9640 1 -- 172.21.15.17:0/882113475 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f488c0bc8c0 con 0x55708860a250 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 10 client.17073 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5570885328c0 con 0x55708860a250 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f4880ff9640 1 -- 172.21.15.17:0/882113475 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f488c0db030 con 0x55708860a250 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f4880ff9640 1 -- 172.21.15.17:0/882113475 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f488c004b40 con 0x55708860a250 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 10 client.17073 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 10 client.17073 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 20 client.17073 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55708867fc20 0x557088682010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 4 client.17073 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5570882fd890 con 0x55708867fc20 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55708867fc20 0x557088682010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f48a0fe9640 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55708867fc20 0x557088682010 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=efbcd0966b55170d server_cookie=3a1b33d1b7622f9b in_seq=0 out_seq=0 2024-03-16T18:26:13.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.693+0000 7f4880ff9640 10 client.17073 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f4880ff9640 1 -- 172.21.15.17:0/882113475 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5570882fd890 con 0x55708867fc20 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f4880ff9640 10 client.17073 handle_command_reply: tid=0 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 client.17073 shutdown 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 msgr2=0x557088617540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x557088617540 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f488c0b9750 tx=0x7f488c0f3ed0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 shutdown_connections 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55708867fc20 0x557088682010 crc :-1 s=READY pgs=49 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557088613750 0x557088676e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55708860ab70 0x557088617a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f4880ff9640 0 client.17073 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:13.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 --2- 172.21.15.17:0/882113475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55708860a250 0x557088617540 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 >> 172.21.15.17:0/882113475 conn(0x557088604980 msgr2=0x557088605b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 shutdown_connections 2024-03-16T18:26:13.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 1 -- 172.21.15.17:0/882113475 wait complete. 2024-03-16T18:26:13.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a662d740 20 client.17073 trim_cache size 0 max 16384 2024-03-16T18:26:13.703 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:13.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f48840a1ba0 msgr2=0x7f48840a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f48840a1ba0 0x7f48840a4060 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f4894005f60 tx=0x7f48940046c0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 msgr2=0x7f489c19d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 0x7f489c19d710 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f488c005e30 tx=0x7f488c0349b0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 shutdown_connections 2024-03-16T18:26:13.704 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f48840a1ba0 0x7f48840a4060 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f489c10bb30 0x7f489c197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f489c103080 0x7f489c19dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.694+0000 7f48a3a4e640 1 --2- 172.21.15.17:0/571454625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f489c102760 0x7f489c19d710 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.695+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 >> 172.21.15.17:0/571454625 conn(0x7f489c077550 msgr2=0x7f489c0fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.695+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 shutdown_connections 2024-03-16T18:26:13.705 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.695+0000 7f48a3a4e640 1 -- 172.21.15.17:0/571454625 wait complete. 2024-03-16T18:26:13.706 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:13.706 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 -- 172.21.15.17:0/1862695051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70107570 msgr2=0x7f1c70107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 --2- 172.21.15.17:0/1862695051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70107570 0x7f1c70107950 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f1c60009900 tx=0x7f1c6002bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 -- 172.21.15.17:0/1862695051 shutdown_connections 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 --2- 172.21.15.17:0/1862695051 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c70101e70 0x7f1c7010e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 --2- 172.21.15.17:0/1862695051 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c701014b0 0x7f1c70101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 --2- 172.21.15.17:0/1862695051 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c70107570 0x7f1c70107950 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 -- 172.21.15.17:0/1862695051 >> 172.21.15.17:0/1862695051 conn(0x7f1c700fcf20 msgr2=0x7f1c700ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 -- 172.21.15.17:0/1862695051 shutdown_connections 2024-03-16T18:26:13.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 -- 172.21.15.17:0/1862695051 wait complete. 2024-03-16T18:26:13.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.810+0000 7f1c75d77640 1 Processor -- start 2024-03-16T18:26:13.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 -- start start 2024-03-16T18:26:13.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 0x7f1c7019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c70101e70 0x7f1c7019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c70107570 0x7f1c70197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c70197ec0 con 0x7f1c701014b0 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c70198030 con 0x7f1c70101e70 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c75d77640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c701981f0 con 0x7f1c70107570 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 0x7f1c7019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 0x7f1c7019d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50250/0 (socket says 172.21.15.17:50250) 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2155747889 learned_addr learned my addr 172.21.15.17:0/2155747889 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6effd640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c70101e70 0x7f1c7019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c70107570 0x7f1c70197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2155747889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c70107570 msgr2=0x7f1c70197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c70107570 0x7f1c70197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2155747889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c70101e70 msgr2=0x7f1c7019dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c70101e70 0x7f1c7019dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2155747889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c60009560 con 0x7f1c701014b0 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.811+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 0x7f1c7019d6b0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f1c60005940 tx=0x7f1c60005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.812+0000 7f1c6cff9640 1 -- 172.21.15.17:0/2155747889 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c60004350 con 0x7f1c701014b0 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.812+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c70198470 con 0x7f1c701014b0 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.812+0000 7f1c6cff9640 1 -- 172.21.15.17:0/2155747889 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c600044b0 con 0x7f1c701014b0 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.812+0000 7f1c6cff9640 1 -- 172.21.15.17:0/2155747889 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c600053c0 con 0x7f1c701014b0 2024-03-16T18:26:13.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.812+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c701a46e0 con 0x7f1c701014b0 2024-03-16T18:26:13.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.814+0000 7f1c6cff9640 1 -- 172.21.15.17:0/2155747889 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1c60005520 con 0x7f1c701014b0 2024-03-16T18:26:13.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.814+0000 7f1c78a2d740 1 Processor -- start 2024-03-16T18:26:13.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.814+0000 7f1c78a2d740 1 -- start start 2024-03-16T18:26:13.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.814+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 0x56553f872630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f87b750 0x56553f87db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f82d960 con 0x56553f872b70 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f7e1310 con 0x56553f872250 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f7de840 con 0x56553f87b750 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 0x56553f872630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 0x56553f872630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:53332/0 (socket says 172.21.15.17:53332) 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 -- 172.21.15.17:0/1899042994 learned_addr learned my addr 172.21.15.17:0/1899042994 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6effd640 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f87b750 0x56553f87db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6cff9640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c580a1ba0 0x7f1c580a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 -- 172.21.15.17:0/1899042994 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f87b750 msgr2=0x56553f87db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f87b750 0x56553f87db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 -- 172.21.15.17:0/1899042994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 msgr2=0x56553f87b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 -- 172.21.15.17:0/1899042994 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56553f79c060 con 0x56553f872250 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6cff9640 1 -- 172.21.15.17:0/2155747889 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1c600efc40 con 0x7f1c701014b0 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c580a1ba0 0x7f1c580a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 0x56553f872630 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1c68011590 tx=0x7f1c68011a50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a8492a9815f4d1bf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c55ffb640 1 -- 172.21.15.17:0/1899042994 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6801bb90 con 0x56553f872250 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c580a1ba0 0x7f1c580a4060 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1c68022000 tx=0x7f1c68023000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c55ffb640 1 -- 172.21.15.17:0/1899042994 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c6801f070 con 0x56553f872250 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.815+0000 7f1c55ffb640 1 -- 172.21.15.17:0/1899042994 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6801a360 con 0x56553f872250 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 -- 172.21.15.17:0/1899042994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 msgr2=0x56553f872630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 0x56553f872630 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f1c68011590 tx=0x7f1c68011a50 comp rx=0 tx=0).stop 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 -- 172.21.15.17:0/1899042994 shutdown_connections 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f87b750 0x56553f87db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/1899042994 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872250 0x56553f872630 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 -- 172.21.15.17:0/1899042994 >> 172.21.15.17:0/1899042994 conn(0x56553f86c980 msgr2=0x56553f86cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 -- 172.21.15.17:0/1899042994 shutdown_connections 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 -- 172.21.15.17:0/1899042994 wait complete. 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.816+0000 7f1c78a2d740 1 -- start start 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 Processor -- start 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f87b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872b70 0x56553f8784c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 0x56553f878ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f7da020 con 0x56553f87b750 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f4ad430 con 0x56553f872b70 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f469e00 con 0x56553f872250 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c78a2d740 10 client.0 _ll_register_callbacks cb 0x56553f781cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 0x56553f878ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 0x56553f878ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50262/0 (socket says 172.21.15.17:50262) 2024-03-16T18:26:13.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 -- 172.21.15.17:0/3886856543 learned_addr learned my addr 172.21.15.17:0/3886856543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f87b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6effd640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872b70 0x56553f8784c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 -- 172.21.15.17:0/3886856543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 msgr2=0x56553f87b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f87b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 -- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872b70 msgr2=0x56553f8784c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872b70 0x56553f8784c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 -- 172.21.15.17:0/3886856543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c68009c50 con 0x56553f87b750 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 0x56553f878ad0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f1c6800e7b0 tx=0x7f1c6800e7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e20b7081332b39 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.817+0000 7f1c4effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c4effd640 1 -- 172.21.15.17:0/3886856543 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6802a070 con 0x56553f87b750 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c4effd640 1 -- 172.21.15.17:0/3886856543 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1c6801a360 con 0x56553f87b750 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56553f4d97e0 con 0x56553f87b750 2024-03-16T18:26:13.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c4effd640 1 -- 172.21.15.17:0/3886856543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c68004a40 con 0x56553f87b750 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 10 client.17085 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56553f7d86a0 con 0x56553f87b750 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c4effd640 1 -- 172.21.15.17:0/3886856543 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56553f4d97e0 con 0x56553f87b750 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c4effd640 1 -- 172.21.15.17:0/3886856543 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1c6801a590 con 0x56553f87b750 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 10 client.17085 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 10 client.17085 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 20 client.17085 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f88b8e0 0x56553f88dd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 4 client.17085 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56553f516720 con 0x56553f88b8e0 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.818+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f88b8e0 0x56553f88dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.819+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f88b8e0 0x56553f88dd00 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=34e1436e8ea004b server_cookie=2909175a03947b68 in_seq=0 out_seq=0 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.819+0000 7f1c4effd640 10 client.17085 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.819+0000 7f1c4effd640 1 -- 172.21.15.17:0/3886856543 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56553f516720 con 0x56553f88b8e0 2024-03-16T18:26:13.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.819+0000 7f1c4effd640 10 client.17085 handle_command_reply: tid=0 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.819+0000 7f1c78a2d740 1 client.17085 shutdown 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 msgr2=0x56553f878ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 0x56553f878ad0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f1c6800e7b0 tx=0x7f1c6800e7e0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 shutdown_connections 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f88b8e0 0x56553f88dd00 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f87b750 0x56553f878ad0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f872b70 0x56553f8784c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/3886856543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f87b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c4effd640 0 client.17085 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 >> 172.21.15.17:0/3886856543 conn(0x56553f86c980 msgr2=0x56553f86e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 shutdown_connections 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 1 -- 172.21.15.17:0/3886856543 wait complete. 2024-03-16T18:26:13.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.820+0000 7f1c78a2d740 20 client.17085 trim_cache size 0 max 16384 2024-03-16T18:26:13.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:13 smithi149 ceph-mon[35991]: pgmap v144: 129 pgs: 129 active+clean; 5.7 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 62 KiB/s wr, 35 op/s 2024-03-16T18:26:13.838 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:13 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/421198453' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:26:13.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 Processor -- start 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 -- start start 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f86bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f87b130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f887db0 con 0x56553f872b70 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f75f130 con 0x56553f87b750 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f87df40 con 0x56553f872250 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c6effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c6effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50272/0 (socket says 172.21.15.17:50272) 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c6effd640 1 -- 172.21.15.17:0/976128912 learned_addr learned my addr 172.21.15.17:0/976128912 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f86bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.832+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f87b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c6effd640 1 -- 172.21.15.17:0/976128912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 msgr2=0x56553f86bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c6effd640 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f86bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c6effd640 1 -- 172.21.15.17:0/976128912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 msgr2=0x56553f87b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c6effd640 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f87b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c6effd640 1 -- 172.21.15.17:0/976128912 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56553f774c20 con 0x56553f872b70 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c6effd640 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87abf0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f1c70198b70 tx=0x7f1c64005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6636901e7786f568 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c557fa640 1 -- 172.21.15.17:0/976128912 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c64017070 con 0x56553f872b70 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c557fa640 1 -- 172.21.15.17:0/976128912 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c64018040 con 0x56553f872b70 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c557fa640 1 -- 172.21.15.17:0/976128912 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c64003bf0 con 0x56553f872b70 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 -- 172.21.15.17:0/976128912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 msgr2=0x56553f87abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87abf0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f1c70198b70 tx=0x7f1c64005f90 comp rx=0 tx=0).stop 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 -- 172.21.15.17:0/976128912 shutdown_connections 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872b70 0x56553f87abf0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f87b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/976128912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872250 0x56553f86bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.833+0000 7f1c78a2d740 1 -- 172.21.15.17:0/976128912 >> 172.21.15.17:0/976128912 conn(0x56553f86c980 msgr2=0x56553f873920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 -- 172.21.15.17:0/976128912 shutdown_connections 2024-03-16T18:26:13.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 -- 172.21.15.17:0/976128912 wait complete. 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 -- start start 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 Processor -- start 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 0x56553f8e39a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872b70 0x56553f8e3ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f8df150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f8df820 con 0x56553f872250 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f8df990 con 0x56553f87b750 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56553f8dfb50 con 0x56553f872b70 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c78a2d740 10 client.0 _ll_register_callbacks cb 0x7f1c600f3610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 0x56553f8e39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c6f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 0x56553f8e39a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50276/0 (socket says 172.21.15.17:50276) 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2743669410 learned_addr learned my addr 172.21.15.17:0/2743669410 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f8df150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.834+0000 7f1c6effd640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872b70 0x56553f8e3ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2743669410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872b70 msgr2=0x56553f8e3ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872b70 0x56553f8e3ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 msgr2=0x56553f8df150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f8df150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6f7fe640 1 -- 172.21.15.17:0/2743669410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c640099e0 con 0x56553f872250 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6ffff640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f8df150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c6f7fe640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 0x56553f8e39a0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f1c600ed130 tx=0x7f1c600057d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd8fc017fb05b6c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c4effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c4effd640 1 -- 172.21.15.17:0/2743669410 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c600bc180 con 0x56553f872250 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c4effd640 1 -- 172.21.15.17:0/2743669410 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1c600bcd40 con 0x56553f872250 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1c6801f070 con 0x56553f872250 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c4effd640 1 -- 172.21.15.17:0/2743669410 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1c600bbfa0 con 0x56553f872250 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 10 client.17091 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56553f79a8c0 con 0x56553f872250 2024-03-16T18:26:13.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c4effd640 1 -- 172.21.15.17:0/2743669410 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1c6801f070 con 0x56553f872250 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c4effd640 1 -- 172.21.15.17:0/2743669410 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1c600dad20 con 0x56553f872250 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 10 client.17091 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 10 client.17091 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 20 client.17091 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f8ec7a0 0x56553f8eebc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 4 client.17091 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.835+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56553f565890 con 0x56553f8ec7a0 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c6effd640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f8ec7a0 0x56553f8eebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c4effd640 10 client.17091 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c6effd640 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f8ec7a0 0x56553f8eebc0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9e1cb828668c62ef server_cookie=d574a409e3abf455 in_seq=0 out_seq=0 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c4effd640 1 -- 172.21.15.17:0/2743669410 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56553f565890 con 0x56553f8ec7a0 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c4effd640 10 client.17091 handle_command_reply: tid=0 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 client.17091 shutdown 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 msgr2=0x56553f8e39a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 0x56553f8e39a0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7f1c600ed130 tx=0x7f1c600057d0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 shutdown_connections 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56553f8ec7a0 0x56553f8eebc0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56553f87b750 0x56553f8df150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c4effd640 0 client.17091 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56553f872b70 0x56553f8e3ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 --2- 172.21.15.17:0/2743669410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56553f872250 0x56553f8e39a0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 >> 172.21.15.17:0/2743669410 conn(0x56553f86c980 msgr2=0x56553f873090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 shutdown_connections 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.836+0000 7f1c78a2d740 1 -- 172.21.15.17:0/2743669410 wait complete. 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c78a2d740 20 client.17091 trim_cache size 0 max 16384 2024-03-16T18:26:13.844 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:13.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c580a1ba0 msgr2=0x7f1c580a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c580a1ba0 0x7f1c580a4060 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f1c68022000 tx=0x7f1c68023000 comp rx=0 tx=0).stop 2024-03-16T18:26:13.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 msgr2=0x7f1c7019d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 0x7f1c7019d6b0 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f1c60005940 tx=0x7f1c60005df0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 shutdown_connections 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1c580a1ba0 0x7f1c580a4060 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1c70107570 0x7f1c70197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1c70101e70 0x7f1c7019dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 --2- 172.21.15.17:0/2155747889 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1c701014b0 0x7f1c7019d6b0 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 >> 172.21.15.17:0/2155747889 conn(0x7f1c700fcf20 msgr2=0x7f1c700fe730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 shutdown_connections 2024-03-16T18:26:13.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.837+0000 7f1c75d77640 1 -- 172.21.15.17:0/2155747889 wait complete. 2024-03-16T18:26:13.848 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:13.848 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:26:13.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 -- 172.21.15.17:0/3073256407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 msgr2=0x7f7dfc10e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 --2- 172.21.15.17:0/3073256407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc10e320 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f7de4009900 tx=0x7f7de402bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 -- 172.21.15.17:0/3073256407 shutdown_connections 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 --2- 172.21.15.17:0/3073256407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc10e320 unknown :-1 s=CLOSED pgs=872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 --2- 172.21.15.17:0/3073256407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 0x7f7dfc101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 --2- 172.21.15.17:0/3073256407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dfc107560 0x7f7dfc107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 -- 172.21.15.17:0/3073256407 >> 172.21.15.17:0/3073256407 conn(0x7f7dfc0788f0 msgr2=0x7f7dfc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 -- 172.21.15.17:0/3073256407 shutdown_connections 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.952+0000 7f7e0312c640 1 -- 172.21.15.17:0/3073256407 wait complete. 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 Processor -- start 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 -- start start 2024-03-16T18:26:13.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 0x7f7dfc19d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc19dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dfc107560 0x7f7dfc197720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dfc197eb0 con 0x7f7dfc101e60 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dfc198020 con 0x7f7dfc1014a0 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e0312c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dfc1981e0 con 0x7f7dfc107560 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7dfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc19dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7dfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc19dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50280/0 (socket says 172.21.15.17:50280) 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e00ec8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 0x7f7dfc19d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1190441652 learned_addr learned my addr 172.21.15.17:0/1190441652 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.953+0000 7f7e016c9640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dfc107560 0x7f7dfc197720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1190441652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dfc107560 msgr2=0x7f7dfc197720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dfc107560 0x7f7dfc197720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1190441652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 msgr2=0x7f7dfc19d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 0x7f7dfc19d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1190441652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dec009840 con 0x7f7dfc101e60 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 0x7f7dfc19d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc19dba0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f7dec009d50 tx=0x7f7dec00c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7df9ffb640 1 -- 172.21.15.17:0/1190441652 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dec003b70 con 0x7f7dfc101e60 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7df9ffb640 1 -- 172.21.15.17:0/1190441652 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7dec003cd0 con 0x7f7dfc101e60 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7de4009560 con 0x7f7dfc101e60 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7df9ffb640 1 -- 172.21.15.17:0/1190441652 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dec010810 con 0x7f7dfc101e60 2024-03-16T18:26:13.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.954+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7dfc1a45e0 con 0x7f7dfc101e60 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7df9ffb640 1 -- 172.21.15.17:0/1190441652 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f7dec004000 con 0x7f7dfc101e60 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 Processor -- start 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 -- start start 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9b97630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9b52960 con 0x5610a9b97b70 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9b06310 con 0x5610a9ba0750 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e05de6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9b03840 con 0x5610a9b97250 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7df9ffb640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7de80a1ba0 0x7f7de80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e00ec8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e00ec8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba0210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50290/0 (socket says 172.21.15.17:50290) 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e00ec8640 1 -- 172.21.15.17:0/728890458 learned_addr learned my addr 172.21.15.17:0/728890458 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.957+0000 7f7e016c9640 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9b97630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7df9ffb640 1 -- 172.21.15.17:0/1190441652 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7dec014070 con 0x7f7dfc101e60 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e016c9640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7de80a1ba0 0x7f7de80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e00ec8640 1 -- 172.21.15.17:0/728890458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 msgr2=0x5610a9b97630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9b97630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e00ec8640 1 -- 172.21.15.17:0/728890458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 msgr2=0x5610a9ba2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e00ec8640 1 -- 172.21.15.17:0/728890458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5610a9ac1060 con 0x5610a9b97b70 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba0210 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f7df40115f0 tx=0x7f7df4011ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74ff914219368355 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7e016c9640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7de80a1ba0 0x7f7de80a4060 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7de4005ab0 tx=0x7f7de4005a40 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7df2ffd640 1 -- 172.21.15.17:0/728890458 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df400f640 con 0x5610a9b97b70 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7df2ffd640 1 -- 172.21.15.17:0/728890458 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7df400fc50 con 0x5610a9b97b70 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.958+0000 7f7df2ffd640 1 -- 172.21.15.17:0/728890458 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df4019c80 con 0x5610a9b97b70 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 -- 172.21.15.17:0/728890458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 msgr2=0x5610a9ba0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba0210 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f7df40115f0 tx=0x7f7df4011ab0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 -- 172.21.15.17:0/728890458 shutdown_connections 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba0210 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 --2- 172.21.15.17:0/728890458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9b97630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 -- 172.21.15.17:0/728890458 >> 172.21.15.17:0/728890458 conn(0x5610a9b91980 msgr2=0x5610a9b91d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 -- 172.21.15.17:0/728890458 shutdown_connections 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 -- 172.21.15.17:0/728890458 wait complete. 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 -- start start 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.959+0000 7f7e05de6740 1 Processor -- start 2024-03-16T18:26:13.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9b97250 0x5610a9ba00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9b9d470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9ba0750 0x5610a9b9d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9aff020 con 0x5610a9b97b70 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a97d2430 con 0x5610a9b97250 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a978ee00 con 0x5610a9ba0750 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 10 client.0 _ll_register_callbacks cb 0x5610a9aa6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9b9d470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9b9d470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50304/0 (socket says 172.21.15.17:50304) 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 -- 172.21.15.17:0/627545590 learned_addr learned my addr 172.21.15.17:0/627545590 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9b97250 0x5610a9ba00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e016c9640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9ba0750 0x5610a9b9d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 -- 172.21.15.17:0/627545590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9ba0750 msgr2=0x5610a9b9d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9ba0750 0x5610a9b9d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 -- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9b97250 msgr2=0x5610a9ba00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9b97250 0x5610a9ba00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 -- 172.21.15.17:0/627545590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7df4009d40 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e016c9640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9ba0750 0x5610a9b9d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9b9d470 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7dec096950 tx=0x7f7dec01da40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=93401c17deeac986 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7ddbfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7ddbfff640 1 -- 172.21.15.17:0/627545590 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dec09a5d0 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7ddbfff640 1 -- 172.21.15.17:0/627545590 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7dec09b370 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.960+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5610a97fe7e0 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7ddbfff640 1 -- 172.21.15.17:0/627545590 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7dec09ac70 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 10 client.17103 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5610a9afd6a0 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7ddbfff640 1 -- 172.21.15.17:0/627545590 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7dec064020 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7ddbfff640 1 -- 172.21.15.17:0/627545590 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7dec0972e0 con 0x5610a9b97b70 2024-03-16T18:26:13.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 10 client.17103 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 10 client.17103 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 20 client.17103 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9bb08a0 0x5610a9bb2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 4 client.17103 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5610a983b720 con 0x5610a9bb08a0 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.961+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9bb08a0 0x5610a9bb2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.962+0000 7f7ddbfff640 10 client.17103 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.962+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9bb08a0 0x5610a9bb2c90 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4896fe3dbfc04755 server_cookie=25dabd2ee00a2511 in_seq=0 out_seq=0 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.962+0000 7f7ddbfff640 1 -- 172.21.15.17:0/627545590 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5610a983b720 con 0x5610a9bb08a0 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.962+0000 7f7ddbfff640 10 client.17103 handle_command_reply: tid=0 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.962+0000 7f7e05de6740 1 client.17103 shutdown 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 msgr2=0x5610a9b9d470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9b9d470 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f7dec096950 tx=0x7f7dec01da40 comp rx=0 tx=0).stop 2024-03-16T18:26:13.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 shutdown_connections 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9bb08a0 0x5610a9bb2c90 crc :-1 s=READY pgs=113 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9b9d470 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9ba0750 0x5610a9b9d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7ddbfff640 0 client.17103 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 --2- 172.21.15.17:0/627545590 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9b97250 0x5610a9ba00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 >> 172.21.15.17:0/627545590 conn(0x5610a9b91980 msgr2=0x5610a9b936d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 shutdown_connections 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 1 -- 172.21.15.17:0/627545590 wait complete. 2024-03-16T18:26:13.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.963+0000 7f7e05de6740 20 client.17103 trim_cache size 0 max 16384 2024-03-16T18:26:13.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 Processor -- start 2024-03-16T18:26:13.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 -- start start 2024-03-16T18:26:13.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 0x5610a9b9fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.981 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97b70 0x5610a9ba00e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9babad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9a84130 con 0x5610a9b97250 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9ba2b40 con 0x5610a9ba0750 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e05de6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9b96ee0 con 0x5610a9b97b70 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e00ec8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 0x5610a9b9fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e00ec8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 0x5610a9b9fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50320/0 (socket says 172.21.15.17:50320) 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7e00ec8640 1 -- 172.21.15.17:0/577577179 learned_addr learned my addr 172.21.15.17:0/577577179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.975+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97b70 0x5610a9ba00e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e016c9640 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9babad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e00ec8640 1 -- 172.21.15.17:0/577577179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97b70 msgr2=0x5610a9ba00e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.982 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97b70 0x5610a9ba00e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e00ec8640 1 -- 172.21.15.17:0/577577179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 msgr2=0x5610a9babad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9babad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e00ec8640 1 -- 172.21.15.17:0/577577179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5610a9a99c20 con 0x5610a9b97250 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 0x5610a9b9fba0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7df40115f0 tx=0x7f7df4019900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a6adb5c51252195 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7df27fc640 1 -- 172.21.15.17:0/577577179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df400fee0 con 0x5610a9b97250 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7df27fc640 1 -- 172.21.15.17:0/577577179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7df4009b50 con 0x5610a9b97250 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7df27fc640 1 -- 172.21.15.17:0/577577179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df40050c0 con 0x5610a9b97250 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e05de6740 1 -- 172.21.15.17:0/577577179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 msgr2=0x5610a9b9fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.976+0000 7f7e05de6740 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 0x5610a9b9fba0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f7df40115f0 tx=0x7f7df4019900 comp rx=0 tx=0).stop 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- 172.21.15.17:0/577577179 shutdown_connections 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9babad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97b70 0x5610a9ba00e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 --2- 172.21.15.17:0/577577179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97250 0x5610a9b9fba0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- 172.21.15.17:0/577577179 >> 172.21.15.17:0/577577179 conn(0x5610a9b91980 msgr2=0x5610a9b90b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- 172.21.15.17:0/577577179 shutdown_connections 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- 172.21.15.17:0/577577179 wait complete. 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- start start 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 Processor -- start 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9ba7fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba4530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9ba4c00 con 0x5610a9b97b70 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9ba4d70 con 0x5610a9ba0750 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610a9ba4f30 con 0x5610a9b97250 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7e05de6740 10 client.0 _ll_register_callbacks cb 0x7f7dec009ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.977+0000 7f7dfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50330/0 (socket says 172.21.15.17:50330) 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1974788888 learned_addr learned my addr 172.21.15.17:0/1974788888 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9ba7fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7e016c9640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba4530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1974788888 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 msgr2=0x5610a9ba7fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9ba7fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 msgr2=0x5610a9ba4530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba4530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 -- 172.21.15.17:0/1974788888 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5610a9ac1060 con 0x5610a9b97b70 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7dfbfff640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba84f0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7dec00cba0 tx=0x7f7dec09a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e11bca4c4ab6461 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7ddbfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7ddbfff640 1 -- 172.21.15.17:0/1974788888 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dec09b370 con 0x5610a9b97b70 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7ddbfff640 1 -- 172.21.15.17:0/1974788888 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7dec065080 con 0x5610a9b97b70 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5610a9b9d840 con 0x5610a9b97b70 2024-03-16T18:26:13.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7ddbfff640 1 -- 172.21.15.17:0/1974788888 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7dec09ac70 con 0x5610a9b97b70 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7e05de6740 10 client.17109 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5610a9abf8c0 con 0x5610a9b97b70 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.978+0000 7f7ddbfff640 1 -- 172.21.15.17:0/1974788888 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5610a9b9d840 con 0x5610a9b97b70 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7ddbfff640 1 -- 172.21.15.17:0/1974788888 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7dec0972e0 con 0x5610a9b97b70 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 10 client.17109 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 10 client.17109 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 20 client.17109 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9c0cf30 0x5610a9c0f350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 4 client.17109 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5610a9b8d0f0 con 0x5610a9c0cf30 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9c0cf30 0x5610a9c0f350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7ddbfff640 10 client.17109 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e00ec8640 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9c0cf30 0x5610a9c0f350 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=704d125ae6ad9abe server_cookie=771526fc3f123ce2 in_seq=0 out_seq=0 2024-03-16T18:26:13.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7ddbfff640 1 -- 172.21.15.17:0/1974788888 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5610a9b8d0f0 con 0x5610a9c0cf30 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7ddbfff640 10 client.17109 handle_command_reply: tid=0 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 client.17109 shutdown 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 msgr2=0x5610a9ba84f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba84f0 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7f7dec00cba0 tx=0x7f7dec09a6a0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 shutdown_connections 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5610a9c0cf30 0x5610a9c0f350 crc :-1 s=READY pgs=114 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5610a9b97b70 0x5610a9ba84f0 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5610a9ba0750 0x5610a9ba4530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7ddbfff640 0 client.17109 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 --2- 172.21.15.17:0/1974788888 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5610a9b97250 0x5610a9ba7fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.979+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 >> 172.21.15.17:0/1974788888 conn(0x5610a9b91980 msgr2=0x5610a9b97f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 shutdown_connections 2024-03-16T18:26:13.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e05de6740 1 -- 172.21.15.17:0/1974788888 wait complete. 2024-03-16T18:26:13.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e05de6740 20 client.17109 trim_cache size 0 max 16384 2024-03-16T18:26:13.988 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:13.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7de80a1ba0 msgr2=0x7f7de80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7de80a1ba0 0x7f7de80a4060 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7de4005ab0 tx=0x7f7de4005a40 comp rx=0 tx=0).stop 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 msgr2=0x7f7dfc19dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc19dba0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f7dec009d50 tx=0x7f7dec00c6a0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 shutdown_connections 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7de80a1ba0 0x7f7de80a4060 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dfc101e60 0x7f7dfc19dba0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dfc107560 0x7f7dfc197720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 --2- 172.21.15.17:0/1190441652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dfc1014a0 0x7f7dfc19d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 >> 172.21.15.17:0/1190441652 conn(0x7f7dfc0788f0 msgr2=0x7f7dfc1000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 shutdown_connections 2024-03-16T18:26:13.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:13.980+0000 7f7e0312c640 1 -- 172.21.15.17:0/1190441652 wait complete. 2024-03-16T18:26:14.992 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:26:14.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:26:14.992 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:26:15.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.111+0000 7f8578688640 1 -- 172.21.15.17:0/3251713349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 msgr2=0x7f8570101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.111+0000 7f8578688640 1 --2- 172.21.15.17:0/3251713349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f8570101920 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f8560009900 tx=0x7f856002bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- 172.21.15.17:0/3251713349 shutdown_connections 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 --2- 172.21.15.17:0/3251713349 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f8570101920 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 --2- 172.21.15.17:0/3251713349 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570101e60 0x7f857010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 --2- 172.21.15.17:0/3251713349 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570107560 0x7f8570107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- 172.21.15.17:0/3251713349 >> 172.21.15.17:0/3251713349 conn(0x7f85700788f0 msgr2=0x7f8570078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- 172.21.15.17:0/3251713349 shutdown_connections 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- 172.21.15.17:0/3251713349 wait complete. 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 Processor -- start 2024-03-16T18:26:15.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- start start 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f857019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570101e60 0x7f857019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570107560 0x7f8570197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8570197e30 con 0x7f85701014a0 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8570197fa0 con 0x7f8570101e60 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.112+0000 7f8578688640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8570198160 con 0x7f8570107560 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f857019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f857019d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50338/0 (socket says 172.21.15.17:50338) 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 -- 172.21.15.17:0/3152072791 learned_addr learned my addr 172.21.15.17:0/3152072791 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8575c23640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570101e60 0x7f857019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576c25640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570107560 0x7f8570197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 -- 172.21.15.17:0/3152072791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570107560 msgr2=0x7f8570197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570107560 0x7f8570197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 -- 172.21.15.17:0/3152072791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570101e60 msgr2=0x7f857019db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570101e60 0x7f857019db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 -- 172.21.15.17:0/3152072791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8560009560 con 0x7f85701014a0 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8576424640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f857019d620 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f856c00e9f0 tx=0x7f856c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f85677fe640 1 -- 172.21.15.17:0/3152072791 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c009700 con 0x7f85701014a0 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f85677fe640 1 -- 172.21.15.17:0/3152072791 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f856c00cd80 con 0x7f85701014a0 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8570198440 con 0x7f85701014a0 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f85677fe640 1 -- 172.21.15.17:0/3152072791 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c018840 con 0x7f85701014a0 2024-03-16T18:26:15.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.113+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85701a4650 con 0x7f85701014a0 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f85677fe640 1 -- 172.21.15.17:0/3152072791 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f856c0189a0 con 0x7f85701014a0 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 Processor -- start 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 -- start start 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12d9760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f85677fe640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f855c0a1c20 0x7f855c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e1247f90 con 0x5564e12d9380 2024-03-16T18:26:15.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12454c0 con 0x5564e12e28b0 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.116+0000 7f857b26c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e1240ca0 con 0x5564e12d9d30 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576c25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12d9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8575c23640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f855c0a1c20 0x7f855c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:45598/0 (socket says 172.21.15.17:45598) 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 -- 172.21.15.17:0/3540844218 learned_addr learned my addr 172.21.15.17:0/3540844218 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f85677fe640 1 -- 172.21.15.17:0/3152072791 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f856c014070 con 0x7f85701014a0 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576c25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12d9760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50350/0 (socket says 172.21.15.17:50350) 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576c25640 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 -- 172.21.15.17:0/3540844218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 msgr2=0x5564e12e4d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e4d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 -- 172.21.15.17:0/3540844218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 msgr2=0x5564e12d9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12d9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 -- 172.21.15.17:0/3540844218 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564e12030b0 con 0x5564e12d9d30 2024-03-16T18:26:15.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8575c23640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f855c0a1c20 0x7f855c0a40e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8560006010 tx=0x7f856002c6c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8576424640 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e22e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f856c096be0 tx=0x7f856c096420 comp rx=0 tx=0).ready entity=mon.1 client_cookie=da942237fc57fce2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8564ff9640 1 -- 172.21.15.17:0/3540844218 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c0a2e70 con 0x5564e12d9d30 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8564ff9640 1 -- 172.21.15.17:0/3540844218 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f856c010b50 con 0x5564e12d9d30 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.117+0000 7f8564ff9640 1 -- 172.21.15.17:0/3540844218 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c0ba310 con 0x5564e12d9d30 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 -- 172.21.15.17:0/3540844218 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 msgr2=0x5564e12e22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e22e0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f856c096be0 tx=0x7f856c096420 comp rx=0 tx=0).stop 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 -- 172.21.15.17:0/3540844218 shutdown_connections 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e4d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e22e0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 --2- 172.21.15.17:0/3540844218 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12d9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 -- 172.21.15.17:0/3540844218 >> 172.21.15.17:0/3540844218 conn(0x5564e12d3840 msgr2=0x5564e12d3c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 -- 172.21.15.17:0/3540844218 shutdown_connections 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 -- 172.21.15.17:0/3540844218 wait complete. 2024-03-16T18:26:15.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.118+0000 7f857b26c740 1 -- start start 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 Processor -- start 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12df7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12dfd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e0260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e11e5f40 con 0x5564e12d9380 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e0f144b0 con 0x5564e12e28b0 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e11c6670 con 0x5564e12d9d30 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f857b26c740 10 client.0 _ll_register_callbacks cb 0x5564e1233f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12df7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12df7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50352/0 (socket says 172.21.15.17:50352) 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 -- 172.21.15.17:0/1825856397 learned_addr learned my addr 172.21.15.17:0/1825856397 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8575c23640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12dfd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576c25640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 -- 172.21.15.17:0/1825856397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 msgr2=0x5564e12dfd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12dfd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 -- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 msgr2=0x5564e12e0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 -- 172.21.15.17:0/1825856397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85701a4650 con 0x5564e12d9380 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8576424640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12df7e0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f856c00c6a0 tx=0x7f856c00c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=922ccdacae351ad8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.119+0000 7f8559ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f8559ffb640 1 -- 172.21.15.17:0/1825856397 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c0a2e70 con 0x5564e12d9380 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f8559ffb640 1 -- 172.21.15.17:0/1825856397 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f856c0b8e40 con 0x5564e12d9380 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564e121af40 con 0x5564e12d9380 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f8559ffb640 1 -- 172.21.15.17:0/1825856397 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f856c0a2bf0 con 0x5564e12d9380 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 10 client.17121 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5564e123f320 con 0x5564e12d9380 2024-03-16T18:26:15.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f8559ffb640 1 -- 172.21.15.17:0/1825856397 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f856c0a5080 con 0x5564e12d9380 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f8559ffb640 1 -- 172.21.15.17:0/1825856397 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f856c0964d0 con 0x5564e12d9380 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 10 client.17121 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 10 client.17121 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 20 client.17121 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e12f2be0 0x5564e12f5000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 4 client.17121 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5564e1237310 con 0x5564e12f2be0 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.120+0000 7f8575c23640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e12f2be0 0x5564e12f5000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f8559ffb640 10 client.17121 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f8575c23640 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e12f2be0 0x5564e12f5000 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6a470d011435497 server_cookie=49de9405c016ec75 in_seq=0 out_seq=0 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f8559ffb640 1 -- 172.21.15.17:0/1825856397 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5564e1237310 con 0x5564e12f2be0 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f8559ffb640 10 client.17121 handle_command_reply: tid=0 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f857b26c740 1 client.17121 shutdown 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 msgr2=0x5564e12df7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.129 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.121+0000 7f857b26c740 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12df7e0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7f856c00c6a0 tx=0x7f856c00c840 comp rx=0 tx=0).stop 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 shutdown_connections 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e12f2be0 0x5564e12f5000 crc :-1 s=READY pgs=115 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12dfd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f8559ffb640 0 client.17121 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 --2- 172.21.15.17:0/1825856397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12df7e0 unknown :-1 s=CLOSED pgs=880 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 >> 172.21.15.17:0/1825856397 conn(0x5564e12d3840 msgr2=0x5564e12d57a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 shutdown_connections 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 1 -- 172.21.15.17:0/1825856397 wait complete. 2024-03-16T18:26:15.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.122+0000 7f857b26c740 20 client.17121 trim_cache size 0 max 16384 2024-03-16T18:26:15.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.138+0000 7f857b26c740 1 Processor -- start 2024-03-16T18:26:15.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.138+0000 7f857b26c740 1 -- start start 2024-03-16T18:26:15.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f857b26c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12e1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f857b26c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12edde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f857b26c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12ee320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f857b26c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12d45d0 con 0x5564e12d9380 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f857b26c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12f5660 con 0x5564e12e28b0 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f857b26c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12d86a0 con 0x5564e12d9d30 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12e1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12e1f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50358/0 (socket says 172.21.15.17:50358) 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 -- 172.21.15.17:0/2887127433 learned_addr learned my addr 172.21.15.17:0/2887127433 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576c25640 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12ee320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8575c23640 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12edde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 -- 172.21.15.17:0/2887127433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 msgr2=0x5564e12edde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12edde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 -- 172.21.15.17:0/2887127433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 msgr2=0x5564e12ee320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12ee320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 -- 172.21.15.17:0/2887127433 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564e11dbc00 con 0x5564e12d9380 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576c25640 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12ee320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f8576424640 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12e1f10 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f856c098a30 tx=0x7f856c0cdf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc4a326a85427453 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f855bfff640 1 -- 172.21.15.17:0/2887127433 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c0a2e70 con 0x5564e12d9380 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f855bfff640 1 -- 172.21.15.17:0/2887127433 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5564e121af40 con 0x5564e12d9380 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.139+0000 7f855bfff640 1 -- 172.21.15.17:0/2887127433 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c098a80 con 0x5564e12d9380 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- 172.21.15.17:0/2887127433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 msgr2=0x5564e12e1f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12e1f10 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f856c098a30 tx=0x7f856c0cdf70 comp rx=0 tx=0).stop 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- 172.21.15.17:0/2887127433 shutdown_connections 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12ee320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12edde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- 172.21.15.17:0/2887127433 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12e1f10 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- 172.21.15.17:0/2887127433 >> 172.21.15.17:0/2887127433 conn(0x5564e12d3840 msgr2=0x5564e12d56a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- 172.21.15.17:0/2887127433 shutdown_connections 2024-03-16T18:26:15.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- 172.21.15.17:0/2887127433 wait complete. 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- start start 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 Processor -- start 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12ea410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e6790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e6cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12e7210 con 0x5564e12d9380 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12e7380 con 0x5564e12e28b0 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.140+0000 7f857b26c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564e12e7540 con 0x5564e12d9d30 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f857b26c740 10 client.0 _ll_register_callbacks cb 0x7f8568009df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12ea410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12ea410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50364/0 (socket says 172.21.15.17:50364) 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 -- 172.21.15.17:0/1972304098 learned_addr learned my addr 172.21.15.17:0/1972304098 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8575c23640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576c25640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e6cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 -- 172.21.15.17:0/1972304098 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 msgr2=0x5564e12e6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 -- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 msgr2=0x5564e12e6cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e6cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 -- 172.21.15.17:0/1972304098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5564e123f320 con 0x5564e12d9380 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8576424640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12ea410 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f856c0b5040 tx=0x7f856c000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ead0dcaec150d8f0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8559ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8559ffb640 1 -- 172.21.15.17:0/1972304098 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856c09e820 con 0x5564e12d9380 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8559ffb640 1 -- 172.21.15.17:0/1972304098 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f856c0a6060 con 0x5564e12d9380 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5564e1266900 con 0x5564e12d9380 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f8559ffb640 1 -- 172.21.15.17:0/1972304098 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f856c0a2e70 con 0x5564e12d9380 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f857b26c740 10 client.17127 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.141+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5564e1201910 con 0x5564e12d9380 2024-03-16T18:26:15.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f8559ffb640 1 -- 172.21.15.17:0/1972304098 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5564e1266900 con 0x5564e12d9380 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f8559ffb640 1 -- 172.21.15.17:0/1972304098 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f856c099640 con 0x5564e12d9380 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f857b26c740 10 client.17127 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f857b26c740 10 client.17127 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f857b26c740 20 client.17127 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f857b26c740 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e134f4a0 0x5564e1351890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f857b26c740 4 client.17127 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5564e0f40860 con 0x5564e134f4a0 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f8575c23640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e134f4a0 0x5564e1351890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f8559ffb640 10 client.17127 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.142+0000 7f8575c23640 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e134f4a0 0x5564e1351890 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ece1039a1de69da1 server_cookie=19a2f80e4e0b7ba4 in_seq=0 out_seq=0 2024-03-16T18:26:15.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8559ffb640 1 -- 172.21.15.17:0/1972304098 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5564e0f40860 con 0x5564e134f4a0 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8559ffb640 10 client.17127 handle_command_reply: tid=0 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 client.17127 shutdown 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 msgr2=0x5564e12ea410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12ea410 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f856c0b5040 tx=0x7f856c000bc0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 shutdown_connections 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5564e134f4a0 0x5564e1351890 crc :-1 s=READY pgs=116 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8559ffb640 0 client.17127 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5564e12e28b0 0x5564e12e6cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5564e12d9d30 0x5564e12e6790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 --2- 172.21.15.17:0/1972304098 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5564e12d9380 0x5564e12ea410 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 >> 172.21.15.17:0/1972304098 conn(0x5564e12d3840 msgr2=0x5564e12d2050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 shutdown_connections 2024-03-16T18:26:15.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 1 -- 172.21.15.17:0/1972304098 wait complete. 2024-03-16T18:26:15.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f857b26c740 20 client.17127 trim_cache size 0 max 16384 2024-03-16T18:26:15.151 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:26:15.151 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:26:15.151 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "0d76977f-b4fc-4bba-a7de-b693e0c7b69c", 2024-03-16T18:26:15.151 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:26:15.151 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f855c0a1c20 msgr2=0x7f855c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f855c0a1c20 0x7f855c0a40e0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8560006010 tx=0x7f856002c6c0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 msgr2=0x7f857019d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f857019d620 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7f856c00e9f0 tx=0x7f856c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 shutdown_connections 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f855c0a1c20 0x7f855c0a40e0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.144+0000 7f8578688640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8570107560 0x7f8570197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.145+0000 7f8578688640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8570101e60 0x7f857019db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.145+0000 7f8578688640 1 --2- 172.21.15.17:0/3152072791 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85701014a0 0x7f857019d620 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.145+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 >> 172.21.15.17:0/3152072791 conn(0x7f85700788f0 msgr2=0x7f8570100200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.145+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 shutdown_connections 2024-03-16T18:26:15.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.145+0000 7f8578688640 1 -- 172.21.15.17:0/3152072791 wait complete. 2024-03-16T18:26:15.156 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:26:15.156 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 -- 172.21.15.17:0/447402632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8107570 msgr2=0x7f41c8107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 --2- 172.21.15.17:0/447402632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8107570 0x7f41c8107950 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f41c4009900 tx=0x7f41c402bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 -- 172.21.15.17:0/447402632 shutdown_connections 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 --2- 172.21.15.17:0/447402632 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41c806a4c0 0x7f41c810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 --2- 172.21.15.17:0/447402632 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41c8069b20 0x7f41c8069f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 --2- 172.21.15.17:0/447402632 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8107570 0x7f41c8107950 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 -- 172.21.15.17:0/447402632 >> 172.21.15.17:0/447402632 conn(0x7f41c8077190 msgr2=0x7f41c80775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 -- 172.21.15.17:0/447402632 shutdown_connections 2024-03-16T18:26:15.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.261+0000 7f41cfb48640 1 -- 172.21.15.17:0/447402632 wait complete. 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 Processor -- start 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 -- start start 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 0x7f41c819d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41c806a4c0 0x7f41c819dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41c8107570 0x7f41c8197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c8197ed0 con 0x7f41c8069b20 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c8198040 con 0x7f41c806a4c0 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cfb48640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41c8198200 con 0x7f41c8107570 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 0x7f41c819d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 0x7f41c819d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50376/0 (socket says 172.21.15.17:50376) 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 -- 172.21.15.17:0/2989415872 learned_addr learned my addr 172.21.15.17:0/2989415872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41c8107570 0x7f41c8197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41c806a4c0 0x7f41c819dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 -- 172.21.15.17:0/2989415872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41c8107570 msgr2=0x7f41c8197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41c8107570 0x7f41c8197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 -- 172.21.15.17:0/2989415872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41c806a4c0 msgr2=0x7f41c819dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41c806a4c0 0x7f41c819dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.262+0000 7f41cd8e4640 1 -- 172.21.15.17:0/2989415872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41b8009490 con 0x7f41c8069b20 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.263+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 0x7f41c819d6c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f41c4005940 tx=0x7f41c4005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.263+0000 7f41beffd640 1 -- 172.21.15.17:0/2989415872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c4004350 con 0x7f41c8069b20 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.263+0000 7f41beffd640 1 -- 172.21.15.17:0/2989415872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f41c40044b0 con 0x7f41c8069b20 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.263+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41c0009840 con 0x7f41c8069b20 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.263+0000 7f41beffd640 1 -- 172.21.15.17:0/2989415872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c40052b0 con 0x7f41c8069b20 2024-03-16T18:26:15.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.263+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41c4009560 con 0x7f41c8069b20 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.265+0000 7f41beffd640 1 -- 172.21.15.17:0/2989415872 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f41c4003cc0 con 0x7f41c8069b20 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.265+0000 7f41d2801740 1 Processor -- start 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 -- start start 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aac93380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aaca0680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aac02280 con 0x55f9aac92fa0 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aabff7b0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41d2801740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aabfaf90 con 0x55f9aac938c0 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41beffd640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f41b40a1c20 0x7f41b40a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41ce0e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aac93380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.273 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41ce0e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aac93380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50382/0 (socket says 172.21.15.17:50382) 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd0e3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41ce0e5640 1 -- 172.21.15.17:0/3524797793 learned_addr learned my addr 172.21.15.17:0/3524797793 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aaca0680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f41b40a1c20 0x7f41b40a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41beffd640 1 -- 172.21.15.17:0/2989415872 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f41c40efb10 con 0x7f41c8069b20 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd0e3640 1 -- 172.21.15.17:0/3524797793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 msgr2=0x55f9aaca0680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aaca0680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd0e3640 1 -- 172.21.15.17:0/3524797793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 msgr2=0x55f9aac93380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aac93380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41cd0e3640 1 -- 172.21.15.17:0/3524797793 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f9aabb9570 con 0x55f9aaca0bc0 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.266+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aac93380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f41b40a1c20 0x7f41b40a40e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f41c0005c40 tx=0x7f41c0009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca2fb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f41c8198b80 tx=0x7f41b8011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d8e4ac6e3659d269 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.274 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41b3fff640 1 -- 172.21.15.17:0/3524797793 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b8019410 con 0x55f9aaca0bc0 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41b3fff640 1 -- 172.21.15.17:0/3524797793 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f41b8019a20 con 0x55f9aaca0bc0 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41b3fff640 1 -- 172.21.15.17:0/3524797793 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b80189f0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41d2801740 1 -- 172.21.15.17:0/3524797793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aaca0bc0 msgr2=0x55f9aaca2fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41d2801740 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca2fb0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f41c8198b80 tx=0x7f41b8011810 comp rx=0 tx=0).stop 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41d2801740 1 -- 172.21.15.17:0/3524797793 shutdown_connections 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41d2801740 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca2fb0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41d2801740 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aaca0680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.267+0000 7f41d2801740 1 --2- 172.21.15.17:0/3524797793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aac93380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- 172.21.15.17:0/3524797793 >> 172.21.15.17:0/3524797793 conn(0x55f9aac8d990 msgr2=0x55f9aac8dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- 172.21.15.17:0/3524797793 shutdown_connections 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- 172.21.15.17:0/3524797793 wait complete. 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- start start 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 Processor -- start 2024-03-16T18:26:15.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aac9d920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 0x55f9aac9dee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aa8ce430 con 0x55f9aaca0bc0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aa88ae00 con 0x55f9aac92fa0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aab7ffd0 con 0x55f9aac938c0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41d2801740 10 client.0 _ll_register_callbacks cb 0x55f9aabd5fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41ce0e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 0x55f9aac9dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41cd8e4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41ce0e5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 0x55f9aac9dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50384/0 (socket says 172.21.15.17:50384) 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.268+0000 7f41ce0e5640 1 -- 172.21.15.17:0/63749664 learned_addr learned my addr 172.21.15.17:0/63749664 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aac9d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41ce0e5640 1 -- 172.21.15.17:0/63749664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 msgr2=0x55f9aac9d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aac9d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41ce0e5640 1 -- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 msgr2=0x55f9aaca0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41ce0e5640 1 -- 172.21.15.17:0/63749664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41b80099e0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 0x55f9aac9dee0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f41c00094d0 tx=0x7f41c0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ca2e2e2a131243d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41b17fa640 1 -- 172.21.15.17:0/63749664 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c0004d20 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f9aa8fa7e0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41b17fa640 1 -- 172.21.15.17:0/63749664 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f41c0003fb0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41b17fa640 1 -- 172.21.15.17:0/63749664 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41c0004e80 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41d2801740 10 client.17139 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f9aabf9610 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.269+0000 7f41b17fa640 1 -- 172.21.15.17:0/63749664 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55f9aa8fa7e0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41b17fa640 1 -- 172.21.15.17:0/63749664 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f41c0028030 con 0x55f9aaca0bc0 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41d2801740 10 client.17139 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:15.277 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41d2801740 10 client.17139 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41d2801740 20 client.17139 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41d2801740 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aacb0d80 0x55f9aacb31a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41d2801740 4 client.17139 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f9aa937720 con 0x55f9aacb0d80 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aacb0d80 0x55f9aacb31a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41b17fa640 10 client.17139 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.270+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aacb0d80 0x55f9aacb31a0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85008c663a031b74 server_cookie=bfe65c59d9db920c in_seq=0 out_seq=0 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41b17fa640 1 -- 172.21.15.17:0/63749664 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f9aa937720 con 0x55f9aacb0d80 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41b17fa640 10 client.17139 handle_command_reply: tid=0 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 client.17139 shutdown 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 msgr2=0x55f9aac9dee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 0x55f9aac9dee0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f41c00094d0 tx=0x7f41c0004a40 comp rx=0 tx=0).stop 2024-03-16T18:26:15.278 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 shutdown_connections 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aacb0d80 0x55f9aacb31a0 crc :-1 s=READY pgs=117 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aaca0bc0 0x55f9aac9dee0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aac938c0 0x55f9aac9d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41b17fa640 0 client.17139 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 --2- 172.21.15.17:0/63749664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 >> 172.21.15.17:0/63749664 conn(0x55f9aac8d990 msgr2=0x55f9aac8f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 shutdown_connections 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 1 -- 172.21.15.17:0/63749664 wait complete. 2024-03-16T18:26:15.279 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.271+0000 7f41d2801740 20 client.17139 trim_cache size 0 max 16384 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 Processor -- start 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 -- start start 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac938c0 0x55f9aaca0590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aacabf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aac9bef0 con 0x55f9aac92fa0 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aacad120 con 0x55f9aac938c0 2024-03-16T18:26:15.294 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41d2801740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aac9de80 con 0x55f9aaca0bc0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41cd8e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41cd8e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50394/0 (socket says 172.21.15.17:50394) 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41cd8e4640 1 -- 172.21.15.17:0/3973901077 learned_addr learned my addr 172.21.15.17:0/3973901077 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac938c0 0x55f9aaca0590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.288+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aacabf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd8e4640 1 -- 172.21.15.17:0/3973901077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 msgr2=0x55f9aacabf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aacabf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd8e4640 1 -- 172.21.15.17:0/3973901077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac938c0 msgr2=0x55f9aaca0590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac938c0 0x55f9aaca0590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd8e4640 1 -- 172.21.15.17:0/3973901077 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f9aab95ac0 con 0x55f9aac92fa0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac938c0 0x55f9aaca0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0050 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f41c40ed050 tx=0x7f41c408f7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9197c779c0f57827 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41b37fe640 1 -- 172.21.15.17:0/3973901077 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c40dc0d0 con 0x55f9aac92fa0 2024-03-16T18:26:15.295 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41b37fe640 1 -- 172.21.15.17:0/3973901077 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f41c40bc510 con 0x55f9aac92fa0 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41b37fe640 1 -- 172.21.15.17:0/3973901077 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41c4005410 con 0x55f9aac92fa0 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41d2801740 1 -- 172.21.15.17:0/3973901077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 msgr2=0x55f9aaca0050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41d2801740 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0050 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7f41c40ed050 tx=0x7f41c408f7c0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41d2801740 1 -- 172.21.15.17:0/3973901077 shutdown_connections 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.289+0000 7f41d2801740 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aacabf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac938c0 0x55f9aaca0590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 --2- 172.21.15.17:0/3973901077 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac92fa0 0x55f9aaca0050 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- 172.21.15.17:0/3973901077 >> 172.21.15.17:0/3973901077 conn(0x55f9aac8d990 msgr2=0x55f9aac8dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- 172.21.15.17:0/3973901077 shutdown_connections 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- 172.21.15.17:0/3973901077 wait complete. 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- start start 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 Processor -- start 2024-03-16T18:26:15.296 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aac9b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 0x55f9aac9b5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca1ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aaca21a0 con 0x55f9aac938c0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aaca2310 con 0x55f9aac92fa0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9aaca24d0 con 0x55f9aaca0bc0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41d2801740 10 client.0 _ll_register_callbacks cb 0x7f41c0019040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41cd0e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 0x55f9aac9b5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41cd0e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 0x55f9aac9b5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50398/0 (socket says 172.21.15.17:50398) 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41cd0e3640 1 -- 172.21.15.17:0/2938911458 learned_addr learned my addr 172.21.15.17:0/2938911458 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aac9b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.290+0000 7f41ce0e5640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca1ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41cd0e3640 1 -- 172.21.15.17:0/2938911458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 msgr2=0x55f9aaca1ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca1ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41cd0e3640 1 -- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 msgr2=0x55f9aac9b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aac9b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41cd0e3640 1 -- 172.21.15.17:0/2938911458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41c4009560 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41cd0e3640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 0x55f9aac9b5d0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f41b8018660 tx=0x7f41b8019640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e5f0288e5c54498 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41b17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41b17fa640 1 -- 172.21.15.17:0/2938911458 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41b8018420 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41b17fa640 1 -- 172.21.15.17:0/2938911458 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f41b8019830 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f41b8019a20 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41b17fa640 1 -- 172.21.15.17:0/2938911458 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f41b8009e40 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41d2801740 10 client.17145 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f9aabbb6a0 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41b17fa640 1 -- 172.21.15.17:0/2938911458 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f41b8019a20 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41b17fa640 1 -- 172.21.15.17:0/2938911458 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f41b8029020 con 0x55f9aac938c0 2024-03-16T18:26:15.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41d2801740 10 client.17145 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.291+0000 7f41d2801740 10 client.17145 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 20 client.17145 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aad0d630 0x55f9aad0fa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 4 client.17145 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f9aa986890 con 0x55f9aad0d630 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aad0d630 0x55f9aad0fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41b17fa640 10 client.17145 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41cd8e4640 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aad0d630 0x55f9aad0fa50 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=546b8a6b6eedab1 server_cookie=8859770531c60c4 in_seq=0 out_seq=0 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41b17fa640 1 -- 172.21.15.17:0/2938911458 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55f9aa986890 con 0x55f9aad0d630 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41b17fa640 10 client.17145 handle_command_reply: tid=0 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 1 client.17145 shutdown 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 msgr2=0x55f9aac9b5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.292+0000 7f41d2801740 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 0x55f9aac9b5d0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f41b8018660 tx=0x7f41b8019640 comp rx=0 tx=0).stop 2024-03-16T18:26:15.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 shutdown_connections 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f9aad0d630 0x55f9aad0fa50 crc :-1 s=READY pgs=118 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f9aac938c0 0x55f9aac9b5d0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f9aaca0bc0 0x55f9aaca1ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41b17fa640 0 client.17145 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 --2- 172.21.15.17:0/2938911458 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f9aac92fa0 0x55f9aac9b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 >> 172.21.15.17:0/2938911458 conn(0x55f9aac8d990 msgr2=0x55f9aac9d1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 shutdown_connections 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 1 -- 172.21.15.17:0/2938911458 wait complete. 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41d2801740 20 client.17145 trim_cache size 0 max 16384 2024-03-16T18:26:15.300 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: "0d76977f-b4fc-4bba-a7de-b693e0c7b69c": { 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "0d76977f-b4fc-4bba-a7de-b693e0c7b69c", 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:26:15.301 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f41b40a1c20 msgr2=0x7f41b40a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f41b40a1c20 0x7f41b40a40e0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f41c0005c40 tx=0x7f41c0009500 comp rx=0 tx=0).stop 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 msgr2=0x7f41c819d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 0x7f41c819d6c0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f41c4005940 tx=0x7f41c4005df0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 shutdown_connections 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f41b40a1c20 0x7f41b40a40e0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f41c8107570 0x7f41c8197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f41c806a4c0 0x7f41c819dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 --2- 172.21.15.17:0/2989415872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f41c8069b20 0x7f41c819d6c0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:15.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 >> 172.21.15.17:0/2989415872 conn(0x7f41c8077190 msgr2=0x7f41c80fe400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:15.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 shutdown_connections 2024-03-16T18:26:15.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:15.293+0000 7f41cfb48640 1 -- 172.21.15.17:0/2989415872 wait complete. 2024-03-16T18:26:15.304 INFO:tasks.cephfs.filesystem:scrub status for tag:0d76977f-b4fc-4bba-a7de-b693e0c7b69c - {'path': '/', 'tag': '0d76977f-b4fc-4bba-a7de-b693e0c7b69c', 'options': 'recursive,force'} 2024-03-16T18:26:15.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:15 smithi153 ceph-mon[36005]: pgmap v145: 129 pgs: 129 active+clean; 5.7 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:15.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:15 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:26:15.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:15 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:15.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:15 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:26:15.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:15 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:15.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:15 smithi017 ceph-mon[32207]: pgmap v145: 129 pgs: 129 active+clean; 5.7 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:15.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:15 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:26:15.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:15 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:15.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:15 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:26:15.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:15 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:15 smithi149 ceph-mon[35991]: pgmap v145: 129 pgs: 129 active+clean; 5.7 MiB data, 403 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:15 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:15 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:15 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:26:15.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:15 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:17.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:17 smithi153 ceph-mon[36005]: pgmap v146: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 43 KiB/s wr, 20 op/s 2024-03-16T18:26:17.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:17 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:26:17.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:17 smithi017 ceph-mon[32207]: pgmap v146: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 43 KiB/s wr, 20 op/s 2024-03-16T18:26:17.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:17 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:26:17.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:17 smithi149 ceph-mon[35991]: pgmap v146: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 43 KiB/s wr, 20 op/s 2024-03-16T18:26:17.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:17 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:26:19.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:19 smithi017 ceph-mon[32207]: pgmap v147: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:19.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:19 smithi149 ceph-mon[35991]: pgmap v147: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:19.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:19 smithi153 ceph-mon[36005]: pgmap v147: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:21.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:21 smithi017 ceph-mon[32207]: pgmap v148: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:21.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:21 smithi149 ceph-mon[35991]: pgmap v148: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:21.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:21 smithi153 ceph-mon[36005]: pgmap v148: 129 pgs: 129 active+clean; 5.9 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:23.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:23 smithi017 ceph-mon[32207]: pgmap v149: 129 pgs: 129 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:23.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:23 smithi149 ceph-mon[35991]: pgmap v149: 129 pgs: 129 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:23.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:23 smithi153 ceph-mon[36005]: pgmap v149: 129 pgs: 129 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:25.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:25 smithi017 ceph-mon[32207]: pgmap v150: 129 pgs: 129 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:25.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:25 smithi149 ceph-mon[35991]: pgmap v150: 129 pgs: 129 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:25.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:25 smithi153 ceph-mon[36005]: pgmap v150: 129 pgs: 129 active+clean; 6.0 MiB data, 408 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:27.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:27 smithi017 ceph-mon[32207]: pgmap v151: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:27.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:27 smithi149 ceph-mon[35991]: pgmap v151: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:27.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:27 smithi153 ceph-mon[36005]: pgmap v151: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:29.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:29 smithi017 ceph-mon[32207]: pgmap v152: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:29.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:29 smithi149 ceph-mon[35991]: pgmap v152: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:29.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:29 smithi153 ceph-mon[36005]: pgmap v152: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:31.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:31 smithi017 ceph-mon[32207]: pgmap v153: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:31.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:31 smithi149 ceph-mon[35991]: pgmap v153: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:31.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:31 smithi153 ceph-mon[36005]: pgmap v153: 129 pgs: 129 active+clean; 6.2 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:33.660 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:33 smithi153 ceph-mon[36005]: pgmap v154: 129 pgs: 129 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-03-16T18:26:33.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:33 smithi017 ceph-mon[32207]: pgmap v154: 129 pgs: 129 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-03-16T18:26:33.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:33 smithi149 ceph-mon[35991]: pgmap v154: 129 pgs: 129 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-03-16T18:26:35.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:35 smithi017 ceph-mon[32207]: pgmap v155: 129 pgs: 129 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:35.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:35 smithi149 ceph-mon[35991]: pgmap v155: 129 pgs: 129 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:35.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:35 smithi153 ceph-mon[36005]: pgmap v155: 129 pgs: 129 active+clean; 6.3 MiB data, 409 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:37.637 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:37 smithi149 ceph-mon[35991]: pgmap v156: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:37.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:37 smithi017 ceph-mon[32207]: pgmap v156: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:37.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:37 smithi153 ceph-mon[36005]: pgmap v156: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:39.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:39 smithi017 ceph-mon[32207]: pgmap v157: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:39.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:39 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:26:39.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:39 smithi149 ceph-mon[35991]: pgmap v157: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:39.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:39 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:26:39.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:39 smithi153 ceph-mon[36005]: pgmap v157: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:39.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:39 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:26:40.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:40 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:26:40.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:40 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:26:40.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:40 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:26:40.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:40 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:26:40.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:40 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:26:40.836 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:40 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:26:40.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:40 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:26:40.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:40 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:26:40.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:40 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:26:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:42 smithi149 ceph-mon[35991]: pgmap v158: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:42.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:42 smithi153 ceph-mon[36005]: pgmap v158: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:42.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:42 smithi017 ceph-mon[32207]: pgmap v158: 129 pgs: 129 active+clean; 6.5 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:44 smithi149 ceph-mon[35991]: pgmap v159: 129 pgs: 129 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-03-16T18:26:44.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:44 smithi153 ceph-mon[36005]: pgmap v159: 129 pgs: 129 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-03-16T18:26:44.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:44 smithi017 ceph-mon[32207]: pgmap v159: 129 pgs: 129 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 45 KiB/s rd, 40 KiB/s wr, 20 op/s 2024-03-16T18:26:45.305 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:26:45.305 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:26:45.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1572635314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1056b0 msgr2=0x7f7b9c10d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1572635314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1056b0 0x7f7b9c10d280 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c009cd0 tx=0x7f7b8c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1572635314 shutdown_connections 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1572635314 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1056b0 0x7f7b9c10d280 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1572635314 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b9c100f90 0x7f7b9c104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1572635314 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c1009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1572635314 >> 172.21.15.17:0/1572635314 conn(0x7f7b9c0775a0 msgr2=0x7f7b9c0779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1572635314 shutdown_connections 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1572635314 wait complete. 2024-03-16T18:26:45.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.422+0000 7f7ba19d7640 1 Processor -- start 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 -- start start 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c102070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b9c1056b0 0x7f7b9c1025b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b9c102af0 0x7f7b9c1a5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b9c1a61a0 con 0x7f7b9c1005e0 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b9c1a6310 con 0x7f7b9c1056b0 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7ba19d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b9c1a64d0 con 0x7f7b9c102af0 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c102070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c102070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47306/0 (socket says 172.21.15.17:47306) 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 -- 172.21.15.17:0/1184944420 learned_addr learned my addr 172.21.15.17:0/1184944420 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b9c1056b0 0x7f7b9c1025b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b9c102af0 0x7f7b9c1a5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 -- 172.21.15.17:0/1184944420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b9c102af0 msgr2=0x7f7b9c1a5bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b9c102af0 0x7f7b9c1a5bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 -- 172.21.15.17:0/1184944420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b9c1056b0 msgr2=0x7f7b9c1025b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b9c1056b0 0x7f7b9c1025b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.423+0000 7f7b9affd640 1 -- 172.21.15.17:0/1184944420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b8c009900 con 0x7f7b9c1005e0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.424+0000 7f7b9affd640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c102070 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f7b9400e9f0 tx=0x7f7b9400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.424+0000 7f7ba09d5640 1 -- 172.21.15.17:0/1184944420 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b94009720 con 0x7f7b9c1005e0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.424+0000 7f7ba09d5640 1 -- 172.21.15.17:0/1184944420 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7b9400cd80 con 0x7f7b9c1005e0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.424+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b9c1a67b0 con 0x7f7b9c1005e0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.424+0000 7f7ba09d5640 1 -- 172.21.15.17:0/1184944420 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b94010430 con 0x7f7b9c1005e0 2024-03-16T18:26:45.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.424+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b9c1a6cc0 con 0x7f7b9c1005e0 2024-03-16T18:26:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.426+0000 7f7ba09d5640 1 -- 172.21.15.17:0/1184944420 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f7b94005020 con 0x7f7b9c1005e0 2024-03-16T18:26:45.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 Processor -- start 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 -- start start 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba09d5640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7b880a1c50 0x7f7b880a4110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c432b0 0x558e49c43690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 0x558e49c4c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c4eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49bb2280 con 0x558e49c43bd0 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49baf7b0 con 0x558e49c4c7b0 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49baaf90 con 0x558e49c432b0 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7b9a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 0x558e49c4c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7b880a1c50 0x7f7b880a4110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7b9a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 0x558e49c4c270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47308/0 (socket says 172.21.15.17:47308) 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7b9a7fc640 1 -- 172.21.15.17:0/2412256100 learned_addr learned my addr 172.21.15.17:0/2412256100 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c4eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.427+0000 7f7ba09d5640 1 -- 172.21.15.17:0/1184944420 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7b94014070 con 0x7f7b9c1005e0 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9a7fc640 1 -- 172.21.15.17:0/2412256100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c432b0 msgr2=0x558e49c43690 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c432b0 0x558e49c43690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9a7fc640 1 -- 172.21.15.17:0/2412256100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 msgr2=0x558e49c4eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c4eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9a7fc640 1 -- 172.21.15.17:0/2412256100 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e49b69570 con 0x558e49c43bd0 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 0x558e49c4c270 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f7b84009c20 tx=0x7f7b84011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=743353d95ac048cf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7b880a1c50 0x7f7b880a4110 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c02c630 tx=0x7f7b8c005ef0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b91ffb640 1 -- 172.21.15.17:0/2412256100 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b84009dd0 con 0x558e49c43bd0 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b91ffb640 1 -- 172.21.15.17:0/2412256100 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7b840044e0 con 0x558e49c43bd0 2024-03-16T18:26:45.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.428+0000 7f7b91ffb640 1 -- 172.21.15.17:0/2412256100 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b84004a00 con 0x558e49c43bd0 2024-03-16T18:26:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2412256100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 msgr2=0x558e49c4c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 0x558e49c4c270 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f7b84009c20 tx=0x7f7b84011810 comp rx=0 tx=0).stop 2024-03-16T18:26:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2412256100 shutdown_connections 2024-03-16T18:26:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c43bd0 0x558e49c4c270 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c4eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2412256100 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c432b0 0x558e49c43690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2412256100 >> 172.21.15.17:0/2412256100 conn(0x558e49c3d990 msgr2=0x558e49c3dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2412256100 shutdown_connections 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2412256100 wait complete. 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.429+0000 7f7ba45bc740 1 -- start start 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 Processor -- start 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 0x558e49c4c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c495d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c49cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4987e430 con 0x558e49c432b0 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e4983ae00 con 0x558e49c4c7b0 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49b2ffd0 con 0x558e49c43bd0 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7ba45bc740 10 client.0 _ll_register_callbacks cb 0x558e49b85fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:45.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 0x558e49c4c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 0x558e49c4c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47310/0 (socket says 172.21.15.17:47310) 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 -- 172.21.15.17:0/721865586 learned_addr learned my addr 172.21.15.17:0/721865586 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c495d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c49cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 -- 172.21.15.17:0/721865586 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 msgr2=0x558e49c495d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c495d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 -- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 msgr2=0x558e49c49cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c49cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.430+0000 7f7b9affd640 1 -- 172.21.15.17:0/721865586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b84009850 con 0x558e49c432b0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7b9affd640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 0x558e49c4c240 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f7b940cb840 tx=0x7f7b9409a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a43f36d1d362538 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7b7affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7b7affd640 1 -- 172.21.15.17:0/721865586 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b94083ea0 con 0x558e49c432b0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7b7affd640 1 -- 172.21.15.17:0/721865586 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7b9409a720 con 0x558e49c432b0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558e498aa7e0 con 0x558e49c432b0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7b7affd640 1 -- 172.21.15.17:0/721865586 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b9409e870 con 0x558e49c432b0 2024-03-16T18:26:45.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7ba45bc740 10 client.17157 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558e49ba9610 con 0x558e49c432b0 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.431+0000 7f7b7affd640 1 -- 172.21.15.17:0/721865586 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7b940b8e90 con 0x558e49c432b0 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7b7affd640 1 -- 172.21.15.17:0/721865586 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7b9401f060 con 0x558e49c432b0 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7ba45bc740 10 client.17157 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7ba45bc740 10 client.17157 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7ba45bc740 20 client.17157 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49c5c8c0 0x558e49c5ecb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7ba45bc740 4 client.17157 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558e498aa7e0 con 0x558e49c5c8c0 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49c5c8c0 0x558e49c5ecb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7b7affd640 10 client.17157 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:45.436 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.432+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49c5c8c0 0x558e49c5ecb0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=de1c4f3630bb3d93 server_cookie=f2d8e06a2d8ae7e0 in_seq=0 out_seq=0 2024-03-16T18:26:45.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.433+0000 7f7b7affd640 1 -- 172.21.15.17:0/721865586 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558e498aa7e0 con 0x558e49c5c8c0 2024-03-16T18:26:45.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.433+0000 7f7b7affd640 10 client.17157 handle_command_reply: tid=0 2024-03-16T18:26:45.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.433+0000 7f7ba45bc740 1 client.17157 shutdown 2024-03-16T18:26:45.437 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 msgr2=0x558e49c4c240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 0x558e49c4c240 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7f7b940cb840 tx=0x7f7b9409a140 comp rx=0 tx=0).stop 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 shutdown_connections 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49c5c8c0 0x558e49c5ecb0 crc :-1 s=READY pgs=119 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c4c7b0 0x558e49c49cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c495d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/721865586 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c432b0 0x558e49c4c240 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7b7affd640 0 client.17157 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 >> 172.21.15.17:0/721865586 conn(0x558e49c3d990 msgr2=0x558e49c3f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 shutdown_connections 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 1 -- 172.21.15.17:0/721865586 wait complete. 2024-03-16T18:26:45.438 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.434+0000 7f7ba45bc740 20 client.17157 trim_cache size 0 max 16384 2024-03-16T18:26:45.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 Processor -- start 2024-03-16T18:26:45.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 -- start start 2024-03-16T18:26:45.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c49570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c4bd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49c4c240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49c4a590 con 0x558e49c4c7b0 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49c39320 con 0x558e49c432b0 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49c3e9e0 con 0x558e49c43bd0 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49c4c240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49c4c240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47316/0 (socket says 172.21.15.17:47316) 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9b7fe640 1 -- 172.21.15.17:0/338023675 learned_addr learned my addr 172.21.15.17:0/338023675 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c49570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c4bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 -- 172.21.15.17:0/338023675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 msgr2=0x558e49c4bd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c4bd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 -- 172.21.15.17:0/338023675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 msgr2=0x558e49c4c240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49c4c240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 -- 172.21.15.17:0/338023675 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e49b45ac0 con 0x558e49c432b0 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49c4c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.451+0000 7f7b9affd640 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c49570 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7b94004960 tx=0x7f7b9409a1b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5cfdc78fbe7bc59c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7b917fa640 1 -- 172.21.15.17:0/338023675 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b94083ea0 con 0x558e49c432b0 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7b917fa640 1 -- 172.21.15.17:0/338023675 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7b940b8e90 con 0x558e49c432b0 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7b917fa640 1 -- 172.21.15.17:0/338023675 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b9409a720 con 0x558e49c432b0 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 -- 172.21.15.17:0/338023675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 msgr2=0x558e49c49570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c49570 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f7b94004960 tx=0x7f7b9409a1b0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 -- 172.21.15.17:0/338023675 shutdown_connections 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49c4c240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c4bd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/338023675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c49570 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 -- 172.21.15.17:0/338023675 >> 172.21.15.17:0/338023675 conn(0x558e49c3d990 msgr2=0x558e49c48e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 -- 172.21.15.17:0/338023675 shutdown_connections 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.452+0000 7f7ba45bc740 1 -- 172.21.15.17:0/338023675 wait complete. 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 -- start start 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 Processor -- start 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c50260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c507a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49cb7120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49cb7660 con 0x558e49c4c7b0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49cb77a0 con 0x558e49c432b0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e49cb7930 con 0x558e49c43bd0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7ba45bc740 10 client.0 _ll_register_callbacks cb 0x7f7b940048b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7b9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49cb7120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7b9a7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c507a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7b9affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c50260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7b9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49cb7120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47332/0 (socket says 172.21.15.17:47332) 2024-03-16T18:26:45.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7b9b7fe640 1 -- 172.21.15.17:0/2222763714 learned_addr learned my addr 172.21.15.17:0/2222763714 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.453+0000 7f7b9a7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c507a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:38960/0 (socket says 172.21.15.17:38960) 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9b7fe640 1 -- 172.21.15.17:0/2222763714 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 msgr2=0x558e49c507a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c507a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9b7fe640 1 -- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 msgr2=0x558e49c50260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c50260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9b7fe640 1 -- 172.21.15.17:0/2222763714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b8c04b040 con 0x558e49c4c7b0 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9affd640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c50260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9a7fc640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c507a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b9b7fe640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49cb7120 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c004af0 tx=0x7f7b8c005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac49d6b19637a1b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b7affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b7affd640 1 -- 172.21.15.17:0/2222763714 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b8c034e10 con 0x558e49c4c7b0 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b7affd640 1 -- 172.21.15.17:0/2222763714 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7b8c051680 con 0x558e49c4c7b0 2024-03-16T18:26:45.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7b840044e0 con 0x558e49c4c7b0 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b7affd640 1 -- 172.21.15.17:0/2222763714 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7b8c051840 con 0x558e49c4c7b0 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7ba45bc740 10 client.17163 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558e49ba9610 con 0x558e49c4c7b0 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.454+0000 7f7b7affd640 1 -- 172.21.15.17:0/2222763714 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7b840044e0 con 0x558e49c4c7b0 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7b7affd640 1 -- 172.21.15.17:0/2222763714 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7b8c03daa0 con 0x558e49c4c7b0 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 10 client.17163 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 10 client.17163 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 20 client.17163 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49cb9210 0x558e49cbb630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 4 client.17163 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558e498e7720 con 0x558e49cb9210 2024-03-16T18:26:45.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7b9affd640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49cb9210 0x558e49cbb630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7b7affd640 10 client.17163 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7b9affd640 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49cb9210 0x558e49cbb630 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7bfebc8b321faa42 server_cookie=af4ab78467849acc in_seq=0 out_seq=0 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7b7affd640 1 -- 172.21.15.17:0/2222763714 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x558e498e7720 con 0x558e49cb9210 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7b7affd640 10 client.17163 handle_command_reply: tid=0 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.455+0000 7f7ba45bc740 1 client.17163 shutdown 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 msgr2=0x558e49cb7120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49cb7120 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c004af0 tx=0x7f7b8c005d80 comp rx=0 tx=0).stop 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 shutdown_connections 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558e49cb9210 0x558e49cbb630 crc :-1 s=READY pgs=120 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558e49c4c7b0 0x558e49cb7120 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7b7affd640 0 client.17163 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558e49c43bd0 0x558e49c507a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 --2- 172.21.15.17:0/2222763714 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558e49c432b0 0x558e49c50260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 >> 172.21.15.17:0/2222763714 conn(0x558e49c3d990 msgr2=0x558e49c3ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 shutdown_connections 2024-03-16T18:26:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 1 -- 172.21.15.17:0/2222763714 wait complete. 2024-03-16T18:26:45.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba45bc740 20 client.17163 trim_cache size 0 max 16384 2024-03-16T18:26:45.465 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:26:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:26:45.465 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:26:45.465 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7b880a1c50 msgr2=0x7f7b880a4110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7b880a1c50 0x7f7b880a4110 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f7b8c02c630 tx=0x7f7b8c005ef0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 msgr2=0x7f7b9c102070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c102070 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f7b9400e9f0 tx=0x7f7b9400edf0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 shutdown_connections 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7b880a1c50 0x7f7b880a4110 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7b9c102af0 0x7f7b9c1a5bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7b9c1056b0 0x7f7b9c1025b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 --2- 172.21.15.17:0/1184944420 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7b9c1005e0 0x7f7b9c102070 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 >> 172.21.15.17:0/1184944420 conn(0x7f7b9c0775a0 msgr2=0x7f7b9c068970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 shutdown_connections 2024-03-16T18:26:45.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.456+0000 7f7ba19d7640 1 -- 172.21.15.17:0/1184944420 wait complete. 2024-03-16T18:26:45.468 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:26:45.468 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.570+0000 7f3ec872c640 1 -- 172.21.15.17:0/3043186427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 msgr2=0x7f3ec010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.570+0000 7f3ec872c640 1 --2- 172.21.15.17:0/3043186427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec010e330 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7f3ebc009ca0 tx=0x7f3ebc02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.570+0000 7f3ec872c640 1 -- 172.21.15.17:0/3043186427 shutdown_connections 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.570+0000 7f3ec872c640 1 --2- 172.21.15.17:0/3043186427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec010e330 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 --2- 172.21.15.17:0/3043186427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ec01014b0 0x7f3ec0101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 --2- 172.21.15.17:0/3043186427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ec0107570 0x7f3ec0107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- 172.21.15.17:0/3043186427 >> 172.21.15.17:0/3043186427 conn(0x7f3ec00fcf80 msgr2=0x7f3ec00ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- 172.21.15.17:0/3043186427 shutdown_connections 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- 172.21.15.17:0/3043186427 wait complete. 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 Processor -- start 2024-03-16T18:26:45.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- start start 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ec01014b0 0x7f3ec00737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec0073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ec0107570 0x7f3ec0074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec01a5e30 con 0x7f3ec0101e70 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec01a5fa0 con 0x7f3ec01014b0 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec872c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ec01a6160 con 0x7f3ec0107570 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.571+0000 7f3ec5cc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec0073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec0073d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47340/0 (socket says 172.21.15.17:47340) 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec64c8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ec01014b0 0x7f3ec00737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 -- 172.21.15.17:0/872030827 learned_addr learned my addr 172.21.15.17:0/872030827 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec6cc9640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ec0107570 0x7f3ec0074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 -- 172.21.15.17:0/872030827 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ec0107570 msgr2=0x7f3ec0074270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ec0107570 0x7f3ec0074270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 -- 172.21.15.17:0/872030827 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ec01014b0 msgr2=0x7f3ec00737f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ec01014b0 0x7f3ec00737f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 -- 172.21.15.17:0/872030827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ebc009900 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec5cc7640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec0073d30 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f3eb000e9f0 tx=0x7f3eb000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eb0009720 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3eb000cd80 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ec01a6440 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eb0010430 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.572+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ec01a6950 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.573+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ec00682e0 con 0x7f3ec0101e70 2024-03-16T18:26:45.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.575+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f3eb0005000 con 0x7f3ec0101e70 2024-03-16T18:26:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.575+0000 7f3eb77fe640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3eac0a1c20 0x7f3eac0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.576+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f3eb0014070 con 0x7f3ec0101e70 2024-03-16T18:26:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.576+0000 7f3ec64c8640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3eac0a1c20 0x7f3eac0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.576+0000 7f3ec64c8640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3eac0a1c20 0x7f3eac0a40e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009b50 tx=0x7f3eb8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.579+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f3eb0096bf0 con 0x7f3ec0101e70 2024-03-16T18:26:45.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.799+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3ec0074d20 con 0x7f3ec0101e70 2024-03-16T18:26:45.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.800+0000 7f3eb77fe640 1 -- 172.21.15.17:0/872030827 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f3eb009a2b0 con 0x7f3ec0101e70 2024-03-16T18:26:45.801 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:26:45.801 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:26:45.801 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3eac0a1c20 msgr2=0x7f3eac0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3eac0a1c20 0x7f3eac0a40e0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f3eb8009b50 tx=0x7f3eb8005f90 comp rx=0 tx=0).stop 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 msgr2=0x7f3ec0073d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec0073d30 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7f3eb000e9f0 tx=0x7f3eb000edf0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 shutdown_connections 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3eac0a1c20 0x7f3eac0a40e0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3ec0101e70 0x7f3ec0073d30 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3ec0107570 0x7f3ec0074270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 --2- 172.21.15.17:0/872030827 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3ec01014b0 0x7f3ec00737f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 >> 172.21.15.17:0/872030827 conn(0x7f3ec00fcf80 msgr2=0x7f3ec00fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 shutdown_connections 2024-03-16T18:26:45.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.802+0000 7f3ec872c640 1 -- 172.21.15.17:0/872030827 wait complete. 2024-03-16T18:26:45.814 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:45.814 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 -- 172.21.15.17:0/2446754919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 msgr2=0x7f4f0010e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 --2- 172.21.15.17:0/2446754919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0010e320 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009ca0 tx=0x7f4ef802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 -- 172.21.15.17:0/2446754919 shutdown_connections 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 --2- 172.21.15.17:0/2446754919 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0010e320 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 --2- 172.21.15.17:0/2446754919 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4f001014a0 0x7f4f00101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 --2- 172.21.15.17:0/2446754919 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f00107560 0x7f4f00107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 -- 172.21.15.17:0/2446754919 >> 172.21.15.17:0/2446754919 conn(0x7f4f000788f0 msgr2=0x7f4f00078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 -- 172.21.15.17:0/2446754919 shutdown_connections 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.917+0000 7f4f079d0640 1 -- 172.21.15.17:0/2446754919 wait complete. 2024-03-16T18:26:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 Processor -- start 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 -- start start 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4f001014a0 0x7f4f0019d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0019dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f00107560 0x7f4f00197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f00197ec0 con 0x7f4f00101e60 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f00198030 con 0x7f4f00107560 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f079d0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f001981f0 con 0x7f4f001014a0 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f04f6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0019dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f04f6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0019dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47360/0 (socket says 172.21.15.17:47360) 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1318641239 learned_addr learned my addr 172.21.15.17:0/1318641239 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4f001014a0 0x7f4f0019d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.918+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f00107560 0x7f4f00197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1318641239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4f001014a0 msgr2=0x7f4f0019d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4f001014a0 0x7f4f0019d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1318641239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f00107560 msgr2=0x7f4f00197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f00107560 0x7f4f00197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1318641239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef8009900 con 0x7f4f00101e60 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0019dbb0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000e9f0 tx=0x7f4ef000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4ef67fc640 1 -- 172.21.15.17:0/1318641239 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0009720 con 0x7f4f00101e60 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4ef67fc640 1 -- 172.21.15.17:0/1318641239 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ef000cd80 con 0x7f4f00101e60 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f001984d0 con 0x7f4f00101e60 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4ef67fc640 1 -- 172.21.15.17:0/1318641239 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef0010430 con 0x7f4f00101e60 2024-03-16T18:26:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.919+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f001a45f0 con 0x7f4f00101e60 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.921+0000 7f4ef67fc640 1 -- 172.21.15.17:0/1318641239 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4ef0005020 con 0x7f4f00101e60 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.921+0000 7f4f0a5ad740 1 Processor -- start 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.921+0000 7f4f0a5ad740 1 -- start start 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff15630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4ef67fc640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4eec0a1ba0 0x7f4eec0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff1e750 0x55fa1ff20b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fed0960 con 0x55fa1ff15b70 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fe84310 con 0x55fa1ff1e750 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fe81840 con 0x55fa1ff15250 2024-03-16T18:26:45.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4eec0a1ba0 0x7f4eec0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47370/0 (socket says 172.21.15.17:47370) 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 -- 172.21.15.17:0/4217079650 learned_addr learned my addr 172.21.15.17:0/4217079650 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff15630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4ef67fc640 1 -- 172.21.15.17:0/1318641239 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4ef0014070 con 0x7f4f00101e60 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff1e750 0x55fa1ff20b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 -- 172.21.15.17:0/4217079650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 msgr2=0x55fa1ff15630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff15630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 -- 172.21.15.17:0/4217079650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff1e750 msgr2=0x55fa1ff20b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff1e750 0x55fa1ff20b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 -- 172.21.15.17:0/4217079650 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa1fe3f060 con 0x55fa1ff15b70 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4eec0a1ba0 0x7f4eec0a4060 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4efc009bd0 tx=0x7f4efc005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.922+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e210 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0004960 tx=0x7f4ef0004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fadd5352c5a16274 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4eeb7fe640 1 -- 172.21.15.17:0/4217079650 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef00ad180 con 0x55fa1ff15b70 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4eeb7fe640 1 -- 172.21.15.17:0/4217079650 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ef00acfa0 con 0x55fa1ff15b70 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4eeb7fe640 1 -- 172.21.15.17:0/4217079650 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef009e8a0 con 0x55fa1ff15b70 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/4217079650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 msgr2=0x55fa1ff1e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e210 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0004960 tx=0x7f4ef0004a30 comp rx=0 tx=0).stop 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/4217079650 shutdown_connections 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e210 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff1e750 0x55fa1ff20b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/4217079650 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff15630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/4217079650 >> 172.21.15.17:0/4217079650 conn(0x55fa1ff0f980 msgr2=0x55fa1ff0fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/4217079650 shutdown_connections 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.923+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/4217079650 wait complete. 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 -- start start 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 Processor -- start 2024-03-16T18:26:45.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 0x55fa1ff1e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff1b9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fe7d020 con 0x55fa1ff15250 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fb50430 con 0x55fa1ff15b70 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fb0ce00 con 0x55fa1ff1e750 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0a5ad740 10 client.0 _ll_register_callbacks cb 0x55fa1fe24cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0576c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 0x55fa1ff1e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0576c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 0x55fa1ff1e0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47384/0 (socket says 172.21.15.17:47384) 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f0576c640 1 -- 172.21.15.17:0/1225531987 learned_addr learned my addr 172.21.15.17:0/1225531987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff1b9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.924+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0576c640 1 -- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 msgr2=0x55fa1ff1b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff1b9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0576c640 1 -- 172.21.15.17:0/1225531987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 msgr2=0x55fa1ff1b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0576c640 1 -- 172.21.15.17:0/1225531987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f001a45f0 con 0x55fa1ff15250 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 0x55fa1ff1e0b0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f4efc00ecd0 tx=0x7f4efc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21b8d7d6d5e1cd64 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4ee8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1225531987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4efc01ccb0 con 0x55fa1ff15250 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1225531987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4efc023070 con 0x55fa1ff15250 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fa1fb7c7e0 con 0x55fa1ff15250 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1225531987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4efc00ee80 con 0x55fa1ff15250 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0a5ad740 10 client.17181 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:45.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fa1fe7b6a0 con 0x55fa1ff15250 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1225531987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fa1fb7c7e0 con 0x55fa1ff15250 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.925+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1225531987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4efc01d430 con 0x55fa1ff15250 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f0a5ad740 10 client.17181 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f0a5ad740 10 client.17181 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f0a5ad740 20 client.17181 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff2e7d0 0x55fa1ff30bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f0a5ad740 4 client.17181 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fa1fbb9720 con 0x55fa1ff2e7d0 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff2e7d0 0x55fa1ff30bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4ee8ff9640 10 client.17181 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.926+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff2e7d0 0x55fa1ff30bc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=4ee3538621750e40 server_cookie=9bdb8697e3571b5a in_seq=0 out_seq=0 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1225531987 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55fa1fbb9720 con 0x55fa1ff2e7d0 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4ee8ff9640 10 client.17181 handle_command_reply: tid=0 2024-03-16T18:26:45.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 client.17181 shutdown 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 msgr2=0x55fa1ff1e0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 0x55fa1ff1e0b0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f4efc00ecd0 tx=0x7f4efc004730 comp rx=0 tx=0).stop 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 shutdown_connections 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff2e7d0 0x55fa1ff30bc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff1b9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1225531987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15250 0x55fa1ff1e0b0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4ee8ff9640 0 client.17181 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 >> 172.21.15.17:0/1225531987 conn(0x55fa1ff0f980 msgr2=0x55fa1ff116d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 shutdown_connections 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1225531987 wait complete. 2024-03-16T18:26:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.927+0000 7f4f0a5ad740 20 client.17181 trim_cache size 0 max 16384 2024-03-16T18:26:45.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.939+0000 7f4f0a5ad740 1 Processor -- start 2024-03-16T18:26:45.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.939+0000 7f4f0a5ad740 1 -- start start 2024-03-16T18:26:45.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.939+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff1db70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 0x55fa1ff29a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1fe02130 con 0x55fa1ff1e750 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1ff0b2b0 con 0x55fa1ff15b70 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1ff2b200 con 0x55fa1ff15250 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 0x55fa1ff29a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 0x55fa1ff29a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47390/0 (socket says 172.21.15.17:47390) 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 -- 172.21.15.17:0/2880636831 learned_addr learned my addr 172.21.15.17:0/2880636831 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f0576c640 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff1db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 -- 172.21.15.17:0/2880636831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 msgr2=0x55fa1ff1db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff1db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 -- 172.21.15.17:0/2880636831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 msgr2=0x55fa1ff1e0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 -- 172.21.15.17:0/2880636831 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa1fe17c20 con 0x55fa1ff1e750 2024-03-16T18:26:45.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 0x55fa1ff29a10 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009ca0 tx=0x7f4ef8032360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fca2cb7255542fe server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4eeaffd640 1 -- 172.21.15.17:0/2880636831 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8034700 con 0x55fa1ff1e750 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4eeaffd640 1 -- 172.21.15.17:0/2880636831 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ef8032620 con 0x55fa1ff1e750 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.940+0000 7f4eeaffd640 1 -- 172.21.15.17:0/2880636831 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef8004030 con 0x55fa1ff1e750 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/2880636831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 msgr2=0x55fa1ff29a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 0x55fa1ff29a10 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f4ef8009ca0 tx=0x7f4ef8032360 comp rx=0 tx=0).stop 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/2880636831 shutdown_connections 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff1e750 0x55fa1ff29a10 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15b70 0x55fa1ff1e0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/2880636831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff15250 0x55fa1ff1db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/2880636831 >> 172.21.15.17:0/2880636831 conn(0x55fa1ff0f980 msgr2=0x55fa1ff0eb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/2880636831 shutdown_connections 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/2880636831 wait complete. 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 -- start start 2024-03-16T18:26:45.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.941+0000 7f4f0a5ad740 1 Processor -- start 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15250 0x55fa1ff22140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff22680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff89050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1ff89590 con 0x55fa1ff15b70 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1ff896d0 con 0x55fa1ff15250 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa1ff89840 con 0x55fa1ff1e750 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 10 client.0 _ll_register_callbacks cb 0x7f4efc009680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff22680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff22680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47398/0 (socket says 172.21.15.17:47398) 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1080132602 learned_addr learned my addr 172.21.15.17:0/1080132602 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f05f6d640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff89050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15250 0x55fa1ff22140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 msgr2=0x55fa1ff89050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff89050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1080132602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15250 msgr2=0x55fa1ff22140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15250 0x55fa1ff22140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 -- 172.21.15.17:0/1080132602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f0010ec20 con 0x55fa1ff15b70 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f04f6b640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff22680 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0097120 tx=0x7f4ef009a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=918371645307955b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4ee8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1080132602 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ef009ae50 con 0x55fa1ff15b70 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1080132602 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f4ef00a2ef0 con 0x55fa1ff15b70 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4ef00acfa0 con 0x55fa1ff15b70 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1080132602 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ef009e8a0 con 0x55fa1ff15b70 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 10 client.17187 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.942+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fa1fe3d8c0 con 0x55fa1ff15b70 2024-03-16T18:26:45.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1080132602 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ef00b7020 con 0x55fa1ff15b70 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1080132602 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4ef001f060 con 0x55fa1ff15b70 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0a5ad740 10 client.17187 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0a5ad740 10 client.17187 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0a5ad740 20 client.17187 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff8adc0 0x55fa1ff8d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0a5ad740 4 client.17187 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fa1fc08890 con 0x55fa1ff8adc0 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff8adc0 0x55fa1ff8d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4ee8ff9640 10 client.17187 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.943+0000 7f4f0576c640 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff8adc0 0x55fa1ff8d1e0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=2077d047b2376fc5 server_cookie=1a725f15abb81b24 in_seq=0 out_seq=0 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4ee8ff9640 1 -- 172.21.15.17:0/1080132602 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fa1fc08890 con 0x55fa1ff8adc0 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4ee8ff9640 10 client.17187 handle_command_reply: tid=0 2024-03-16T18:26:45.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 client.17187 shutdown 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 msgr2=0x55fa1ff22680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff22680 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7f4ef0097120 tx=0x7f4ef009a350 comp rx=0 tx=0).stop 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 shutdown_connections 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fa1ff8adc0 0x55fa1ff8d1e0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fa1ff15b70 0x55fa1ff22680 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fa1ff1e750 0x55fa1ff89050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4ee8ff9640 0 client.17187 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 --2- 172.21.15.17:0/1080132602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fa1ff15250 0x55fa1ff22140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 >> 172.21.15.17:0/1080132602 conn(0x55fa1ff0f980 msgr2=0x55fa1ff15f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 shutdown_connections 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 1 -- 172.21.15.17:0/1080132602 wait complete. 2024-03-16T18:26:45.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f0a5ad740 20 client.17187 trim_cache size 0 max 16384 2024-03-16T18:26:45.952 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4eec0a1ba0 msgr2=0x7f4eec0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4eec0a1ba0 0x7f4eec0a4060 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f4efc009bd0 tx=0x7f4efc005f90 comp rx=0 tx=0).stop 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 msgr2=0x7f4f0019dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0019dbb0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f4ef000e9f0 tx=0x7f4ef000edf0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 shutdown_connections 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4eec0a1ba0 0x7f4eec0a4060 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4f00101e60 0x7f4f0019dbb0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4f00107560 0x7f4f00197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 --2- 172.21.15.17:0/1318641239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4f001014a0 0x7f4f0019d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 >> 172.21.15.17:0/1318641239 conn(0x7f4f000788f0 msgr2=0x7f4f00100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.944+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 shutdown_connections 2024-03-16T18:26:45.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:45.945+0000 7f4f079d0640 1 -- 172.21.15.17:0/1318641239 wait complete. 2024-03-16T18:26:45.955 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:45.955 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:26:46.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.059+0000 7f31d100f640 1 -- 172.21.15.17:0/3173074036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 msgr2=0x7f31cc101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.059+0000 7f31d100f640 1 --2- 172.21.15.17:0/3173074036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc101920 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7f31c0009900 tx=0x7f31c002bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 -- 172.21.15.17:0/3173074036 shutdown_connections 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 --2- 172.21.15.17:0/3173074036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc101920 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 --2- 172.21.15.17:0/3173074036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31cc101e60 0x7f31cc10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 --2- 172.21.15.17:0/3173074036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31cc107560 0x7f31cc107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 -- 172.21.15.17:0/3173074036 >> 172.21.15.17:0/3173074036 conn(0x7f31cc0788f0 msgr2=0x7f31cc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 -- 172.21.15.17:0/3173074036 shutdown_connections 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 -- 172.21.15.17:0/3173074036 wait complete. 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 Processor -- start 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.060+0000 7f31d100f640 1 -- start start 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc19d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31cc101e60 0x7f31cc19db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31cc107560 0x7f31cc1977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc197e50 con 0x7f31cc1014a0 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc197fc0 con 0x7f31cc101e60 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31cc198180 con 0x7f31cc107560 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc19d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc19d640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47410/0 (socket says 172.21.15.17:47410) 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 -- 172.21.15.17:0/3789065761 learned_addr learned my addr 172.21.15.17:0/3789065761 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31ca59c640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31cc101e60 0x7f31cc19db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cb59e640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31cc107560 0x7f31cc1977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 -- 172.21.15.17:0/3789065761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31cc107560 msgr2=0x7f31cc1977b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31cc107560 0x7f31cc1977b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 -- 172.21.15.17:0/3789065761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31cc101e60 msgr2=0x7f31cc19db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31cc101e60 0x7f31cc19db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 -- 172.21.15.17:0/3789065761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31c4009840 con 0x7f31cc1014a0 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31cad9d640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc19d640 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00e9f0 tx=0x7f31bc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31b3fff640 1 -- 172.21.15.17:0/3789065761 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc009720 con 0x7f31cc1014a0 2024-03-16T18:26:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31c0009560 con 0x7f31cc1014a0 2024-03-16T18:26:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31b3fff640 1 -- 172.21.15.17:0/3789065761 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f31bc0054d0 con 0x7f31cc1014a0 2024-03-16T18:26:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.061+0000 7f31b3fff640 1 -- 172.21.15.17:0/3789065761 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc010430 con 0x7f31cc1014a0 2024-03-16T18:26:46.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.062+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31cc1a4490 con 0x7f31cc1014a0 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31b3fff640 1 -- 172.21.15.17:0/3789065761 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f31bc004fb0 con 0x7f31cc1014a0 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 Processor -- start 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 -- start start 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31b3fff640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f31b40a1ba0 0x7f31b40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 0x55ea342c9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9b70 0x55ea342d2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342d4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea34284960 con 0x55ea342d2750 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea34238310 con 0x55ea342c9250 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea34235840 con 0x55ea342c9b70 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31cb59e640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f31b40a1ba0 0x7f31b40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31b3fff640 1 -- 172.21.15.17:0/3789065761 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f31bc014070 con 0x7f31cc1014a0 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 0x55ea342c9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 0x55ea342c9630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:56366/0 (socket says 172.21.15.17:56366) 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31cb59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342d4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31cad9d640 1 -- 172.21.15.17:0/998356050 learned_addr learned my addr 172.21.15.17:0/998356050 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.064+0000 7f31ca59c640 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9b70 0x55ea342d2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cad9d640 1 -- 172.21.15.17:0/998356050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9b70 msgr2=0x55ea342d2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cad9d640 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9b70 0x55ea342d2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cad9d640 1 -- 172.21.15.17:0/998356050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 msgr2=0x55ea342d4b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cad9d640 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342d4b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cad9d640 1 -- 172.21.15.17:0/998356050 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ea341f3060 con 0x55ea342c9250 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cb59e640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f31b40a1ba0 0x7f31b40a4060 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f31c4005fd0 tx=0x7f31c40114f0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31cad9d640 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 0x55ea342c9630 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f31bc009380 tx=0x7f31bc09a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=44e55e0dc96f65ab server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31b17fa640 1 -- 172.21.15.17:0/998356050 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc09af40 con 0x55ea342c9250 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31b17fa640 1 -- 172.21.15.17:0/998356050 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f31bc09a840 con 0x55ea342c9250 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.065+0000 7f31b17fa640 1 -- 172.21.15.17:0/998356050 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc098b40 con 0x55ea342c9250 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- 172.21.15.17:0/998356050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 msgr2=0x55ea342c9630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 0x55ea342c9630 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f31bc009380 tx=0x7f31bc09a6d0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- 172.21.15.17:0/998356050 shutdown_connections 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342d4b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9b70 0x55ea342d2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/998356050 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9250 0x55ea342c9630 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- 172.21.15.17:0/998356050 >> 172.21.15.17:0/998356050 conn(0x55ea342c3980 msgr2=0x55ea342c3d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- 172.21.15.17:0/998356050 shutdown_connections 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- 172.21.15.17:0/998356050 wait complete. 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- start start 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 Processor -- start 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9250 0x55ea342d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342cf920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea34231020 con 0x55ea342d2750 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea33f04430 con 0x55ea342c9b70 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea33ec0e00 con 0x55ea342c9250 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31cb59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342cf920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.074 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.066+0000 7f31d3bdf740 10 client.0 _ll_register_callbacks cb 0x55ea341d8cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31ca59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342cf920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47418/0 (socket says 172.21.15.17:47418) 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 -- 172.21.15.17:0/2249669712 learned_addr learned my addr 172.21.15.17:0/2249669712 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cad9d640 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9250 0x55ea342d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 -- 172.21.15.17:0/2249669712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9250 msgr2=0x55ea342d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9250 0x55ea342d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 -- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 msgr2=0x55ea342cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 -- 172.21.15.17:0/2249669712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31cc1a4490 con 0x55ea342d2750 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31cb59e640 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342cf920 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f31c4011bd0 tx=0x7f31c401d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=484e41f4f26143f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31aeff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31aeff5640 1 -- 172.21.15.17:0/2249669712 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31c4016040 con 0x55ea342d2750 2024-03-16T18:26:46.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31aeff5640 1 -- 172.21.15.17:0/2249669712 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f31c401f450 con 0x55ea342d2750 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ea33f307e0 con 0x55ea342d2750 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31aeff5640 1 -- 172.21.15.17:0/2249669712 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31c4009c10 con 0x55ea342d2750 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31d3bdf740 10 client.17199 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ea3422f6a0 con 0x55ea342d2750 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.067+0000 7f31aeff5640 1 -- 172.21.15.17:0/2249669712 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ea33f307e0 con 0x55ea342d2750 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31aeff5640 1 -- 172.21.15.17:0/2249669712 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f31c4026030 con 0x55ea342d2750 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31d3bdf740 10 client.17199 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31d3bdf740 10 client.17199 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31d3bdf740 20 client.17199 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea342e2860 0x55ea342e4c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31d3bdf740 4 client.17199 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ea33f6d720 con 0x55ea342e2860 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31cad9d640 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea342e2860 0x55ea342e4c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31aeff5640 10 client.17199 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.068+0000 7f31cad9d640 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea342e2860 0x55ea342e4c80 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7384c1cb538ce610 server_cookie=235526294924aa64 in_seq=0 out_seq=0 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31aeff5640 1 -- 172.21.15.17:0/2249669712 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ea33f6d720 con 0x55ea342e2860 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31aeff5640 10 client.17199 handle_command_reply: tid=0 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 client.17199 shutdown 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 msgr2=0x55ea342cf920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342cf920 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f31c4011bd0 tx=0x7f31c401d000 comp rx=0 tx=0).stop 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 shutdown_connections 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea342e2860 0x55ea342e4c80 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342d2750 0x55ea342cf920 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2249669712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342c9250 0x55ea342d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31aeff5640 0 client.17199 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 >> 172.21.15.17:0/2249669712 conn(0x55ea342c3980 msgr2=0x55ea342c56d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 shutdown_connections 2024-03-16T18:26:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2249669712 wait complete. 2024-03-16T18:26:46.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.069+0000 7f31d3bdf740 20 client.17199 trim_cache size 0 max 16384 2024-03-16T18:26:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 Processor -- start 2024-03-16T18:26:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 -- start start 2024-03-16T18:26:46.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d1b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea342ddad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea341b6130 con 0x55ea342c9250 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea342cb030 con 0x55ea342c9b70 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea33f307e0 con 0x55ea342d2750 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d1b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d1b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47422/0 (socket says 172.21.15.17:47422) 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31cad9d640 1 -- 172.21.15.17:0/2746482033 learned_addr learned my addr 172.21.15.17:0/2746482033 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31ca59c640 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.082+0000 7f31cb59e640 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea342ddad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31cad9d640 1 -- 172.21.15.17:0/2746482033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 msgr2=0x55ea342ddad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31cad9d640 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea342ddad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31cad9d640 1 -- 172.21.15.17:0/2746482033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 msgr2=0x55ea342d2050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31cad9d640 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d2050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31cad9d640 1 -- 172.21.15.17:0/2746482033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ea341cbc20 con 0x55ea342c9250 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31cad9d640 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d1b10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0cb410 tx=0x7f31bc0964a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8e00efb9871d206 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31b0ff9640 1 -- 172.21.15.17:0/2746482033 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc09a1a0 con 0x55ea342c9250 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31b0ff9640 1 -- 172.21.15.17:0/2746482033 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f31bc0a2fe0 con 0x55ea342c9250 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.083+0000 7f31b0ff9640 1 -- 172.21.15.17:0/2746482033 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc0b3210 con 0x55ea342c9250 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2746482033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 msgr2=0x55ea342d1b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d1b10 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0cb410 tx=0x7f31bc0964a0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2746482033 shutdown_connections 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea342ddad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d2050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/2746482033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d1b10 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2746482033 >> 172.21.15.17:0/2746482033 conn(0x55ea342c3980 msgr2=0x55ea342ca920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2746482033 shutdown_connections 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- 172.21.15.17:0/2746482033 wait complete. 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- start start 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 Processor -- start 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d5e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d6360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea3433d110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea342d6c30 con 0x55ea342c9250 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea3433d650 con 0x55ea342c9b70 2024-03-16T18:26:46.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ea3433d790 con 0x55ea342d2750 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31d3bdf740 10 client.0 _ll_register_callbacks cb 0x7f31c4003c80 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d5e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31cad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d5e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47430/0 (socket says 172.21.15.17:47430) 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31cad9d640 1 -- 172.21.15.17:0/244287114 learned_addr learned my addr 172.21.15.17:0/244287114 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31ca59c640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.084+0000 7f31cb59e640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea3433d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31cad9d640 1 -- 172.21.15.17:0/244287114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 msgr2=0x55ea3433d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31cad9d640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea3433d110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31cad9d640 1 -- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 msgr2=0x55ea342d6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31cad9d640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31cad9d640 1 -- 172.21.15.17:0/244287114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ea341f3060 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31cad9d640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d5e20 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0a2ab0 tx=0x7f31bc09a740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f049345beaf7ff34 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31aeff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31aeff5640 1 -- 172.21.15.17:0/244287114 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31bc09a1a0 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31aeff5640 1 -- 172.21.15.17:0/244287114 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f31bc098960 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f31bc09a840 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31aeff5640 1 -- 172.21.15.17:0/244287114 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31bc09e990 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 10 client.17205 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ea341f18c0 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31aeff5640 1 -- 172.21.15.17:0/244287114 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f31bc09a840 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31aeff5640 1 -- 172.21.15.17:0/244287114 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f31bc01f060 con 0x55ea342c9250 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 10 client.17205 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 10 client.17205 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 20 client.17205 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea3433ea60 0x55ea34340e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 4 client.17205 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.085+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ea33fbc890 con 0x55ea3433ea60 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31ca59c640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea3433ea60 0x55ea34340e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31ca59c640 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea3433ea60 0x55ea34340e50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=86cc52c1056b049a server_cookie=4b8a21aa05290d39 in_seq=0 out_seq=0 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31aeff5640 10 client.17205 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31aeff5640 1 -- 172.21.15.17:0/244287114 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ea33fbc890 con 0x55ea3433ea60 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31aeff5640 10 client.17205 handle_command_reply: tid=0 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 client.17205 shutdown 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 msgr2=0x55ea342d5e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d5e20 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f31bc0a2ab0 tx=0x7f31bc09a740 comp rx=0 tx=0).stop 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 shutdown_connections 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55ea3433ea60 0x55ea34340e50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ea342d2750 0x55ea3433d110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ea342c9b70 0x55ea342d6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31aeff5640 0 client.17205 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:26:46.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 --2- 172.21.15.17:0/244287114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ea342c9250 0x55ea342d5e20 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 >> 172.21.15.17:0/244287114 conn(0x55ea342c3980 msgr2=0x55ea342cec10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 shutdown_connections 2024-03-16T18:26:46.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.086+0000 7f31d3bdf740 1 -- 172.21.15.17:0/244287114 wait complete. 2024-03-16T18:26:46.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d3bdf740 20 client.17205 trim_cache size 0 max 16384 2024-03-16T18:26:46.097 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f31b40a1ba0 msgr2=0x7f31b40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f31b40a1ba0 0x7f31b40a4060 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f31c4005fd0 tx=0x7f31c40114f0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 msgr2=0x7f31cc19d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc19d640 secure :-1 s=READY pgs=902 cs=0 l=1 rev1=1 crypto rx=0x7f31bc00e9f0 tx=0x7f31bc00edf0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 shutdown_connections 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f31b40a1ba0 0x7f31b40a4060 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f31cc107560 0x7f31cc1977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f31cc101e60 0x7f31cc19db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 --2- 172.21.15.17:0/3789065761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f31cc1014a0 0x7f31cc19d640 unknown :-1 s=CLOSED pgs=902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 >> 172.21.15.17:0/3789065761 conn(0x7f31cc0788f0 msgr2=0x7f31cc100090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 shutdown_connections 2024-03-16T18:26:46.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.087+0000 7f31d100f640 1 -- 172.21.15.17:0/3789065761 wait complete. 2024-03-16T18:26:46.100 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:46.100 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 -- 172.21.15.17:0/3800408850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 msgr2=0x7fed40107960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 --2- 172.21.15.17:0/3800408850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40107960 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7fed3c009900 tx=0x7fed3c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 -- 172.21.15.17:0/3800408850 shutdown_connections 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 --2- 172.21.15.17:0/3800408850 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed401003b0 0x7fed4010e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 --2- 172.21.15.17:0/3800408850 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed400ff9f0 0x7fed400ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 --2- 172.21.15.17:0/3800408850 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40107960 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 -- 172.21.15.17:0/3800408850 >> 172.21.15.17:0/3800408850 conn(0x7fed400769b0 msgr2=0x7fed400fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 -- 172.21.15.17:0/3800408850 shutdown_connections 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.204+0000 7fed47781640 1 -- 172.21.15.17:0/3800408850 wait complete. 2024-03-16T18:26:46.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 Processor -- start 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 -- start start 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 0x7fed40100bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed401003b0 0x7fed40101110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed401a5da0 con 0x7fed40107580 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed401a5f10 con 0x7fed400ff9f0 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed47781640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed401a60d0 con 0x7fed401003b0 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed4551d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 0x7fed40100bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40101650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47440/0 (socket says 172.21.15.17:47440) 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 -- 172.21.15.17:0/1046727664 learned_addr learned my addr 172.21.15.17:0/1046727664 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed4551d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 0x7fed40100bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:56422/0 (socket says 172.21.15.17:56422) 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed401003b0 0x7fed40101110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 -- 172.21.15.17:0/1046727664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed401003b0 msgr2=0x7fed40101110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed401003b0 0x7fed40101110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 -- 172.21.15.17:0/1046727664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 msgr2=0x7fed40100bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 0x7fed40100bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 -- 172.21.15.17:0/1046727664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed3c009560 con 0x7fed40107580 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed4551d640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 0x7fed40100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.205+0000 7fed45d1e640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40101650 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fed3800eb10 tx=0x7fed3800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.206+0000 7fed367fc640 1 -- 172.21.15.17:0/1046727664 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38004b20 con 0x7fed40107580 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.206+0000 7fed367fc640 1 -- 172.21.15.17:0/1046727664 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed38004c80 con 0x7fed40107580 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.206+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed401a63b0 con 0x7fed40107580 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.206+0000 7fed367fc640 1 -- 172.21.15.17:0/1046727664 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed38010690 con 0x7fed40107580 2024-03-16T18:26:46.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.206+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed401a6870 con 0x7fed40107580 2024-03-16T18:26:46.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.208+0000 7fed367fc640 1 -- 172.21.15.17:0/1046727664 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fed38005020 con 0x7fed40107580 2024-03-16T18:26:46.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.208+0000 7fed4a43a740 1 Processor -- start 2024-03-16T18:26:46.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.208+0000 7fed4a43a740 1 -- start start 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57acf630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57adab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4a43a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57a8a960 con 0x555a57ad8750 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4a43a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57a3e310 con 0x555a57acf250 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4a43a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57a3b840 con 0x555a57acfb70 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed367fc640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed2c0a1ba0 0x7fed2c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57adab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57adab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47454/0 (socket says 172.21.15.17:47454) 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 -- 172.21.15.17:0/2717737193 learned_addr learned my addr 172.21.15.17:0/2717737193 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57acf630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed4551d640 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed45d1e640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed2c0a1ba0 0x7fed2c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed367fc640 1 -- 172.21.15.17:0/1046727664 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fed38014070 con 0x7fed40107580 2024-03-16T18:26:46.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 -- 172.21.15.17:0/2717737193 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 msgr2=0x555a57ad8210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 -- 172.21.15.17:0/2717737193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 msgr2=0x555a57acf630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57acf630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 -- 172.21.15.17:0/2717737193 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a579f9060 con 0x555a57ad8750 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed44d1c640 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57adab40 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fed300058c0 tx=0x7fed30005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87f43795c50be8b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed45d1e640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed2c0a1ba0 0x7fed2c0a4060 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fed380cbab0 tx=0x7fed38090060 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.209+0000 7fed2b7fe640 1 -- 172.21.15.17:0/2717737193 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30004030 con 0x555a57ad8750 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed2b7fe640 1 -- 172.21.15.17:0/2717737193 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed3000f7c0 con 0x555a57ad8750 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed2b7fe640 1 -- 172.21.15.17:0/2717737193 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed300039d0 con 0x555a57ad8750 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 -- 172.21.15.17:0/2717737193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 msgr2=0x555a57adab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57adab40 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fed300058c0 tx=0x7fed30005850 comp rx=0 tx=0).stop 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 -- 172.21.15.17:0/2717737193 shutdown_connections 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57adab40 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 --2- 172.21.15.17:0/2717737193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57acf630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 -- 172.21.15.17:0/2717737193 >> 172.21.15.17:0/2717737193 conn(0x555a57ac9980 msgr2=0x555a57ac9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 -- 172.21.15.17:0/2717737193 shutdown_connections 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.210+0000 7fed4a43a740 1 -- 172.21.15.17:0/2717737193 wait complete. 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 -- start start 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 Processor -- start 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ad5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57a37020 con 0x555a57ad8750 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a5770a430 con 0x555a57acf250 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a576c6e00 con 0x555a57acfb70 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4a43a740 10 client.0 _ll_register_callbacks cb 0x555a579decb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ad5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ad5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47464/0 (socket says 172.21.15.17:47464) 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 -- 172.21.15.17:0/1905263604 learned_addr learned my addr 172.21.15.17:0/1905263604 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed4551d640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 -- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 msgr2=0x555a57ad54a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad54a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 -- 172.21.15.17:0/1905263604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 msgr2=0x555a57ad8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.211+0000 7fed44d1c640 1 -- 172.21.15.17:0/1905263604 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed30019040 con 0x555a57ad8750 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ad5ab0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fed3000f790 tx=0x7fed30003690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe4d5826167b059e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed28ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed28ff9640 1 -- 172.21.15.17:0/1905263604 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30021190 con 0x555a57ad8750 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed28ff9640 1 -- 172.21.15.17:0/1905263604 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fed300214a0 con 0x555a57ad8750 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555a577367e0 con 0x555a57ad8750 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed28ff9640 1 -- 172.21.15.17:0/1905263604 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed30021660 con 0x555a57ad8750 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 10 client.17217 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555a57a356a0 con 0x555a57ad8750 2024-03-16T18:26:46.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed28ff9640 1 -- 172.21.15.17:0/1905263604 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed30036080 con 0x555a57ad8750 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed28ff9640 1 -- 172.21.15.17:0/1905263604 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fed3001f750 con 0x555a57ad8750 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 10 client.17217 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 10 client.17217 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 20 client.17217 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57ae8780 0x555a57aeab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 4 client.17217 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.212+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555a57773720 con 0x555a57ae8780 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.213+0000 7fed4551d640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57ae8780 0x555a57aeab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.213+0000 7fed4551d640 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57ae8780 0x555a57aeab70 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=9d367604d0251940 server_cookie=df9d7a0db8fde7e9 in_seq=0 out_seq=0 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.213+0000 7fed28ff9640 10 client.17217 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed28ff9640 1 -- 172.21.15.17:0/1905263604 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555a57773720 con 0x555a57ae8780 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed28ff9640 10 client.17217 handle_command_reply: tid=0 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 client.17217 shutdown 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 msgr2=0x555a57ad5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ad5ab0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7fed3000f790 tx=0x7fed30003690 comp rx=0 tx=0).stop 2024-03-16T18:26:46.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 shutdown_connections 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57ae8780 0x555a57aeab70 crc :-1 s=READY pgs=50 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ad5ab0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad54a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed28ff9640 0 client.17217 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1905263604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 >> 172.21.15.17:0/1905263604 conn(0x555a57ac9980 msgr2=0x555a57acb6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 shutdown_connections 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 1 -- 172.21.15.17:0/1905263604 wait complete. 2024-03-16T18:26:46.221 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.214+0000 7fed4a43a740 20 client.17217 trim_cache size 0 max 16384 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.226+0000 7fed4a43a740 1 Processor -- start 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.226+0000 7fed4a43a740 1 -- start start 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ae3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4a43a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a579bc130 con 0x555a57ad8750 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4a43a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57ac52b0 con 0x555a57acf250 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4a43a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57aeb1a0 con 0x555a57acfb70 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ae3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ae3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47480/0 (socket says 172.21.15.17:47480) 2024-03-16T18:26:46.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 -- 172.21.15.17:0/1693109796 learned_addr learned my addr 172.21.15.17:0/1693109796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed4551d640 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 -- 172.21.15.17:0/1693109796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 msgr2=0x555a57ad8110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 -- 172.21.15.17:0/1693109796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 msgr2=0x555a57ad7bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad7bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 -- 172.21.15.17:0/1693109796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a579d1c20 con 0x555a57ad8750 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed44d1c640 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ae3ad0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fed3001fb10 tx=0x7fed30009d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7f143788146e3ca server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed2affd640 1 -- 172.21.15.17:0/1693109796 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed300097a0 con 0x555a57ad8750 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed2affd640 1 -- 172.21.15.17:0/1693109796 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555a577367e0 con 0x555a57ad8750 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.227+0000 7fed2affd640 1 -- 172.21.15.17:0/1693109796 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3000fd10 con 0x555a57ad8750 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 -- 172.21.15.17:0/1693109796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 msgr2=0x555a57ae3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ae3ad0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fed3001fb10 tx=0x7fed30009d20 comp rx=0 tx=0).stop 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 -- 172.21.15.17:0/1693109796 shutdown_connections 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57ad8750 0x555a57ae3ad0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57ad8110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 --2- 172.21.15.17:0/1693109796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57acf250 0x555a57ad7bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 -- 172.21.15.17:0/1693109796 >> 172.21.15.17:0/1693109796 conn(0x555a57ac9980 msgr2=0x555a57ad0a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 -- 172.21.15.17:0/1693109796 shutdown_connections 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 -- 172.21.15.17:0/1693109796 wait complete. 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 -- start start 2024-03-16T18:26:46.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.228+0000 7fed4a43a740 1 Processor -- start 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 0x555a57adbd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57adc2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57ad8750 0x555a57b42fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57adca90 con 0x555a57acf250 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57adcc00 con 0x555a57ad8750 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a57b43540 con 0x555a57acfb70 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4a43a740 10 client.0 _ll_register_callbacks cb 0x7fed30009ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 0x555a57adbd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 0x555a57adbd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47486/0 (socket says 172.21.15.17:47486) 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 -- 172.21.15.17:0/3021372778 learned_addr learned my addr 172.21.15.17:0/3021372778 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed4551d640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57adc2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57ad8750 0x555a57b42fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 -- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 msgr2=0x555a57adc2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57adc2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 -- 172.21.15.17:0/3021372778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57ad8750 msgr2=0x555a57b42fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57ad8750 0x555a57b42fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 -- 172.21.15.17:0/3021372778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555a57a356a0 con 0x555a57acf250 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed44d1c640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 0x555a57adbd80 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fed30009730 tx=0x7fed30005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fa5836018142693 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed28ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.229+0000 7fed28ff9640 1 -- 172.21.15.17:0/3021372778 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed30021210 con 0x555a57acf250 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed28ff9640 1 -- 172.21.15.17:0/3021372778 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fed30000e40 con 0x555a57acf250 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed3000f7c0 con 0x555a57acf250 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed28ff9640 1 -- 172.21.15.17:0/3021372778 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed30011250 con 0x555a57acf250 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 10 client.17223 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555a579f78c0 con 0x555a57acf250 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed28ff9640 1 -- 172.21.15.17:0/3021372778 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed3000f7c0 con 0x555a57acf250 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed28ff9640 1 -- 172.21.15.17:0/3021372778 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fed300035f0 con 0x555a57acf250 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 10 client.17223 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 10 client.17223 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 20 client.17223 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57b44880 0x555a57b46c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 4 client.17223 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555a577c2890 con 0x555a57b44880 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.230+0000 7fed4551d640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57b44880 0x555a57b46c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed28ff9640 10 client.17223 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4551d640 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57b44880 0x555a57b46c70 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=34c93a76bb1684d8 server_cookie=270d3ac48ee635a8 in_seq=0 out_seq=0 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed28ff9640 1 -- 172.21.15.17:0/3021372778 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555a577c2890 con 0x555a57b44880 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed28ff9640 10 client.17223 handle_command_reply: tid=0 2024-03-16T18:26:46.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 client.17223 shutdown 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 msgr2=0x555a57adbd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 0x555a57adbd80 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fed30009730 tx=0x7fed30005850 comp rx=0 tx=0).stop 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 shutdown_connections 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555a57b44880 0x555a57b46c70 crc :-1 s=READY pgs=51 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555a57ad8750 0x555a57b42fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555a57acfb70 0x555a57adc2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 --2- 172.21.15.17:0/3021372778 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555a57acf250 0x555a57adbd80 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed28ff9640 0 client.17223 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 >> 172.21.15.17:0/3021372778 conn(0x555a57ac9980 msgr2=0x555a57aefc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 shutdown_connections 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 1 -- 172.21.15.17:0/3021372778 wait complete. 2024-03-16T18:26:46.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.231+0000 7fed4a43a740 20 client.17223 trim_cache size 0 max 16384 2024-03-16T18:26:46.239 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:46.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed2c0a1ba0 msgr2=0x7fed2c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed2c0a1ba0 0x7fed2c0a4060 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fed380cbab0 tx=0x7fed38090060 comp rx=0 tx=0).stop 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 msgr2=0x7fed40101650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40101650 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7fed3800eb10 tx=0x7fed3800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 shutdown_connections 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed2c0a1ba0 0x7fed2c0a4060 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed40107580 0x7fed40101650 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed401003b0 0x7fed40101110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 --2- 172.21.15.17:0/1046727664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed400ff9f0 0x7fed40100bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 >> 172.21.15.17:0/1046727664 conn(0x7fed400769b0 msgr2=0x7fed400fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 shutdown_connections 2024-03-16T18:26:46.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.232+0000 7fed47781640 1 -- 172.21.15.17:0/1046727664 wait complete. 2024-03-16T18:26:46.243 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:46.243 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:26:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:46 smithi149 ceph-mon[35991]: pgmap v160: 129 pgs: 129 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:46 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/872030827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 -- 172.21.15.17:0/2237951827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 msgr2=0x7f70b010e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/2237951827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b010e320 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f70a0009cd0 tx=0x7f70a002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 -- 172.21.15.17:0/2237951827 shutdown_connections 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/2237951827 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b010e320 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/2237951827 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70b00686f0 0x7f70b0068b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/2237951827 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b01074f0 0x7f70b01078d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.347+0000 7f70b5a3b640 1 -- 172.21.15.17:0/2237951827 >> 172.21.15.17:0/2237951827 conn(0x7f70b00774f0 msgr2=0x7f70b0077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 -- 172.21.15.17:0/2237951827 shutdown_connections 2024-03-16T18:26:46.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 -- 172.21.15.17:0/2237951827 wait complete. 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 Processor -- start 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 -- start start 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70b00686f0 0x7f70b019f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b019fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b01074f0 0x7f70b01999f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b019a040 con 0x7f70b00690b0 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b019a1b0 con 0x7f70b01074f0 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.348+0000 7f70b5a3b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70b019a370 con 0x7f70b00686f0 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b019fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b019fd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47496/0 (socket says 172.21.15.17:47496) 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1591811614 learned_addr learned my addr 172.21.15.17:0/1591811614 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70aeffd640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70b00686f0 0x7f70b019f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70af7fe640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b01074f0 0x7f70b01999f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1591811614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70b00686f0 msgr2=0x7f70b019f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70b00686f0 0x7f70b019f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1591811614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b01074f0 msgr2=0x7f70b01999f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b01074f0 0x7f70b01999f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1591811614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70a0009900 con 0x7f70b00690b0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b019fd80 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f709800e9f0 tx=0x7f709800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70b4a39640 1 -- 172.21.15.17:0/1591811614 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098009700 con 0x7f70b00690b0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70b4a39640 1 -- 172.21.15.17:0/1591811614 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f709800cd80 con 0x7f70b00690b0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70b019a650 con 0x7f70b00690b0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70b4a39640 1 -- 172.21.15.17:0/1591811614 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7098018840 con 0x7f70b00690b0 2024-03-16T18:26:46.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.349+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70b01a68e0 con 0x7f70b00690b0 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.351+0000 7f70b4a39640 1 -- 172.21.15.17:0/1591811614 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f70980189a0 con 0x7f70b00690b0 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 Processor -- start 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 -- start start 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af18630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 0x555e6af21210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af21750 0x555e6af23b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6aed3960 con 0x555e6af18b70 2024-03-16T18:26:46.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6ae87310 con 0x555e6af18250 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b8616740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6ae84840 con 0x555e6af21750 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b4a39640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f709c0a1ba0 0x7f709c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 0x555e6af21210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 0x555e6af21210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47498/0 (socket says 172.21.15.17:47498) 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 -- 172.21.15.17:0/723843086 learned_addr learned my addr 172.21.15.17:0/723843086 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70af7fe640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f709c0a1ba0 0x7f709c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70af7fe640 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af18630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af21750 0x555e6af23b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70b4a39640 1 -- 172.21.15.17:0/1591811614 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f7098014070 con 0x7f70b00690b0 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 -- 172.21.15.17:0/723843086 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af21750 msgr2=0x555e6af23b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af21750 0x555e6af23b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 -- 172.21.15.17:0/723843086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 msgr2=0x555e6af18630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af18630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70aeffd640 1 -- 172.21.15.17:0/723843086 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555e6ae42060 con 0x555e6af18b70 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.352+0000 7f70af7fe640 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af18630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70aeffd640 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 0x555e6af21210 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f70a8009c90 tx=0x7f70a8011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=104c81eddc9aab2b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70af7fe640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f709c0a1ba0 0x7f709c0a4060 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f70a0005cc0 tx=0x7f70a002e040 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70a5ffb640 1 -- 172.21.15.17:0/723843086 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a8005220 con 0x555e6af18b70 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70a5ffb640 1 -- 172.21.15.17:0/723843086 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f70a8004c50 con 0x555e6af18b70 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70a5ffb640 1 -- 172.21.15.17:0/723843086 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a8019670 con 0x555e6af18b70 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70b8616740 1 -- 172.21.15.17:0/723843086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 msgr2=0x555e6af21210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70b8616740 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 0x555e6af21210 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f70a8009c90 tx=0x7f70a8011810 comp rx=0 tx=0).stop 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70b8616740 1 -- 172.21.15.17:0/723843086 shutdown_connections 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70b8616740 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18b70 0x555e6af21210 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70b8616740 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af21750 0x555e6af23b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.353+0000 7f70b8616740 1 --2- 172.21.15.17:0/723843086 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af18630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- 172.21.15.17:0/723843086 >> 172.21.15.17:0/723843086 conn(0x555e6af12980 msgr2=0x555e6af12d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- 172.21.15.17:0/723843086 shutdown_connections 2024-03-16T18:26:46.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- 172.21.15.17:0/723843086 wait complete. 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- start start 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 Processor -- start 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 0x555e6af210d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1e460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af21750 0x555e6af1e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6ae80020 con 0x555e6af18250 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6ab53430 con 0x555e6af21750 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6ab0fe00 con 0x555e6af18b70 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70b8616740 10 client.0 _ll_register_callbacks cb 0x555e6ae27cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 0x555e6af210d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70aeffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 0x555e6af210d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47506/0 (socket says 172.21.15.17:47506) 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.354+0000 7f70aeffd640 1 -- 172.21.15.17:0/1464680949 learned_addr learned my addr 172.21.15.17:0/1464680949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70af7fe640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af21750 0x555e6af1e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70aeffd640 1 -- 172.21.15.17:0/1464680949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 msgr2=0x555e6af1e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70aeffd640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70aeffd640 1 -- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af21750 msgr2=0x555e6af1e9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70aeffd640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af21750 0x555e6af1e9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70aeffd640 1 -- 172.21.15.17:0/1464680949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a80098f0 con 0x555e6af18250 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70aeffd640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 0x555e6af210d0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f70a8005720 tx=0x7f70a80048f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40e35e931b1fd8a6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f708effd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f708effd640 1 -- 172.21.15.17:0/1464680949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a8023840 con 0x555e6af18250 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f708effd640 1 -- 172.21.15.17:0/1464680949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f70a8004dc0 con 0x555e6af18250 2024-03-16T18:26:46.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555e6ab7f7e0 con 0x555e6af18250 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f708effd640 1 -- 172.21.15.17:0/1464680949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f70a8004ae0 con 0x555e6af18250 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70b8616740 10 client.17235 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555e6ae7e6a0 con 0x555e6af18250 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.355+0000 7f708effd640 1 -- 172.21.15.17:0/1464680949 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555e6ab7f7e0 con 0x555e6af18250 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f708effd640 1 -- 172.21.15.17:0/1464680949 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f70a8021040 con 0x555e6af18250 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70b8616740 10 client.17235 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70b8616740 10 client.17235 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70b8616740 20 client.17235 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70b8616740 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af31790 0x555e6af33ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70b8616740 4 client.17235 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555e6abbc720 con 0x555e6af31790 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af31790 0x555e6af33ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f708effd640 10 client.17235 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.356+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af31790 0x555e6af33ba0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c758e2a19bad8427 server_cookie=561becc1ae3b1501 in_seq=0 out_seq=0 2024-03-16T18:26:46.364 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f708effd640 1 -- 172.21.15.17:0/1464680949 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555e6abbc720 con 0x555e6af31790 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f708effd640 10 client.17235 handle_command_reply: tid=0 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 client.17235 shutdown 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 msgr2=0x555e6af210d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 0x555e6af210d0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f70a8005720 tx=0x7f70a80048f0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 shutdown_connections 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af31790 0x555e6af33ba0 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af21750 0x555e6af1e9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f708effd640 0 client.17235 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 --2- 172.21.15.17:0/1464680949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af18250 0x555e6af210d0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 >> 172.21.15.17:0/1464680949 conn(0x555e6af12980 msgr2=0x555e6af146d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 shutdown_connections 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 1 -- 172.21.15.17:0/1464680949 wait complete. 2024-03-16T18:26:46.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.357+0000 7f70b8616740 20 client.17235 trim_cache size 0 max 16384 2024-03-16T18:26:46.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:46 smithi153 ceph-mon[36005]: pgmap v160: 129 pgs: 129 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:46.366 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:46 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/872030827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 Processor -- start 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 -- start start 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af20b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af210d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af2cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6ae05130 con 0x555e6af21750 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6af13980 con 0x555e6af18250 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70b8616740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6af1c9b0 con 0x555e6af18b70 2024-03-16T18:26:46.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af2cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af2cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47514/0 (socket says 172.21.15.17:47514) 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 -- 172.21.15.17:0/3921345541 learned_addr learned my addr 172.21.15.17:0/3921345541 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70aeffd640 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af20b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af210d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 -- 172.21.15.17:0/3921345541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 msgr2=0x555e6af210d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af210d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 -- 172.21.15.17:0/3921345541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 msgr2=0x555e6af20b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af20b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 -- 172.21.15.17:0/3921345541 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555e6ae1ac20 con 0x555e6af21750 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.370+0000 7f70af7fe640 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af2cad0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f70a002c700 tx=0x7f70a0005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92f7be96c226bef2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70a57fa640 1 -- 172.21.15.17:0/3921345541 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0034790 con 0x555e6af21750 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70a57fa640 1 -- 172.21.15.17:0/3921345541 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f70a00325d0 con 0x555e6af21750 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70a57fa640 1 -- 172.21.15.17:0/3921345541 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70a0003e00 con 0x555e6af21750 2024-03-16T18:26:46.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 -- 172.21.15.17:0/3921345541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 msgr2=0x555e6af2cad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af2cad0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f70a002c700 tx=0x7f70a0005c50 comp rx=0 tx=0).stop 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 -- 172.21.15.17:0/3921345541 shutdown_connections 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af2cad0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af210d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 --2- 172.21.15.17:0/3921345541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af20b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 -- 172.21.15.17:0/3921345541 >> 172.21.15.17:0/3921345541 conn(0x555e6af12980 msgr2=0x555e6af0da10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 -- 172.21.15.17:0/3921345541 shutdown_connections 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 -- 172.21.15.17:0/3921345541 wait complete. 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.371+0000 7f70b8616740 1 -- start start 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 Processor -- start 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af1aac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1b000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af1b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6af29970 con 0x555e6af21750 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6af8c040 con 0x555e6af18250 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e6af8c200 con 0x555e6af18b70 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70b8616740 10 client.0 _ll_register_callbacks cb 0x7f70a8005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af1b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70ae7fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1b000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70aeffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af1aac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70af7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af1b540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47522/0 (socket says 172.21.15.17:47522) 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70af7fe640 1 -- 172.21.15.17:0/1360867556 learned_addr learned my addr 172.21.15.17:0/1360867556 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 msgr2=0x555e6af1aac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af1aac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1360867556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 msgr2=0x555e6af1b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af1b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70ae7fc640 1 -- 172.21.15.17:0/1360867556 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70a0030070 con 0x555e6af18b70 2024-03-16T18:26:46.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.372+0000 7f70af7fe640 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af1b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70ae7fc640 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1b000 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f70980cb220 tx=0x7f7098085040 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9855d7b0f63253f7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f708effd640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f708effd640 1 -- 172.21.15.17:0/1360867556 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70980b8ea0 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f708effd640 1 -- 172.21.15.17:0/1360867556 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f70980a2ed0 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f70a8004c50 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f708effd640 1 -- 172.21.15.17:0/1360867556 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7098010b50 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 10 client.27016 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555e6ae408c0 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f708effd640 1 -- 172.21.15.17:0/1360867556 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f70a8004c50 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f708effd640 1 -- 172.21.15.17:0/1360867556 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f70980ba0b0 con 0x555e6af18b70 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 10 client.27016 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 10 client.27016 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 20 client.27016 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af8da60 0x555e6af8fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 4 client.27016 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.373+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555e6ac0b890 con 0x555e6af8da60 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70aeffd640 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af8da60 0x555e6af8fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70aeffd640 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af8da60 0x555e6af8fe80 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c5d91f164bae99ca server_cookie=81ebe3e743d16695 in_seq=0 out_seq=0 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f708effd640 10 client.27016 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f708effd640 1 -- 172.21.15.17:0/1360867556 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555e6ac0b890 con 0x555e6af8da60 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f708effd640 10 client.27016 handle_command_reply: tid=0 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 client.27016 shutdown 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 msgr2=0x555e6af1b000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1b000 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f70980cb220 tx=0x7f7098085040 comp rx=0 tx=0).stop 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 shutdown_connections 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x555e6af8da60 0x555e6af8fe80 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555e6af21750 0x555e6af1b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555e6af18b70 0x555e6af1b000 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 --2- 172.21.15.17:0/1360867556 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555e6af18250 0x555e6af1aac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f708effd640 0 client.27016 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:26:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 >> 172.21.15.17:0/1360867556 conn(0x555e6af12980 msgr2=0x555e6af18f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 shutdown_connections 2024-03-16T18:26:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 1 -- 172.21.15.17:0/1360867556 wait complete. 2024-03-16T18:26:46.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.374+0000 7f70b8616740 20 client.27016 trim_cache size 0 max 16384 2024-03-16T18:26:46.382 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f709c0a1ba0 msgr2=0x7f709c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f709c0a1ba0 0x7f709c0a4060 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f70a0005cc0 tx=0x7f70a002e040 comp rx=0 tx=0).stop 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 msgr2=0x7f70b019fd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b019fd80 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f709800e9f0 tx=0x7f709800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 shutdown_connections 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f709c0a1ba0 0x7f709c0a4060 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70b00690b0 0x7f70b019fd80 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70b01074f0 0x7f70b01999f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 --2- 172.21.15.17:0/1591811614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70b00686f0 0x7f70b019f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 >> 172.21.15.17:0/1591811614 conn(0x7f70b00774f0 msgr2=0x7f70b010c670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 shutdown_connections 2024-03-16T18:26:46.384 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.375+0000 7f70b5a3b640 1 -- 172.21.15.17:0/1591811614 wait complete. 2024-03-16T18:26:46.385 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:46 smithi017 ceph-mon[32207]: pgmap v160: 129 pgs: 129 active+clean; 6.6 MiB data, 410 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:26:46.385 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:46 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/872030827' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:26:46.386 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:26:46.386 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:26:46.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 -- 172.21.15.17:0/2519094667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04101e60 msgr2=0x7fce0410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2519094667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04101e60 0x7fce0410e320 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc009ca0 tx=0x7fcdfc02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 -- 172.21.15.17:0/2519094667 shutdown_connections 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2519094667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04101e60 0x7fce0410e320 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2519094667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce041014a0 0x7fce04101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2519094667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce04107560 0x7fce04107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 -- 172.21.15.17:0/2519094667 >> 172.21.15.17:0/2519094667 conn(0x7fce040788f0 msgr2=0x7fce04078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 -- 172.21.15.17:0/2519094667 shutdown_connections 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 -- 172.21.15.17:0/2519094667 wait complete. 2024-03-16T18:26:46.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.491+0000 7fce09cc3640 1 Processor -- start 2024-03-16T18:26:46.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 -- start start 2024-03-16T18:26:46.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce041014a0 0x7fce0419d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce04101e60 0x7fce0419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 0x7fce04197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce04197ec0 con 0x7fce04107560 2024-03-16T18:26:46.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce04198030 con 0x7fce041014a0 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce09cc3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce041981f0 con 0x7fce04101e60 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 0x7fce04197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 0x7fce04197730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47536/0 (socket says 172.21.15.17:47536) 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 -- 172.21.15.17:0/2548346675 learned_addr learned my addr 172.21.15.17:0/2548346675 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce037fe640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce041014a0 0x7fce0419d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce02ffd640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce04101e60 0x7fce0419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 -- 172.21.15.17:0/2548346675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce04101e60 msgr2=0x7fce0419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce04101e60 0x7fce0419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 -- 172.21.15.17:0/2548346675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce041014a0 msgr2=0x7fce0419d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce041014a0 0x7fce0419d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 -- 172.21.15.17:0/2548346675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdfc009900 con 0x7fce04107560 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.492+0000 7fce03fff640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 0x7fce04197730 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc005e30 tx=0x7fcdfc034a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.493+0000 7fce00ff9640 1 -- 172.21.15.17:0/2548346675 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc032820 con 0x7fce04107560 2024-03-16T18:26:46.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.493+0000 7fce00ff9640 1 -- 172.21.15.17:0/2548346675 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcdfc003e20 con 0x7fce04107560 2024-03-16T18:26:46.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.493+0000 7fce00ff9640 1 -- 172.21.15.17:0/2548346675 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc004790 con 0x7fce04107560 2024-03-16T18:26:46.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.493+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce04198470 con 0x7fce04107560 2024-03-16T18:26:46.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.493+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce041a45f0 con 0x7fce04107560 2024-03-16T18:26:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce00ff9640 1 -- 172.21.15.17:0/2548346675 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fcdfc00a040 con 0x7fce04107560 2024-03-16T18:26:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 Processor -- start 2024-03-16T18:26:46.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 -- start start 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f06630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce00ff9640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcdec0a1ba0 0x7fcdec0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f0f750 0x5560d5f11b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5ec1960 con 0x5560d5f06250 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5e75310 con 0x5560d5f0f750 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce0c97a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5e72840 con 0x5560d5f06b70 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce02ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f06630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce037fe640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcdec0a1ba0 0x7fcdec0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce00ff9640 1 -- 172.21.15.17:0/2548346675 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fcdfc0f0680 con 0x7fce04107560 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce02ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f06630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47548/0 (socket says 172.21.15.17:47548) 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce02ffd640 1 -- 172.21.15.17:0/2898237703 learned_addr learned my addr 172.21.15.17:0/2898237703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.495+0000 7fce03fff640 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f0f750 0x5560d5f11b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce02ffd640 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce03fff640 1 -- 172.21.15.17:0/2898237703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 msgr2=0x5560d5f0f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce03fff640 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce03fff640 1 -- 172.21.15.17:0/2898237703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 msgr2=0x5560d5f06630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce03fff640 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f06630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce03fff640 1 -- 172.21.15.17:0/2898237703 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560d5e30060 con 0x5560d5f0f750 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce02ffd640 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f06630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce037fe640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcdec0a1ba0 0x7fcdec0a4060 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4009bd0 tx=0x7fcdf4005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fce03fff640 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f0f750 0x5560d5f11b40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0edb10 tx=0x7fcdfc0b9350 comp rx=0 tx=0).ready entity=mon.2 client_cookie=373c24c23e32e3ae server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fcde9ffb640 1 -- 172.21.15.17:0/2898237703 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc0bc950 con 0x5560d5f0f750 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fcde9ffb640 1 -- 172.21.15.17:0/2898237703 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcdfc0bd6f0 con 0x5560d5f0f750 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.496+0000 7fcde9ffb640 1 -- 172.21.15.17:0/2898237703 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc0bb410 con 0x5560d5f0f750 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 -- 172.21.15.17:0/2898237703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f0f750 msgr2=0x5560d5f11b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f0f750 0x5560d5f11b40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0edb10 tx=0x7fcdfc0b9350 comp rx=0 tx=0).stop 2024-03-16T18:26:46.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 -- 172.21.15.17:0/2898237703 shutdown_connections 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f0f750 0x5560d5f11b40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 --2- 172.21.15.17:0/2898237703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f06630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 -- 172.21.15.17:0/2898237703 >> 172.21.15.17:0/2898237703 conn(0x5560d5f00980 msgr2=0x5560d5f00d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 -- 172.21.15.17:0/2898237703 shutdown_connections 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 -- 172.21.15.17:0/2898237703 wait complete. 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 -- start start 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.497+0000 7fce0c97a740 1 Processor -- start 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06250 0x5560d5f0f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f0c910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5e6e020 con 0x5560d5f0f750 2024-03-16T18:26:46.506 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5b41430 con 0x5560d5f06250 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5afde00 con 0x5560d5f06b70 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 10 client.0 _ll_register_callbacks cb 0x5560d5e15cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f0c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f0c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47562/0 (socket says 172.21.15.17:47562) 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 -- 172.21.15.17:0/228260445 learned_addr learned my addr 172.21.15.17:0/228260445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce02ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce037fe640 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06250 0x5560d5f0f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 -- 172.21.15.17:0/228260445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 msgr2=0x5560d5f0c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 -- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06250 msgr2=0x5560d5f0f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06250 0x5560d5f0f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 -- 172.21.15.17:0/228260445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce041a45f0 con 0x5560d5f0f750 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce03fff640 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f0c910 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0edbc0 tx=0x7fcdfc0b93c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8f850fbe93b175b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fcde2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fcde2ffd640 1 -- 172.21.15.17:0/228260445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc0bd450 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fcde2ffd640 1 -- 172.21.15.17:0/228260445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fcdfc0c1140 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5560d5b6d7e0 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fcde2ffd640 1 -- 172.21.15.17:0/228260445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcdfc0c5790 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 10 client.17253 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.498+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5560d5e6c6a0 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fcde2ffd640 1 -- 172.21.15.17:0/228260445 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5560d5b6d7e0 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fcde2ffd640 1 -- 172.21.15.17:0/228260445 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fcdfc0d5d20 con 0x5560d5f0f750 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce0c97a740 10 client.17253 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce0c97a740 10 client.17253 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce0c97a740 20 client.17253 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce0c97a740 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f1f0e0 0x5560d5f214d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce0c97a740 4 client.17253 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5560d5baa720 con 0x5560d5f1f0e0 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce037fe640 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f1f0e0 0x5560d5f214d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fcde2ffd640 10 client.17253 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.499+0000 7fce037fe640 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f1f0e0 0x5560d5f214d0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=51267b442634c77e server_cookie=2da80e3a31dc7ce5 in_seq=0 out_seq=0 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fcde2ffd640 1 -- 172.21.15.17:0/228260445 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5560d5baa720 con 0x5560d5f1f0e0 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fcde2ffd640 10 client.17253 handle_command_reply: tid=0 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 client.17253 shutdown 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 msgr2=0x5560d5f0c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f0c910 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0edbc0 tx=0x7fcdfc0b93c0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 shutdown_connections 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f1f0e0 0x5560d5f214d0 crc :-1 s=READY pgs=121 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f0c910 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06b70 0x5560d5f0c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fcde2ffd640 0 client.17253 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 --2- 172.21.15.17:0/228260445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06250 0x5560d5f0f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 >> 172.21.15.17:0/228260445 conn(0x5560d5f00980 msgr2=0x5560d5f026d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 shutdown_connections 2024-03-16T18:26:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 1 -- 172.21.15.17:0/228260445 wait complete. 2024-03-16T18:26:46.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.500+0000 7fce0c97a740 20 client.17253 trim_cache size 0 max 16384 2024-03-16T18:26:46.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.512+0000 7fce0c97a740 1 Processor -- start 2024-03-16T18:26:46.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 -- start start 2024-03-16T18:26:46.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f077e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f0eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f0f750 0x5560d5f0f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5df3130 con 0x5560d5f06250 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5f11f00 con 0x5560d5f06b70 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce0c97a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5f12110 con 0x5560d5f0f750 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f077e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f077e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47566/0 (socket says 172.21.15.17:47566) 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 -- 172.21.15.17:0/1239948505 learned_addr learned my addr 172.21.15.17:0/1239948505 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce03fff640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f0f750 0x5560d5f0f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce02ffd640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f0eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 -- 172.21.15.17:0/1239948505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f0f750 msgr2=0x5560d5f0f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f0f750 0x5560d5f0f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 -- 172.21.15.17:0/1239948505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 msgr2=0x5560d5f0eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f0eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 -- 172.21.15.17:0/1239948505 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5560d5e08c20 con 0x5560d5f06250 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce03fff640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f0f750 0x5560d5f0f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce02ffd640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f0eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fce037fe640 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f077e0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x5560d5f21d10 tx=0x7fcdf4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4872ae2720459d2f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fcde97fa640 1 -- 172.21.15.17:0/1239948505 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdf4022040 con 0x5560d5f06250 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fcde97fa640 1 -- 172.21.15.17:0/1239948505 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcdf4029dc0 con 0x5560d5f06250 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.513+0000 7fcde97fa640 1 -- 172.21.15.17:0/1239948505 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdf401d670 con 0x5560d5f06250 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 -- 172.21.15.17:0/1239948505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 msgr2=0x5560d5f077e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f077e0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x5560d5f21d10 tx=0x7fcdf4014000 comp rx=0 tx=0).stop 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 -- 172.21.15.17:0/1239948505 shutdown_connections 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f0f750 0x5560d5f0f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f0eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1239948505 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f06250 0x5560d5f077e0 unknown :-1 s=CLOSED pgs=920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 -- 172.21.15.17:0/1239948505 >> 172.21.15.17:0/1239948505 conn(0x5560d5f00980 msgr2=0x5560d5f0c730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 -- 172.21.15.17:0/1239948505 shutdown_connections 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 -- 172.21.15.17:0/1239948505 wait complete. 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 -- start start 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.514+0000 7fce0c97a740 1 Processor -- start 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06250 0x5560d5f16eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f13280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f137c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5f13d00 con 0x5560d5f0f750 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5f13e70 con 0x5560d5f06b70 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560d5f14030 con 0x5560d5f06250 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 10 client.0 _ll_register_callbacks cb 0x7fcdfc032980 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f137c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f137c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47572/0 (socket says 172.21.15.17:47572) 2024-03-16T18:26:46.521 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 -- 172.21.15.17:0/1066024239 learned_addr learned my addr 172.21.15.17:0/1066024239 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce037fe640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06250 0x5560d5f16eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce02ffd640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f13280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 -- 172.21.15.17:0/1066024239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06250 msgr2=0x5560d5f16eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06250 0x5560d5f16eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 -- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 msgr2=0x5560d5f13280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f13280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 -- 172.21.15.17:0/1066024239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdf4017070 con 0x5560d5f0f750 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce03fff640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f137c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0f0650 tx=0x7fcdfc0f0480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1f8a624cee80b81 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fcde2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fcde2ffd640 1 -- 172.21.15.17:0/1066024239 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdfc0bd450 con 0x5560d5f0f750 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fcde2ffd640 1 -- 172.21.15.17:0/1066024239 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fcdfc0c1140 con 0x5560d5f0f750 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.515+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcdfc0bd6f0 con 0x5560d5f0f750 2024-03-16T18:26:46.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fcde2ffd640 1 -- 172.21.15.17:0/1066024239 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcdfc0bc950 con 0x5560d5f0f750 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 10 client.17259 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5560d5e2e8c0 con 0x5560d5f0f750 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fcde2ffd640 1 -- 172.21.15.17:0/1066024239 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcdfc0bd6f0 con 0x5560d5f0f750 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fcde2ffd640 1 -- 172.21.15.17:0/1066024239 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fcdfc0d5d20 con 0x5560d5f0f750 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 10 client.17259 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 10 client.17259 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 20 client.17259 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f7b880 0x5560d5f7dc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 4 client.17259 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5560d5bf9890 con 0x5560d5f7b880 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.516+0000 7fce037fe640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f7b880 0x5560d5f7dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fcde2ffd640 10 client.17259 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce037fe640 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f7b880 0x5560d5f7dc70 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a2b9f150b03ea6e0 server_cookie=cbb0429493089dd9 in_seq=0 out_seq=0 2024-03-16T18:26:46.523 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fcde2ffd640 1 -- 172.21.15.17:0/1066024239 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5560d5bf9890 con 0x5560d5f7b880 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fcde2ffd640 10 client.17259 handle_command_reply: tid=0 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 client.17259 shutdown 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 msgr2=0x5560d5f137c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f137c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc0f0650 tx=0x7fcdfc0f0480 comp rx=0 tx=0).stop 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 shutdown_connections 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5560d5f7b880 0x5560d5f7dc70 crc :-1 s=READY pgs=122 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5560d5f0f750 0x5560d5f137c0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5560d5f06b70 0x5560d5f13280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fcde2ffd640 0 client.17259 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 --2- 172.21.15.17:0/1066024239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5560d5f06250 0x5560d5f16eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 >> 172.21.15.17:0/1066024239 conn(0x5560d5f00980 msgr2=0x5560d5f077e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 shutdown_connections 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 1 -- 172.21.15.17:0/1066024239 wait complete. 2024-03-16T18:26:46.524 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.517+0000 7fce0c97a740 20 client.17259 trim_cache size 0 max 16384 2024-03-16T18:26:46.525 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcdec0a1ba0 msgr2=0x7fcdec0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcdec0a1ba0 0x7fcdec0a4060 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fcdf4009bd0 tx=0x7fcdf4005f90 comp rx=0 tx=0).stop 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 msgr2=0x7fce04197730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 0x7fce04197730 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7fcdfc005e30 tx=0x7fcdfc034a60 comp rx=0 tx=0).stop 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 shutdown_connections 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcdec0a1ba0 0x7fcdec0a4060 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fce04107560 0x7fce04197730 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fce04101e60 0x7fce0419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 --2- 172.21.15.17:0/2548346675 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fce041014a0 0x7fce0419d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 >> 172.21.15.17:0/2548346675 conn(0x7fce040788f0 msgr2=0x7fce04100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 shutdown_connections 2024-03-16T18:26:46.526 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:46.518+0000 7fce09cc3640 1 -- 172.21.15.17:0/2548346675 wait complete. 2024-03-16T18:26:47.530 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:26:47.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:26:47.530 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 -- 172.21.15.17:0/2002936863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 msgr2=0x7fbd50100230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2002936863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd50100230 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7fbd44009930 tx=0x7fbd4402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 -- 172.21.15.17:0/2002936863 shutdown_connections 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2002936863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd50100230 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2002936863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd50100770 0x7fbd5010e370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2002936863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd501076f0 0x7fbd50107ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 -- 172.21.15.17:0/2002936863 >> 172.21.15.17:0/2002936863 conn(0x7fbd50075730 msgr2=0x7fbd50075b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 -- 172.21.15.17:0/2002936863 shutdown_connections 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 -- 172.21.15.17:0/2002936863 wait complete. 2024-03-16T18:26:47.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.649+0000 7fbd5549a640 1 Processor -- start 2024-03-16T18:26:47.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 -- start start 2024-03-16T18:26:47.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd5019d790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd50100770 0x7fbd5019dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd501076f0 0x7fbd50197940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd50197f90 con 0x7fbd500ffdb0 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd50198100 con 0x7fbd501076f0 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd5549a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd501982c0 con 0x7fbd50100770 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd5019d790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd5019d790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47592/0 (socket says 172.21.15.17:47592) 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 -- 172.21.15.17:0/2988793831 learned_addr learned my addr 172.21.15.17:0/2988793831 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd501076f0 0x7fbd50197940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd50100770 0x7fbd5019dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 -- 172.21.15.17:0/2988793831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd50100770 msgr2=0x7fbd5019dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd50100770 0x7fbd5019dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 -- 172.21.15.17:0/2988793831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd501076f0 msgr2=0x7fbd50197940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd501076f0 0x7fbd50197940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.650+0000 7fbd4effd640 1 -- 172.21.15.17:0/2988793831 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd44009560 con 0x7fbd500ffdb0 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.651+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd5019d790 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000e9f0 tx=0x7fbd4000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.651+0000 7fbd37fff640 1 -- 172.21.15.17:0/2988793831 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd40009720 con 0x7fbd500ffdb0 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.651+0000 7fbd37fff640 1 -- 172.21.15.17:0/2988793831 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbd4000cd80 con 0x7fbd500ffdb0 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.651+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd501985a0 con 0x7fbd500ffdb0 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.651+0000 7fbd37fff640 1 -- 172.21.15.17:0/2988793831 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd40010430 con 0x7fbd500ffdb0 2024-03-16T18:26:47.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.651+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd501a4830 con 0x7fbd500ffdb0 2024-03-16T18:26:47.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.653+0000 7fbd37fff640 1 -- 172.21.15.17:0/2988793831 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbd40005020 con 0x7fbd500ffdb0 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.653+0000 7fbd58078740 1 Processor -- start 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.653+0000 7fbd58078740 1 -- start start 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd58078740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 0x55d11a61b760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd58078740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61bd30 0x55d11a6242e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd37fff640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd380a1ba0 0x7fbd380a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd58078740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a6248b0 0x55d11a626d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd58078740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a589f90 con 0x55d11a61b380 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd58078740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a5874c0 con 0x55d11a6248b0 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd58078740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a582ca0 con 0x55d11a61bd30 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 0x55d11a61b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd380a1ba0 0x7fbd380a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 0x55d11a61b760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47600/0 (socket says 172.21.15.17:47600) 2024-03-16T18:26:47.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/2416022085 learned_addr learned my addr 172.21.15.17:0/2416022085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61bd30 0x55d11a6242e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a6248b0 0x55d11a626d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd37fff640 1 -- 172.21.15.17:0/2988793831 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbd40014070 con 0x7fbd500ffdb0 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/2416022085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61bd30 msgr2=0x55d11a6242e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61bd30 0x55d11a6242e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/2416022085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a6248b0 msgr2=0x55d11a626d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a6248b0 0x55d11a626d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/2416022085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d11a5450b0 con 0x55d11a61b380 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61bd30 0x55d11a6242e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 0x55d11a61b760 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fbd48013b50 tx=0x7fbd48009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c32edb5665cbc18e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.654+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd380a1ba0 0x7fbd380a4060 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbd44005ab0 tx=0x7fbd44005fd0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd357fa640 1 -- 172.21.15.17:0/2416022085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd48013130 con 0x55d11a61b380 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd357fa640 1 -- 172.21.15.17:0/2416022085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbd48009da0 con 0x55d11a61b380 2024-03-16T18:26:47.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd357fa640 1 -- 172.21.15.17:0/2416022085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd4800fba0 con 0x55d11a61b380 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 -- 172.21.15.17:0/2416022085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 msgr2=0x55d11a61b760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 0x55d11a61b760 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7fbd48013b50 tx=0x7fbd48009b30 comp rx=0 tx=0).stop 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 -- 172.21.15.17:0/2416022085 shutdown_connections 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a6248b0 0x55d11a626d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61bd30 0x55d11a6242e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 --2- 172.21.15.17:0/2416022085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61b380 0x55d11a61b760 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 -- 172.21.15.17:0/2416022085 >> 172.21.15.17:0/2416022085 conn(0x55d11a615840 msgr2=0x55d11a615c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 -- 172.21.15.17:0/2416022085 shutdown_connections 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.655+0000 7fbd58078740 1 -- 172.21.15.17:0/2416022085 wait complete. 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 -- start start 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 Processor -- start 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a61b380 0x55d11a6218b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a621df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a6248b0 0x55d11a622330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a527f40 con 0x55d11a61bd30 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a2564b0 con 0x55d11a61b380 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a508670 con 0x55d11a6248b0 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd58078740 10 client.0 _ll_register_callbacks cb 0x55d11a575f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a621df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a61b380 0x55d11a6218b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a621df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47602/0 (socket says 172.21.15.17:47602) 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4e7fc640 1 -- 172.21.15.17:0/2981279496 learned_addr learned my addr 172.21.15.17:0/2981279496 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a6248b0 0x55d11a622330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4effd640 1 -- 172.21.15.17:0/2981279496 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a6248b0 msgr2=0x55d11a622330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a6248b0 0x55d11a622330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4effd640 1 -- 172.21.15.17:0/2981279496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 msgr2=0x55d11a621df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a621df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4effd640 1 -- 172.21.15.17:0/2981279496 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd4801b040 con 0x55d11a61b380 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.656+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a621df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:47.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd4effd640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a61b380 0x55d11a6218b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbd400cb2a0 tx=0x7fbd4000aea0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f510e6967d0858c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd32ff5640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd32ff5640 1 -- 172.21.15.17:0/2981279496 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd400aff90 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd32ff5640 1 -- 172.21.15.17:0/2981279496 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbd400046c0 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d11a55cf40 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd32ff5640 1 -- 172.21.15.17:0/2981279496 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd400b32d0 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 10 client.27152 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d11a581320 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd32ff5640 1 -- 172.21.15.17:0/2981279496 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d11a55cf40 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd32ff5640 1 -- 172.21.15.17:0/2981279496 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbd4001f060 con 0x55d11a61b380 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 10 client.27152 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 10 client.27152 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 20 client.27152 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a634ed0 0x55d11a6372f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 4 client.27152 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:47.665 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.657+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d11a579310 con 0x55d11a634ed0 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.658+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a634ed0 0x55d11a6372f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.658+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a634ed0 0x55d11a6372f0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=494d2ffaafde5fb2 server_cookie=5aca911c66d0eb77 in_seq=0 out_seq=0 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.658+0000 7fbd32ff5640 10 client.27152 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd32ff5640 1 -- 172.21.15.17:0/2981279496 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d11a579310 con 0x55d11a634ed0 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd32ff5640 10 client.27152 handle_command_reply: tid=0 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 client.27152 shutdown 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a61b380 msgr2=0x55d11a6218b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a61b380 0x55d11a6218b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fbd400cb2a0 tx=0x7fbd4000aea0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 shutdown_connections 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a634ed0 0x55d11a6372f0 crc :-1 s=READY pgs=123 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a621df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd32ff5640 0 client.27152 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a6248b0 0x55d11a622330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.666 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 --2- 172.21.15.17:0/2981279496 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a61b380 0x55d11a6218b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 >> 172.21.15.17:0/2981279496 conn(0x55d11a615840 msgr2=0x55d11a6177a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 shutdown_connections 2024-03-16T18:26:47.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 1 -- 172.21.15.17:0/2981279496 wait complete. 2024-03-16T18:26:47.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.659+0000 7fbd58078740 20 client.27152 trim_cache size 0 max 16384 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 Processor -- start 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 -- start start 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a623fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a622150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a62fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a61d140 con 0x55d11a61bd30 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a60fda0 con 0x55d11a615840 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd58078740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a617d60 con 0x55d11a61b380 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a62fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a62fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47616/0 (socket says 172.21.15.17:47616) 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/3901693745 learned_addr learned my addr 172.21.15.17:0/3901693745 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4effd640 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a623fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a622150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/3901693745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 msgr2=0x55d11a622150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a622150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/3901693745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 msgr2=0x55d11a623fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a623fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/3901693745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d11a51dc00 con 0x55d11a61bd30 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.676+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a62fd50 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fbd48013b50 tx=0x7fbd48009fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd806c337e8070f5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd34ff9640 1 -- 172.21.15.17:0/3901693745 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd48003ea0 con 0x55d11a61bd30 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd34ff9640 1 -- 172.21.15.17:0/3901693745 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbd4800fdf0 con 0x55d11a61bd30 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd34ff9640 1 -- 172.21.15.17:0/3901693745 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd48005070 con 0x55d11a61bd30 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 -- 172.21.15.17:0/3901693745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 msgr2=0x55d11a62fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a62fd50 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7fbd48013b50 tx=0x7fbd48009fd0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 -- 172.21.15.17:0/3901693745 shutdown_connections 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a62fd50 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a622150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 --2- 172.21.15.17:0/3901693745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a623fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 -- 172.21.15.17:0/3901693745 >> 172.21.15.17:0/3901693745 conn(0x55d11a61d280 msgr2=0x55d11a6148e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 -- 172.21.15.17:0/3901693745 shutdown_connections 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.677+0000 7fbd58078740 1 -- 172.21.15.17:0/3901693745 wait complete. 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 -- start start 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 Processor -- start 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a62c660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a6289e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a628f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a629620 con 0x55d11a61bd30 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a629790 con 0x55d11a615840 2024-03-16T18:26:47.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d11a6907d0 con 0x55d11a61b380 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd58078740 10 client.0 _ll_register_callbacks cb 0x7fbd400048b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a628f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a62c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a628f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47626/0 (socket says 172.21.15.17:47626) 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/541656011 learned_addr learned my addr 172.21.15.17:0/541656011 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a6289e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/541656011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 msgr2=0x55d11a6289e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a6289e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 msgr2=0x55d11a62c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a62c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 -- 172.21.15.17:0/541656011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d11a5450b0 con 0x55d11a61bd30 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4e7fc640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a6289e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:26:47.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4effd640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a62c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd4f7fe640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a628f20 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fbd48010010 tx=0x7fbd48003cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad470beef1a77f04 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.678+0000 7fbd32ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd32ff5640 1 -- 172.21.15.17:0/541656011 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd4802f070 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd32ff5640 1 -- 172.21.15.17:0/541656011 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fbd4800fb50 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d11a5a8900 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd32ff5640 1 -- 172.21.15.17:0/541656011 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbd48005eb0 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 10 client.17277 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d11a543910 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd32ff5640 1 -- 172.21.15.17:0/541656011 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d11a5a8900 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd32ff5640 1 -- 172.21.15.17:0/541656011 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbd480105c0 con 0x55d11a61bd30 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 10 client.17277 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 10 client.17277 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 20 client.17277 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:47.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a6248b0 0x55d11a693c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 4 client.17277 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:26:47.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55d11a282860 con 0x55d11a6248b0 2024-03-16T18:26:47.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.679+0000 7fbd4effd640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a6248b0 0x55d11a693c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.680+0000 7fbd4effd640 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a6248b0 0x55d11a693c20 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c8d3cf2a70400046 server_cookie=809d35e320070c16 in_seq=0 out_seq=0 2024-03-16T18:26:47.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.680+0000 7fbd32ff5640 10 client.17277 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd32ff5640 1 -- 172.21.15.17:0/541656011 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55d11a282860 con 0x55d11a6248b0 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd32ff5640 10 client.17277 handle_command_reply: tid=0 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 client.17277 shutdown 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 msgr2=0x55d11a628f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a628f20 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7fbd48010010 tx=0x7fbd48003cb0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 shutdown_connections 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d11a6248b0 0x55d11a693c20 crc :-1 s=READY pgs=124 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d11a61bd30 0x55d11a628f20 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d11a61b380 0x55d11a6289e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd32ff5640 0 client.17277 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 --2- 172.21.15.17:0/541656011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d11a615840 0x55d11a62c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 >> 172.21.15.17:0/541656011 conn(0x55d11a61d280 msgr2=0x55d11a616d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 shutdown_connections 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 1 -- 172.21.15.17:0/541656011 wait complete. 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.681+0000 7fbd58078740 20 client.17277 trim_cache size 0 max 16384 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "e5e526ea-3118-4263-b528-4c0ab04ff944", 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:26:47.688 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:26:47.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd380a1ba0 msgr2=0x7fbd380a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd380a1ba0 0x7fbd380a4060 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fbd44005ab0 tx=0x7fbd44005fd0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 msgr2=0x7fbd5019d790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd5019d790 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7fbd4000e9f0 tx=0x7fbd4000edf0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 shutdown_connections 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd380a1ba0 0x7fbd380a4060 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd501076f0 0x7fbd50197940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd50100770 0x7fbd5019dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 --2- 172.21.15.17:0/2988793831 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd500ffdb0 0x7fbd5019d790 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 >> 172.21.15.17:0/2988793831 conn(0x7fbd50075730 msgr2=0x7fbd500fec70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 shutdown_connections 2024-03-16T18:26:47.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.682+0000 7fbd5549a640 1 -- 172.21.15.17:0/2988793831 wait complete. 2024-03-16T18:26:47.693 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:26:47.693 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:26:47.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 -- 172.21.15.17:0/2222575133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008069b20 msgr2=0x7ff008069f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 --2- 172.21.15.17:0/2222575133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008069b20 0x7ff008069f80 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x7feffc009900 tx=0x7feffc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 -- 172.21.15.17:0/2222575133 shutdown_connections 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 --2- 172.21.15.17:0/2222575133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008069b20 0x7ff008069f80 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 --2- 172.21.15.17:0/2222575133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff00806a4c0 0x7ff00810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 --2- 172.21.15.17:0/2222575133 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff008107570 0x7ff008107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 -- 172.21.15.17:0/2222575133 >> 172.21.15.17:0/2222575133 conn(0x7ff008077190 msgr2=0x7ff0080775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 -- 172.21.15.17:0/2222575133 shutdown_connections 2024-03-16T18:26:47.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.798+0000 7ff00c927640 1 -- 172.21.15.17:0/2222575133 wait complete. 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 Processor -- start 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 -- start start 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff008069b20 0x7ff00819d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff00806a4c0 0x7ff00819dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 0x7ff008197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff008197ed0 con 0x7ff008107570 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff008198040 con 0x7ff008069b20 2024-03-16T18:26:47.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00c927640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff008198200 con 0x7ff00806a4c0 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 0x7ff008197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 0x7ff008197830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47640/0 (socket says 172.21.15.17:47640) 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 -- 172.21.15.17:0/298616179 learned_addr learned my addr 172.21.15.17:0/298616179 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff00659c640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff008069b20 0x7ff00819d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff005d9b640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff00806a4c0 0x7ff00819dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 -- 172.21.15.17:0/298616179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff00806a4c0 msgr2=0x7ff00819dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff00806a4c0 0x7ff00819dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 -- 172.21.15.17:0/298616179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff008069b20 msgr2=0x7ff00819d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff008069b20 0x7ff00819d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 -- 172.21.15.17:0/298616179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feffc009560 con 0x7ff008107570 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7ff006d9d640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 0x7ff008197830 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7ff000009fd0 tx=0x7ff00000b260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.799+0000 7feff77fe640 1 -- 172.21.15.17:0/298616179 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff00000bea0 con 0x7ff008107570 2024-03-16T18:26:47.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.800+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0081984e0 con 0x7ff008107570 2024-03-16T18:26:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.800+0000 7feff77fe640 1 -- 172.21.15.17:0/298616179 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff000009940 con 0x7ff008107570 2024-03-16T18:26:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.800+0000 7feff77fe640 1 -- 172.21.15.17:0/298616179 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0000106c0 con 0x7ff008107570 2024-03-16T18:26:47.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.800+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0081a46f0 con 0x7ff008107570 2024-03-16T18:26:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7feff77fe640 1 -- 172.21.15.17:0/298616179 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff000003970 con 0x7ff008107570 2024-03-16T18:26:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 Processor -- start 2024-03-16T18:26:47.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 -- start start 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272e6690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272ef270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272ef7b0 0x5559272f1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555927255280 con 0x5559272e62b0 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559272527b0 con 0x5559272ef7b0 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55592724df90 con 0x5559272e6bd0 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff005d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272e6690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff005d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272e6690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47650/0 (socket says 172.21.15.17:47650) 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.802+0000 7ff005d9b640 1 -- 172.21.15.17:0/2770302096 learned_addr learned my addr 172.21.15.17:0/2770302096 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff00659c640 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272ef270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272ef7b0 0x5559272f1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7feff77fe640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feff00a1ba0 0x7feff00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 -- 172.21.15.17:0/2770302096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 msgr2=0x5559272ef270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272ef270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 -- 172.21.15.17:0/2770302096 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272ef7b0 msgr2=0x5559272f1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff006d9d640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feff00a1ba0 0x7feff00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272ef7b0 0x5559272f1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 -- 172.21.15.17:0/2770302096 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55592720c570 con 0x5559272e62b0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff00659c640 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7feff77fe640 1 -- 172.21.15.17:0/298616179 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff0000cd840 con 0x7ff008107570 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272e6690 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7feffc005c40 tx=0x7feffc005b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ab4c8cddb052b3f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7feff4ff9640 1 -- 172.21.15.17:0/2770302096 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feffc02c960 con 0x5559272e62b0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7feff4ff9640 1 -- 172.21.15.17:0/2770302096 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feffc0044e0 con 0x5559272e62b0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.803+0000 7feff4ff9640 1 -- 172.21.15.17:0/2770302096 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feffc003d70 con 0x5559272e62b0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2770302096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 msgr2=0x5559272e6690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272e6690 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7feffc005c40 tx=0x7feffc005b50 comp rx=0 tx=0).stop 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff006d9d640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feff00a1ba0 0x7feff00a4060 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff00009a0e0 tx=0x7ff00006c350 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2770302096 shutdown_connections 2024-03-16T18:26:47.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272ef7b0 0x5559272f1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272ef270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2770302096 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272e6690 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2770302096 >> 172.21.15.17:0/2770302096 conn(0x5559272e0990 msgr2=0x5559272e0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2770302096 shutdown_connections 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2770302096 wait complete. 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 -- start start 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.804+0000 7ff00f5d6740 1 Processor -- start 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272ec650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 0x5559272ecb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272ed0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555926f21430 con 0x5559272e6bd0 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555926edde00 con 0x5559272e62b0 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559271d2fd0 con 0x5559272ef7b0 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 10 client.0 _ll_register_callbacks cb 0x555927228fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 0x5559272ecb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 0x5559272ecb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47664/0 (socket says 172.21.15.17:47664) 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 -- 172.21.15.17:0/2726450932 learned_addr learned my addr 172.21.15.17:0/2726450932 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272ec650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272ed0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 -- 172.21.15.17:0/2726450932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 msgr2=0x5559272ed0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272ed0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 -- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 msgr2=0x5559272ec650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272ec650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 -- 172.21.15.17:0/2726450932 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff00810ec30 con 0x5559272e6bd0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00659c640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 0x5559272ecb90 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7feff80126e0 tx=0x7feff8012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e112e2d3b99649e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7fefedffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7fefedffb640 1 -- 172.21.15.17:0/2726450932 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feff8017070 con 0x5559272e6bd0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7fefedffb640 1 -- 172.21.15.17:0/2726450932 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7feff8012190 con 0x5559272e6bd0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.805+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555926f4d7e0 con 0x5559272e6bd0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7fefedffb640 1 -- 172.21.15.17:0/2726450932 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feff8004020 con 0x5559272e6bd0 2024-03-16T18:26:47.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 10 client.17289 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55592724c610 con 0x5559272e6bd0 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7fefedffb640 1 -- 172.21.15.17:0/2726450932 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555926f4d7e0 con 0x5559272e6bd0 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7fefedffb640 1 -- 172.21.15.17:0/2726450932 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7feff8003680 con 0x5559272e6bd0 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 10 client.17289 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 10 client.17289 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 20 client.17289 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555927303e30 0x555927306250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 4 client.17289 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555926f8a720 con 0x555927303e30 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.806+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555927303e30 0x555927306250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff005d9b640 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555927303e30 0x555927306250 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=85ea12ef7d5c5ca3 server_cookie=1011dc1dc8ce11d in_seq=0 out_seq=0 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7fefedffb640 10 client.17289 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7fefedffb640 1 -- 172.21.15.17:0/2726450932 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7feffc05b4b0 con 0x555927303e30 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7fefedffb640 10 client.17289 handle_command_reply: tid=0 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 client.17289 shutdown 2024-03-16T18:26:47.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 msgr2=0x5559272ecb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 0x5559272ecb90 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7feff80126e0 tx=0x7feff8012ba0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 shutdown_connections 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x555927303e30 0x555927306250 crc :-1 s=READY pgs=125 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e6bd0 0x5559272ecb90 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7fefedffb640 0 client.17289 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.807+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272ed0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.808+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/2726450932 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272ec650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.808+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 >> 172.21.15.17:0/2726450932 conn(0x5559272e0990 msgr2=0x5559272e2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.808+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 shutdown_connections 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.808+0000 7ff00f5d6740 1 -- 172.21.15.17:0/2726450932 wait complete. 2024-03-16T18:26:47.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.808+0000 7ff00f5d6740 20 client.17289 trim_cache size 0 max 16384 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 Processor -- start 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 -- start start 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272eed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e6bd0 0x5559272ecef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272feee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559272e2d50 con 0x5559272e62b0 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559272dc2b0 con 0x5559272e6bd0 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559272e5c80 con 0x5559272ef7b0 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272eed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.830 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272eed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47674/0 (socket says 172.21.15.17:47674) 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 -- 172.21.15.17:0/1360584172 learned_addr learned my addr 172.21.15.17:0/1360584172 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff00659c640 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e6bd0 0x5559272ecef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272feee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 -- 172.21.15.17:0/1360584172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 msgr2=0x5559272feee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272feee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 -- 172.21.15.17:0/1360584172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e6bd0 msgr2=0x5559272ecef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e6bd0 0x5559272ecef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 -- 172.21.15.17:0/1360584172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5559271e8ac0 con 0x5559272e62b0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7ff005d9b640 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272eed80 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7feffc004650 tx=0x7feffc02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16061bd97e04b19d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7fefeffff640 1 -- 172.21.15.17:0/1360584172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feffc041670 con 0x5559272e62b0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7fefeffff640 1 -- 172.21.15.17:0/1360584172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feffc052070 con 0x5559272e62b0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.824+0000 7fefeffff640 1 -- 172.21.15.17:0/1360584172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feffc0051c0 con 0x5559272e62b0 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 -- 172.21.15.17:0/1360584172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 msgr2=0x5559272eed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.831 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272eed80 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7feffc004650 tx=0x7feffc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 -- 172.21.15.17:0/1360584172 shutdown_connections 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272ef7b0 0x5559272feee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e6bd0 0x5559272ecef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/1360584172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272e62b0 0x5559272eed80 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 -- 172.21.15.17:0/1360584172 >> 172.21.15.17:0/1360584172 conn(0x5559272e0990 msgr2=0x5559272e25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 -- 172.21.15.17:0/1360584172 shutdown_connections 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 -- 172.21.15.17:0/1360584172 wait complete. 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 -- start start 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.825+0000 7ff00f5d6740 1 Processor -- start 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272e9010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272e9550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 0x55592735e700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559272e9d30 con 0x5559272ef7b0 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5559272e9ea0 con 0x5559272e62b0 2024-03-16T18:26:47.832 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55592735ec90 con 0x5559272e6bd0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 10 client.0 _ll_register_callbacks cb 0x7feff8009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 0x55592735e700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 0x55592735e700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47678/0 (socket says 172.21.15.17:47678) 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272e9550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 -- 172.21.15.17:0/217903642 learned_addr learned my addr 172.21.15.17:0/217903642 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272e9010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 -- 172.21.15.17:0/217903642 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 msgr2=0x5559272e9550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272e9550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 -- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 msgr2=0x5559272e9010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272e9010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 -- 172.21.15.17:0/217903642 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55592720c570 con 0x5559272ef7b0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff005d9b640 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 0x55592735e700 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7feffc02c170 tx=0x7feffc004e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d9a427e7e9e5415 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7fefedffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:26:47.833 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7fefedffb640 1 -- 172.21.15.17:0/217903642 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feffc041900 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7fefedffb640 1 -- 172.21.15.17:0/217903642 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7feffc041a60 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feffc0044e0 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7fefedffb640 1 -- 172.21.15.17:0/217903642 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feffc041c20 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 10 client.17295 fetch_fsmap learned FSMap version 28 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.826+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55592720e6a0 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7fefedffb640 1 -- 172.21.15.17:0/217903642 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feffc0044e0 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7fefedffb640 1 -- 172.21.15.17:0/217903642 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7feffc043460 con 0x5559272ef7b0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00f5d6740 10 client.17295 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00f5d6740 10 client.17295 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00f5d6740 20 client.17295 populate_metadata read hostname 'smithi017' 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55592735ff90 0x5559273623b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00f5d6740 4 client.17295 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x555926fd9890 con 0x55592735ff90 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00659c640 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55592735ff90 0x5559273623b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:26:47.834 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7ff00659c640 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55592735ff90 0x5559273623b0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=546963b2547e51e server_cookie=e060d8b06ae46b2a in_seq=0 out_seq=0 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.827+0000 7fefedffb640 10 client.17295 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7fefedffb640 1 -- 172.21.15.17:0/217903642 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x555926fd9890 con 0x55592735ff90 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7fefedffb640 10 client.17295 handle_command_reply: tid=0 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 client.17295 shutdown 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 msgr2=0x55592735e700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 0x55592735e700 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7feffc02c170 tx=0x7feffc004e60 comp rx=0 tx=0).stop 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 shutdown_connections 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55592735ff90 0x5559273623b0 crc :-1 s=READY pgs=126 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5559272ef7b0 0x55592735e700 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7fefedffb640 0 client.17295 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5559272e6bd0 0x5559272e9550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 --2- 172.21.15.17:0/217903642 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5559272e62b0 0x5559272e9010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.835 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 >> 172.21.15.17:0/217903642 conn(0x5559272e0990 msgr2=0x5559272e1d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 shutdown_connections 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 1 -- 172.21.15.17:0/217903642 wait complete. 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00f5d6740 20 client.17295 trim_cache size 0 max 16384 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stdout: "e5e526ea-3118-4263-b528-4c0ab04ff944": { 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:26:47.836 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "e5e526ea-3118-4263-b528-4c0ab04ff944", 2024-03-16T18:26:47.837 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:26:47.837 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:26:47.837 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:26:47.837 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feff00a1ba0 msgr2=0x7feff00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feff00a1ba0 0x7feff00a4060 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7ff00009a0e0 tx=0x7ff00006c350 comp rx=0 tx=0).stop 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 msgr2=0x7ff008197830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 0x7ff008197830 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7ff000009fd0 tx=0x7ff00000b260 comp rx=0 tx=0).stop 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 shutdown_connections 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feff00a1ba0 0x7feff00a4060 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff008107570 0x7ff008197830 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff00806a4c0 0x7ff00819dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 --2- 172.21.15.17:0/298616179 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff008069b20 0x7ff00819d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 >> 172.21.15.17:0/298616179 conn(0x7ff008077190 msgr2=0x7ff0080fe490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 shutdown_connections 2024-03-16T18:26:47.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:26:47.828+0000 7ff00c927640 1 -- 172.21.15.17:0/298616179 wait complete. 2024-03-16T18:26:47.839 INFO:tasks.cephfs.filesystem:scrub status for tag:e5e526ea-3118-4263-b528-4c0ab04ff944 - {'path': '/', 'tag': 'e5e526ea-3118-4263-b528-4c0ab04ff944', 'options': 'recursive,force'} 2024-03-16T18:26:48.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:48 smithi017 ceph-mon[32207]: pgmap v161: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:48.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:48 smithi149 ceph-mon[35991]: pgmap v161: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:48.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:48 smithi153 ceph-mon[36005]: pgmap v161: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:49.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:49 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:26:49.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:49 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:49.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:49 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:26:49.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:49 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:49.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:49 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:26:49.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:49 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:49.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:49 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:26:49.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:49 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:49.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:49 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:26:49.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:49 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:49.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:49 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:26:49.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:49 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:26:50.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:50 smithi153 ceph-mon[36005]: pgmap v162: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:50.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:50 smithi017 ceph-mon[32207]: pgmap v162: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:50.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:50 smithi149 ceph-mon[35991]: pgmap v162: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:52.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:52 smithi153 ceph-mon[36005]: pgmap v163: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:52.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:52 smithi017 ceph-mon[32207]: pgmap v163: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:52.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:52 smithi149 ceph-mon[35991]: pgmap v163: 129 pgs: 129 active+clean; 6.8 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:53.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:53 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:26:53.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:53 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:26:53.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:53 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:26:54.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:54 smithi153 ceph-mon[36005]: pgmap v164: 129 pgs: 129 active+clean; 7.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:54.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:54 smithi017 ceph-mon[32207]: pgmap v164: 129 pgs: 129 active+clean; 7.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:54.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:54 smithi149 ceph-mon[35991]: pgmap v164: 129 pgs: 129 active+clean; 7.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 41 KiB/s wr, 20 op/s 2024-03-16T18:26:56.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:56 smithi153 ceph-mon[36005]: pgmap v165: 129 pgs: 129 active+clean; 7.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:56.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:56 smithi017 ceph-mon[32207]: pgmap v165: 129 pgs: 129 active+clean; 7.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:56.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:56 smithi149 ceph-mon[35991]: pgmap v165: 129 pgs: 129 active+clean; 7.0 MiB data, 411 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 28 KiB/s wr, 13 op/s 2024-03-16T18:26:58.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:26:58 smithi153 ceph-mon[36005]: pgmap v166: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:58.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:26:58 smithi017 ceph-mon[32207]: pgmap v166: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:26:58.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:26:58 smithi149 ceph-mon[35991]: pgmap v166: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 42 KiB/s wr, 20 op/s 2024-03-16T18:27:00.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:00 smithi153 ceph-mon[36005]: pgmap v167: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:27:00.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:00 smithi017 ceph-mon[32207]: pgmap v167: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:27:00.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:00 smithi149 ceph-mon[35991]: pgmap v167: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:27:02.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:02 smithi153 ceph-mon[36005]: pgmap v168: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:27:02.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:02 smithi017 ceph-mon[32207]: pgmap v168: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:27:02.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:02 smithi149 ceph-mon[35991]: pgmap v168: 129 pgs: 129 active+clean; 7.1 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 27 KiB/s wr, 13 op/s 2024-03-16T18:27:04.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:04 smithi153 ceph-mon[36005]: pgmap v169: 129 pgs: 129 active+clean; 7.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 63 KiB/s wr, 35 op/s 2024-03-16T18:27:04.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:04 smithi017 ceph-mon[32207]: pgmap v169: 129 pgs: 129 active+clean; 7.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 63 KiB/s wr, 35 op/s 2024-03-16T18:27:04.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:04 smithi149 ceph-mon[35991]: pgmap v169: 129 pgs: 129 active+clean; 7.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 63 KiB/s wr, 35 op/s 2024-03-16T18:27:04.841 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:189/600: open fd = 3 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:190/600: open fd = 3 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:191/600: open fd = 3 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.842 INFO:tasks.workunit.client.0.smithi017.stdout:192/600: open fd = 3 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:193/600: open fd = 3 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:194/600: open fd = 3 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:195/600: open fd = 3 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.843 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:196/600: open fd = 3 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:197/600: open fd = 3 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:198/600: open fd = 3 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:199/600: open fd = 3 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.844 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:200/600: open fd = 3 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:201/600: open fd = 3 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:202/600: open fd = 3 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:203/600: open fd = 3 2024-03-16T18:27:04.845 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:204/600: open fd = 3 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:205/600: open fd = 3 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:206/600: open fd = 3 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.846 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:207/600: open fd = 3 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:208/600: open fd = 3 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:209/600: open fd = 3 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:210/600: open fd = 3 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.847 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:211/600: open fd = 3 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:212/600: open fd = 3 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:213/600: open fd = 3 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:214/600: open fd = 3 2024-03-16T18:27:04.848 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:215/600: open fd = 3 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:216/600: open fd = 3 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:217/600: open fd = 3 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.849 INFO:tasks.workunit.client.0.smithi017.stdout:218/600: open fd = 3 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:219/600: open fd = 3 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:220/600: open fd = 3 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:221/600: open fd = 3 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.850 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:222/600: open fd = 3 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:223/600: open fd = 3 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:224/600: open fd = 3 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:225/600: open fd = 3 2024-03-16T18:27:04.851 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:226/600: open fd = 3 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:227/600: open fd = 3 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:228/600: open fd = 3 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.852 INFO:tasks.workunit.client.0.smithi017.stdout:229/600: open fd = 3 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:230/600: open fd = 3 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:231/600: open fd = 3 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:232/600: open fd = 3 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.853 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:233/600: open fd = 3 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:234/600: open fd = 3 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:235/600: open fd = 3 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:236/600: open fd = 3 2024-03-16T18:27:04.854 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:237/600: open fd = 3 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:238/600: open fd = 3 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:239/600: open fd = 3 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:240/600: open fd = 3 2024-03-16T18:27:04.855 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:241/600: open fd = 3 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:242/600: open fd = 3 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:243/600: open fd = 3 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:244/600: open fd = 3 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.856 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:245/600: open fd = 3 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:246/600: open fd = 3 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:247/600: open fd = 3 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:248/600: open fd = 3 2024-03-16T18:27:04.857 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:249/600: open fd = 3 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:250/600: open fd = 3 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:04.858 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:27:06.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:06 smithi017 ceph-mon[32207]: pgmap v170: 129 pgs: 129 active+clean; 7.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:27:06.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:06 smithi149 ceph-mon[35991]: pgmap v170: 129 pgs: 129 active+clean; 7.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:27:06.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:06 smithi153 ceph-mon[36005]: pgmap v170: 129 pgs: 129 active+clean; 7.3 MiB data, 412 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 49 KiB/s wr, 28 op/s 2024-03-16T18:27:08.387 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:08 smithi149 ceph-mon[35991]: pgmap v171: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 67 KiB/s wr, 35 op/s 2024-03-16T18:27:08.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:08 smithi017 ceph-mon[32207]: pgmap v171: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 67 KiB/s wr, 35 op/s 2024-03-16T18:27:08.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:08 smithi153 ceph-mon[36005]: pgmap v171: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 67 KiB/s wr, 35 op/s 2024-03-16T18:27:10.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:10 smithi017 ceph-mon[32207]: pgmap v172: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-03-16T18:27:10.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:10 smithi149 ceph-mon[35991]: pgmap v172: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-03-16T18:27:10.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:10 smithi153 ceph-mon[36005]: pgmap v172: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-03-16T18:27:12.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:12 smithi017 ceph-mon[32207]: pgmap v173: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-03-16T18:27:12.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:12 smithi149 ceph-mon[35991]: pgmap v173: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-03-16T18:27:12.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:12 smithi153 ceph-mon[36005]: pgmap v173: 129 pgs: 129 active+clean; 7.5 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 53 KiB/s wr, 28 op/s 2024-03-16T18:27:14.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:14 smithi017 ceph-mon[32207]: pgmap v174: 129 pgs: 129 active+clean; 7.6 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 69 KiB/s wr, 35 op/s 2024-03-16T18:27:14.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:14 smithi149 ceph-mon[35991]: pgmap v174: 129 pgs: 129 active+clean; 7.6 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 69 KiB/s wr, 35 op/s 2024-03-16T18:27:14.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:14 smithi153 ceph-mon[36005]: pgmap v174: 129 pgs: 129 active+clean; 7.6 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 69 KiB/s wr, 35 op/s 2024-03-16T18:27:16.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:16 smithi017 ceph-mon[32207]: pgmap v175: 129 pgs: 129 active+clean; 7.6 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:16.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:16 smithi149 ceph-mon[35991]: pgmap v175: 129 pgs: 129 active+clean; 7.6 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:16.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:16 smithi153 ceph-mon[36005]: pgmap v175: 129 pgs: 129 active+clean; 7.6 MiB data, 413 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:17.841 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:27:17.841 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 -- 172.21.15.17:0/4224082284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9094100f90 msgr2=0x7f9094104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 --2- 172.21.15.17:0/4224082284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9094100f90 0x7f9094104fd0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f9088009930 tx=0x7f908802bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 -- 172.21.15.17:0/4224082284 shutdown_connections 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 --2- 172.21.15.17:0/4224082284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9094100f90 0x7f9094104fd0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 --2- 172.21.15.17:0/4224082284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90941056b0 0x7f909410d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 --2- 172.21.15.17:0/4224082284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f90941005e0 0x7f90941009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 -- 172.21.15.17:0/4224082284 >> 172.21.15.17:0/4224082284 conn(0x7f90940775a0 msgr2=0x7f90940779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 -- 172.21.15.17:0/4224082284 shutdown_connections 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.959+0000 7f909a0f4640 1 -- 172.21.15.17:0/4224082284 wait complete. 2024-03-16T18:27:17.960 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 Processor -- start 2024-03-16T18:27:17.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 -- start start 2024-03-16T18:27:17.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 0x7f909419d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90941056b0 0x7f909419dc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9094197900 0x7f9094197db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90941982f0 con 0x7f90941005e0 2024-03-16T18:27:17.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9094198460 con 0x7f90941056b0 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f909a0f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9094198620 con 0x7f9094197900 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f90937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 0x7f909419d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f90937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 0x7f909419d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44598/0 (socket says 172.21.15.17:44598) 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f90937fe640 1 -- 172.21.15.17:0/2389908751 learned_addr learned my addr 172.21.15.17:0/2389908751 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f9092ffd640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90941056b0 0x7f909419dc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.960+0000 7f9093fff640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9094197900 0x7f9094197db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f90937fe640 1 -- 172.21.15.17:0/2389908751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9094197900 msgr2=0x7f9094197db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f90937fe640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9094197900 0x7f9094197db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f90937fe640 1 -- 172.21.15.17:0/2389908751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90941056b0 msgr2=0x7f909419dc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f90937fe640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90941056b0 0x7f909419dc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f90937fe640 1 -- 172.21.15.17:0/2389908751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9088009560 con 0x7f90941005e0 2024-03-16T18:27:17.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f90937fe640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 0x7f909419d750 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f908400e9f0 tx=0x7f908400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:17.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f9090ff9640 1 -- 172.21.15.17:0/2389908751 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9084009720 con 0x7f90941005e0 2024-03-16T18:27:17.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f9090ff9640 1 -- 172.21.15.17:0/2389908751 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f908400cd80 con 0x7f90941005e0 2024-03-16T18:27:17.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90941a4610 con 0x7f90941005e0 2024-03-16T18:27:17.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f9090ff9640 1 -- 172.21.15.17:0/2389908751 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9084010430 con 0x7f90941005e0 2024-03-16T18:27:17.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.961+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90941a4aa0 con 0x7f90941005e0 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.963+0000 7f9090ff9640 1 -- 172.21.15.17:0/2389908751 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f9084005020 con 0x7f90941005e0 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 Processor -- start 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 -- start start 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f9090ff9640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f907c0a1ba0 0x7f907c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd76690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd76bd0 0x56511fd7f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd81ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fce5280 con 0x56511fd762b0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fce27b0 con 0x56511fd7f7b0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f909cdad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fcddf90 con 0x56511fd76bd0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f90937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd76690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f90937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd76690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44606/0 (socket says 172.21.15.17:44606) 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f90937fe640 1 -- 172.21.15.17:0/3313348279 learned_addr learned my addr 172.21.15.17:0/3313348279 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f9093fff640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f907c0a1ba0 0x7f907c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f9092ffd640 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd76bd0 0x56511fd7f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f9093fff640 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd81ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.964+0000 7f9090ff9640 1 -- 172.21.15.17:0/2389908751 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9084014070 con 0x7f90941005e0 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f90937fe640 1 -- 172.21.15.17:0/3313348279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd76bd0 msgr2=0x56511fd7f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f90937fe640 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd76bd0 0x56511fd7f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f90937fe640 1 -- 172.21.15.17:0/3313348279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 msgr2=0x56511fd81ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f90937fe640 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd81ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f90937fe640 1 -- 172.21.15.17:0/3313348279 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56511fc9c570 con 0x56511fd762b0 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f90937fe640 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd76690 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f908409a710 tx=0x7f90840048b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a81388e714b6815e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f9093fff640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f907c0a1ba0 0x7f907c0a4060 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f908c005fd0 tx=0x7f908c009e90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f9079ffb640 1 -- 172.21.15.17:0/3313348279 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90840acfd0 con 0x56511fd762b0 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f9079ffb640 1 -- 172.21.15.17:0/3313348279 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f90840acdf0 con 0x56511fd762b0 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.965+0000 7f9079ffb640 1 -- 172.21.15.17:0/3313348279 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908409a780 con 0x56511fd762b0 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 -- 172.21.15.17:0/3313348279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 msgr2=0x56511fd76690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd76690 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f908409a710 tx=0x7f90840048b0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 -- 172.21.15.17:0/3313348279 shutdown_connections 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd81ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd76bd0 0x56511fd7f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 --2- 172.21.15.17:0/3313348279 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd76690 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 -- 172.21.15.17:0/3313348279 >> 172.21.15.17:0/3313348279 conn(0x56511fd70990 msgr2=0x56511fd70d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 -- 172.21.15.17:0/3313348279 shutdown_connections 2024-03-16T18:27:17.971 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 -- 172.21.15.17:0/3313348279 wait complete. 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 -- start start 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.966+0000 7f909cdad740 1 Processor -- start 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd762b0 0x56511fd7f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7c5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd7cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511f9b1430 con 0x56511fd76bd0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511f96de00 con 0x56511fd7f7b0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fc62fd0 con 0x56511fd762b0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 10 client.0 _ll_register_callbacks cb 0x56511fcb8fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9092ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7c5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd762b0 0x56511fd7f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9092ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7c5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44608/0 (socket says 172.21.15.17:44608) 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9092ffd640 1 -- 172.21.15.17:0/2833989798 learned_addr learned my addr 172.21.15.17:0/2833989798 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9093fff640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd7cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.972 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 -- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 msgr2=0x56511fd7cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd7cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 -- 172.21.15.17:0/2833989798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 msgr2=0x56511fd7c5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7c5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 -- 172.21.15.17:0/2833989798 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90941a4aa0 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9092ffd640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f90937fe640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd762b0 0x56511fd7f1b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f908409a710 tx=0x7f90840acb80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a5bbdb930bf19 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9072ffd640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9072ffd640 1 -- 172.21.15.17:0/2833989798 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90840046c0 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56511f9dd7e0 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.967+0000 7f9072ffd640 1 -- 172.21.15.17:0/2833989798 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f90840acf90 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f9072ffd640 1 -- 172.21.15.17:0/2833989798 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f908409ae80 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 10 client.27082 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56511fcdc610 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f9072ffd640 1 -- 172.21.15.17:0/2833989798 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56511f9dd7e0 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f9072ffd640 1 -- 172.21.15.17:0/2833989798 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f908401f060 con 0x56511fd762b0 2024-03-16T18:27:17.973 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 10 client.27082 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 10 client.27082 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 20 client.27082 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fd91960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 4 client.27082 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56511fa1a720 con 0x56511fd8f570 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.968+0000 7f9092ffd640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fd91960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.969+0000 7f9092ffd640 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fd91960 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac0195d08821bd65 server_cookie=26fabfd614a6a124 in_seq=0 out_seq=0 2024-03-16T18:27:17.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.969+0000 7f9072ffd640 10 client.27082 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:17.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f9072ffd640 1 -- 172.21.15.17:0/2833989798 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56511fa1a720 con 0x56511fd8f570 2024-03-16T18:27:17.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f9072ffd640 10 client.27082 handle_command_reply: tid=0 2024-03-16T18:27:17.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 client.27082 shutdown 2024-03-16T18:27:17.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd762b0 msgr2=0x56511fd7f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd762b0 0x56511fd7f1b0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f908409a710 tx=0x7f90840acb80 comp rx=0 tx=0).stop 2024-03-16T18:27:17.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 shutdown_connections 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fd91960 crc :-1 s=READY pgs=127 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7c5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f9072ffd640 0 client.27082 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd7f7b0 0x56511fd7cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 --2- 172.21.15.17:0/2833989798 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd762b0 0x56511fd7f1b0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 >> 172.21.15.17:0/2833989798 conn(0x56511fd70990 msgr2=0x56511fd72730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 shutdown_connections 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 1 -- 172.21.15.17:0/2833989798 wait complete. 2024-03-16T18:27:17.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.970+0000 7f909cdad740 20 client.27082 trim_cache size 0 max 16384 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 Processor -- start 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 -- start start 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd762b0 0x56511fd6f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd8aad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fd7ce60 con 0x56511fd76bd0 2024-03-16T18:27:17.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fa1a720 con 0x56511fd762b0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f909cdad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511f9dd7e0 con 0x56511fd7f7b0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7ece0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44618/0 (socket says 172.21.15.17:44618) 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 -- 172.21.15.17:0/270561210 learned_addr learned my addr 172.21.15.17:0/270561210 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f90937fe640 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd762b0 0x56511fd6f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9093fff640 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd8aad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 -- 172.21.15.17:0/270561210 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 msgr2=0x56511fd8aad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd8aad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 -- 172.21.15.17:0/270561210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd762b0 msgr2=0x56511fd6f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd762b0 0x56511fd6f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 -- 172.21.15.17:0/270561210 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56511fc78ac0 con 0x56511fd76bd0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.987+0000 7f9092ffd640 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7ece0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f9088009230 tx=0x7f9088005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6b27a3f64294192 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f90797fa640 1 -- 172.21.15.17:0/270561210 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908804a330 con 0x56511fd76bd0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f90797fa640 1 -- 172.21.15.17:0/270561210 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f908802de90 con 0x56511fd76bd0 2024-03-16T18:27:17.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f90797fa640 1 -- 172.21.15.17:0/270561210 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f908804ab90 con 0x56511fd76bd0 2024-03-16T18:27:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 -- 172.21.15.17:0/270561210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 msgr2=0x56511fd7ece0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7ece0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7f9088009230 tx=0x7f9088005fd0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 -- 172.21.15.17:0/270561210 shutdown_connections 2024-03-16T18:27:17.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd76bd0 0x56511fd7ece0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd8aad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 --2- 172.21.15.17:0/270561210 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd762b0 0x56511fd6f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 -- 172.21.15.17:0/270561210 >> 172.21.15.17:0/270561210 conn(0x56511fd70990 msgr2=0x56511fd6f1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 -- 172.21.15.17:0/270561210 shutdown_connections 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.988+0000 7f909cdad740 1 -- 172.21.15.17:0/270561210 wait complete. 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 -- start start 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 Processor -- start 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd814b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd76bd0 0x56511fd79830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd79db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fd7a4b0 con 0x56511fd762b0 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fd7a620 con 0x56511fd76bd0 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56511fd7fb90 con 0x56511fd7f7b0 2024-03-16T18:27:17.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f909cdad740 10 client.0 _ll_register_callbacks cb 0x7f908c011720 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f90937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd814b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f90937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd814b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44628/0 (socket says 172.21.15.17:44628) 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f90937fe640 1 -- 172.21.15.17:0/3649594405 learned_addr learned my addr 172.21.15.17:0/3649594405 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f9093fff640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd79db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.989+0000 7f9092ffd640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd76bd0 0x56511fd79830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f90937fe640 1 -- 172.21.15.17:0/3649594405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 msgr2=0x56511fd79db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f90937fe640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd79db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f90937fe640 1 -- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd76bd0 msgr2=0x56511fd79830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f90937fe640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd76bd0 0x56511fd79830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f90937fe640 1 -- 172.21.15.17:0/3649594405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f909410da90 con 0x56511fd762b0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f90937fe640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd814b0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f9084097100 tx=0x7f908400cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b64aad5ae85a415 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f9072ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f9072ffd640 1 -- 172.21.15.17:0/3649594405 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90840b32f0 con 0x56511fd762b0 2024-03-16T18:27:17.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f9072ffd640 1 -- 172.21.15.17:0/3649594405 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f90840046c0 con 0x56511fd762b0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f90840acdf0 con 0x56511fd762b0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f9072ffd640 1 -- 172.21.15.17:0/3649594405 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f908409a0e0 con 0x56511fd762b0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f909cdad740 10 client.17313 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56511fc9e6a0 con 0x56511fd762b0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f9072ffd640 1 -- 172.21.15.17:0/3649594405 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f90840acdf0 con 0x56511fd762b0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.990+0000 7f9072ffd640 1 -- 172.21.15.17:0/3649594405 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f908401f030 con 0x56511fd762b0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 10 client.17313 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 10 client.17313 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 20 client.17313 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fdf2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 4 client.17313 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56511fa69890 con 0x56511fd8f570 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f9092ffd640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fdf2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f9072ffd640 10 client.17313 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:17.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f9092ffd640 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fdf2130 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c22b649255051fdc server_cookie=6396103e93b25bf6 in_seq=0 out_seq=0 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f9072ffd640 1 -- 172.21.15.17:0/3649594405 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x56511fa69890 con 0x56511fd8f570 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f9072ffd640 10 client.17313 handle_command_reply: tid=0 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 1 client.17313 shutdown 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 msgr2=0x56511fd814b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.991+0000 7f909cdad740 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd814b0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7f9084097100 tx=0x7f908400cf80 comp rx=0 tx=0).stop 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 shutdown_connections 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56511fd8f570 0x56511fdf2130 crc :-1 s=READY pgs=128 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56511fd7f7b0 0x56511fd79db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56511fd76bd0 0x56511fd79830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f9072ffd640 0 client.17313 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 --2- 172.21.15.17:0/3649594405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56511fd762b0 0x56511fd814b0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 >> 172.21.15.17:0/3649594405 conn(0x56511fd70990 msgr2=0x56511fd7c380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 shutdown_connections 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 1 -- 172.21.15.17:0/3649594405 wait complete. 2024-03-16T18:27:17.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909cdad740 20 client.17313 trim_cache size 0 max 16384 2024-03-16T18:27:17.998 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:27:17.998 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:27:17.998 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:27:17.998 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f907c0a1ba0 msgr2=0x7f907c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f907c0a1ba0 0x7f907c0a4060 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f908c005fd0 tx=0x7f908c009e90 comp rx=0 tx=0).stop 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 msgr2=0x7f909419d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 0x7f909419d750 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f908400e9f0 tx=0x7f908400edf0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 shutdown_connections 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f907c0a1ba0 0x7f907c0a4060 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9094197900 0x7f9094197db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f90941056b0 0x7f909419dc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 --2- 172.21.15.17:0/2389908751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f90941005e0 0x7f909419d750 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 >> 172.21.15.17:0/2389908751 conn(0x7f90940775a0 msgr2=0x7f9094068af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 shutdown_connections 2024-03-16T18:27:17.999 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:17.992+0000 7f909a0f4640 1 -- 172.21.15.17:0/2389908751 wait complete. 2024-03-16T18:27:18.003 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:27:18.003 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:27:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 -- 172.21.15.17:0/2371681881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f0103080 msgr2=0x7fd1f010b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 --2- 172.21.15.17:0/2371681881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f0103080 0x7fd1f010b560 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7fd1e0009900 tx=0x7fd1e002bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 -- 172.21.15.17:0/2371681881 shutdown_connections 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 --2- 172.21.15.17:0/2371681881 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f0103080 0x7fd1f010b560 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 --2- 172.21.15.17:0/2371681881 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f010bb30 0x7fd1f010dfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 --2- 172.21.15.17:0/2371681881 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0102760 0x7fd1f0102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 -- 172.21.15.17:0/2371681881 >> 172.21.15.17:0/2371681881 conn(0x7fd1f00774f0 msgr2=0x7fd1f0077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 -- 172.21.15.17:0/2371681881 shutdown_connections 2024-03-16T18:27:18.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.106+0000 7fd1f729a640 1 -- 172.21.15.17:0/2371681881 wait complete. 2024-03-16T18:27:18.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 Processor -- start 2024-03-16T18:27:18.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 -- start start 2024-03-16T18:27:18.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f0102760 0x7fd1f01003b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 0x7fd1f01008f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 0x7fd1f0100e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f01a5f10 con 0x7fd1f010bb30 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f01a6080 con 0x7fd1f0103080 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f729a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1f01a6240 con 0x7fd1f0102760 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 0x7fd1f0100e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f4835640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 0x7fd1f01008f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 0x7fd1f0100e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44640/0 (socket says 172.21.15.17:44640) 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f4835640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 0x7fd1f01008f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:34556/0 (socket says 172.21.15.17:34556) 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5036640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f0102760 0x7fd1f01003b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 -- 172.21.15.17:0/1128435903 learned_addr learned my addr 172.21.15.17:0/1128435903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 -- 172.21.15.17:0/1128435903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f0102760 msgr2=0x7fd1f01003b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f0102760 0x7fd1f01003b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 -- 172.21.15.17:0/1128435903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 msgr2=0x7fd1f01008f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 0x7fd1f01008f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5837640 1 -- 172.21.15.17:0/1128435903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1ec009490 con 0x7fd1f010bb30 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f4835640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 0x7fd1f01008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.107+0000 7fd1f5036640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f0102760 0x7fd1f01003b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.108+0000 7fd1f5837640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 0x7fd1f0100e30 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd1e800eb10 tx=0x7fd1e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.108+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8004b20 con 0x7fd1f010bb30 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.108+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1e0009560 con 0x7fd1f010bb30 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.108+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd1e8004c80 con 0x7fd1f010bb30 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.108+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1e8010690 con 0x7fd1f010bb30 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.108+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1f01a68c0 con 0x7fd1f010bb30 2024-03-16T18:27:18.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.109+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1f00682e0 con 0x7fd1f010bb30 2024-03-16T18:27:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.110+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd1e8005020 con 0x7fd1f010bb30 2024-03-16T18:27:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.110+0000 7fd1e67fc640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1dc0a1ba0 0x7fd1dc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.110+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fd1e8014070 con 0x7fd1f010bb30 2024-03-16T18:27:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.110+0000 7fd1f5036640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1dc0a1ba0 0x7fd1dc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.111+0000 7fd1f5036640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1dc0a1ba0 0x7fd1dc0a4060 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec011630 tx=0x7fd1ec005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.115+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fd1e8096bc0 con 0x7fd1f010bb30 2024-03-16T18:27:18.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.337+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd1f0106c20 con 0x7fd1f010bb30 2024-03-16T18:27:18.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.338+0000 7fd1e67fc640 1 -- 172.21.15.17:0/1128435903 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fd1e809a280 con 0x7fd1f010bb30 2024-03-16T18:27:18.339 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:27:18.339 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:27:18.339 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1dc0a1ba0 msgr2=0x7fd1dc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1dc0a1ba0 0x7fd1dc0a4060 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd1ec011630 tx=0x7fd1ec005f90 comp rx=0 tx=0).stop 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 msgr2=0x7fd1f0100e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 0x7fd1f0100e30 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7fd1e800eb10 tx=0x7fd1e800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 shutdown_connections 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd1dc0a1ba0 0x7fd1dc0a4060 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd1f010bb30 0x7fd1f0100e30 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd1f0103080 0x7fd1f01008f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 --2- 172.21.15.17:0/1128435903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd1f0102760 0x7fd1f01003b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 >> 172.21.15.17:0/1128435903 conn(0x7fd1f00774f0 msgr2=0x7fd1f00fe800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 shutdown_connections 2024-03-16T18:27:18.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.340+0000 7fd1f729a640 1 -- 172.21.15.17:0/1128435903 wait complete. 2024-03-16T18:27:18.351 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:18.351 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:27:18.375 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:18 smithi017 ceph-mon[32207]: pgmap v176: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 50 KiB/s wr, 20 op/s 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 -- 172.21.15.17:0/1200820055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f38100f80 msgr2=0x7f9f38104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 --2- 172.21.15.17:0/1200820055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f38100f80 0x7f9f38104fc0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f9f2c009930 tx=0x7f9f2c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 -- 172.21.15.17:0/1200820055 shutdown_connections 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 --2- 172.21.15.17:0/1200820055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f38100f80 0x7f9f38104fc0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 --2- 172.21.15.17:0/1200820055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f381056a0 0x7f9f3810d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 --2- 172.21.15.17:0/1200820055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f381005d0 0x7f9f381009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 -- 172.21.15.17:0/1200820055 >> 172.21.15.17:0/1200820055 conn(0x7f9f380774f0 msgr2=0x7f9f38077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 -- 172.21.15.17:0/1200820055 shutdown_connections 2024-03-16T18:27:18.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.456+0000 7f9f3e615640 1 -- 172.21.15.17:0/1200820055 wait complete. 2024-03-16T18:27:18.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 Processor -- start 2024-03-16T18:27:18.458 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 -- start start 2024-03-16T18:27:18.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 0x7f9f3819d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.459 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f381056a0 0x7f9f3819dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38197930 0x7f9f38197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f38198320 con 0x7f9f381005d0 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f38198490 con 0x7f9f38197930 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3e615640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f38198650 con 0x7f9f381056a0 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 0x7f9f3819d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 0x7f9f3819d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44670/0 (socket says 172.21.15.17:44670) 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f37fff640 1 -- 172.21.15.17:0/49178643 learned_addr learned my addr 172.21.15.17:0/49178643 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38197930 0x7f9f38197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f377fe640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f381056a0 0x7f9f3819dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f37fff640 1 -- 172.21.15.17:0/49178643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f381056a0 msgr2=0x7f9f3819dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.457+0000 7f9f37fff640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f381056a0 0x7f9f3819dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f37fff640 1 -- 172.21.15.17:0/49178643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38197930 msgr2=0x7f9f38197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f37fff640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38197930 0x7f9f38197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.460 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f37fff640 1 -- 172.21.15.17:0/49178643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f2c009560 con 0x7f9f381005d0 2024-03-16T18:27:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f37fff640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 0x7f9f3819d780 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f9f2800e9f0 tx=0x7f9f2800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f357fa640 1 -- 172.21.15.17:0/49178643 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f28009720 con 0x7f9f381005d0 2024-03-16T18:27:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f357fa640 1 -- 172.21.15.17:0/49178643 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9f2800cd80 con 0x7f9f381005d0 2024-03-16T18:27:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f381a4640 con 0x7f9f381005d0 2024-03-16T18:27:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f357fa640 1 -- 172.21.15.17:0/49178643 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f28010430 con 0x7f9f381005d0 2024-03-16T18:27:18.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.458+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f381a4ad0 con 0x7f9f381005d0 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.460+0000 7f9f357fa640 1 -- 172.21.15.17:0/49178643 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f9f28005020 con 0x7f9f381005d0 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 Processor -- start 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 -- start start 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf88f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 0x556ebf898210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf89ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf84a960 con 0x556ebf88fb70 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf7fe310 con 0x556ebf898750 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f411f2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf7fb840 con 0x556ebf88f250 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 0x556ebf898210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f357fa640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9f200a1ba0 0x7f9f200a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 0x556ebf898210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44684/0 (socket says 172.21.15.17:44684) 2024-03-16T18:27:18.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f3cbb2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf88f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f37fff640 1 -- 172.21.15.17:0/2017370644 learned_addr learned my addr 172.21.15.17:0/2017370644 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f377fe640 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf89ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9f200a1ba0 0x7f9f200a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.461+0000 7f9f357fa640 1 -- 172.21.15.17:0/49178643 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9f28014070 con 0x7f9f381005d0 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f37fff640 1 -- 172.21.15.17:0/2017370644 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 msgr2=0x556ebf88f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f37fff640 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf88f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f37fff640 1 -- 172.21.15.17:0/2017370644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 msgr2=0x556ebf89ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f37fff640 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf89ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f37fff640 1 -- 172.21.15.17:0/2017370644 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ebf7b9060 con 0x556ebf88fb70 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f377fe640 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf89ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f37fff640 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 0x556ebf898210 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f9f28097150 tx=0x7f9f2800cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3aab45ae9cc008 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9f200a1ba0 0x7f9f200a4060 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9f30009fd0 tx=0x7f9f30004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f1e7fc640 1 -- 172.21.15.17:0/2017370644 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f280046c0 con 0x556ebf88fb70 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f1e7fc640 1 -- 172.21.15.17:0/2017370644 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9f2809ae80 con 0x556ebf88fb70 2024-03-16T18:27:18.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.462+0000 7f9f1e7fc640 1 -- 172.21.15.17:0/2017370644 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f28096df0 con 0x556ebf88fb70 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 -- 172.21.15.17:0/2017370644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 msgr2=0x556ebf898210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 0x556ebf898210 secure :-1 s=READY pgs=942 cs=0 l=1 rev1=1 crypto rx=0x7f9f28097150 tx=0x7f9f2800cef0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 -- 172.21.15.17:0/2017370644 shutdown_connections 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88fb70 0x556ebf898210 unknown :-1 s=CLOSED pgs=942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf89ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2017370644 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf88f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 -- 172.21.15.17:0/2017370644 >> 172.21.15.17:0/2017370644 conn(0x556ebf889980 msgr2=0x556ebf889d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 -- 172.21.15.17:0/2017370644 shutdown_connections 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 -- 172.21.15.17:0/2017370644 wait complete. 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 -- start start 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 Processor -- start 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.463+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 0x556ebf898110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88fb70 0x556ebf8954a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf895ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf7f7020 con 0x556ebf88f250 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf4ca430 con 0x556ebf898750 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf486e00 con 0x556ebf88fb70 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 10 client.0 _ll_register_callbacks cb 0x556ebf79ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 0x556ebf898110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 0x556ebf898110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44700/0 (socket says 172.21.15.17:44700) 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 -- 172.21.15.17:0/519663131 learned_addr learned my addr 172.21.15.17:0/519663131 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f377fe640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88fb70 0x556ebf8954a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf895ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 -- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88fb70 msgr2=0x556ebf8954a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88fb70 0x556ebf8954a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 -- 172.21.15.17:0/519663131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 msgr2=0x556ebf895ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf895ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 -- 172.21.15.17:0/519663131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f381a4ad0 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f37fff640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 0x556ebf898110 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f9f2809a710 tx=0x7f9f28097020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fef66c13ccb2808 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f177fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f177fe640 1 -- 172.21.15.17:0/519663131 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f28096a20 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f177fe640 1 -- 172.21.15.17:0/519663131 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9f280046c0 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ebf4f67e0 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f177fe640 1 -- 172.21.15.17:0/519663131 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f280b3180 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 10 client.17331 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.464+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556ebf7f56a0 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f177fe640 1 -- 172.21.15.17:0/519663131 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556ebf4f67e0 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f177fe640 1 -- 172.21.15.17:0/519663131 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f9f2801f060 con 0x556ebf88f250 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f411f2740 10 client.17331 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f411f2740 10 client.17331 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f411f2740 20 client.17331 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f411f2740 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf8a84d0 0x556ebf8aa8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f411f2740 4 client.17331 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556ebf533720 con 0x556ebf8a84d0 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f377fe640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf8a84d0 0x556ebf8aa8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f177fe640 10 client.17331 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.465+0000 7f9f377fe640 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf8a84d0 0x556ebf8aa8c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=e14eab49e267d8fd server_cookie=6b72e7205b7e275b in_seq=0 out_seq=0 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f177fe640 1 -- 172.21.15.17:0/519663131 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556ebf533720 con 0x556ebf8a84d0 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f177fe640 10 client.17331 handle_command_reply: tid=0 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 client.17331 shutdown 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 msgr2=0x556ebf898110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 0x556ebf898110 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7f9f2809a710 tx=0x7f9f28097020 comp rx=0 tx=0).stop 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 shutdown_connections 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf8a84d0 0x556ebf8aa8c0 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf898750 0x556ebf895ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88fb70 0x556ebf8954a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f177fe640 0 client.17331 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 --2- 172.21.15.17:0/519663131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf88f250 0x556ebf898110 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 >> 172.21.15.17:0/519663131 conn(0x556ebf889980 msgr2=0x556ebf88b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 shutdown_connections 2024-03-16T18:27:18.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 1 -- 172.21.15.17:0/519663131 wait complete. 2024-03-16T18:27:18.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.466+0000 7f9f411f2740 20 client.17331 trim_cache size 0 max 16384 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 Processor -- start 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 -- start start 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf897bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf898110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf8a3a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf77c130 con 0x556ebf898750 2024-03-16T18:27:18.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf88ec90 con 0x556ebf88fb70 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f411f2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf8a82d0 con 0x556ebf88f250 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f3cbb2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf8a3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f3cbb2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf8a3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44716/0 (socket says 172.21.15.17:44716) 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/2192417845 learned_addr learned my addr 172.21.15.17:0/2192417845 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f377fe640 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf898110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.479+0000 7f9f37fff640 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf897bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/2192417845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 msgr2=0x556ebf897bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf897bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/2192417845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 msgr2=0x556ebf898110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf898110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/2192417845 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ebf791c20 con 0x556ebf898750 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f377fe640 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf898110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf8a3a10 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f9f30013430 tx=0x7f9f30009c80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f78342c9b727df1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f1dffb640 1 -- 172.21.15.17:0/2192417845 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30004d20 con 0x556ebf898750 2024-03-16T18:27:18.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f1dffb640 1 -- 172.21.15.17:0/2192417845 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9f30004e80 con 0x556ebf898750 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f1dffb640 1 -- 172.21.15.17:0/2192417845 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30005880 con 0x556ebf898750 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f411f2740 1 -- 172.21.15.17:0/2192417845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 msgr2=0x556ebf8a3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.480+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf8a3a10 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7f9f30013430 tx=0x7f9f30009c80 comp rx=0 tx=0).stop 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- 172.21.15.17:0/2192417845 shutdown_connections 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf8a3a10 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf898110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 --2- 172.21.15.17:0/2192417845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf897bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- 172.21.15.17:0/2192417845 >> 172.21.15.17:0/2192417845 conn(0x556ebf889980 msgr2=0x556ebf888b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- 172.21.15.17:0/2192417845 shutdown_connections 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- 172.21.15.17:0/2192417845 wait complete. 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- start start 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 Processor -- start 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf89bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf89c050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf89c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf902d50 con 0x556ebf898750 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf902ec0 con 0x556ebf88fb70 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ebf903080 con 0x556ebf88f250 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f411f2740 10 client.0 _ll_register_callbacks cb 0x7f9f28005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f3cbb2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf89c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf89bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f377fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf89c050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f37fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf89bb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39820/0 (socket says 172.21.15.17:39820) 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.481+0000 7f9f3cbb2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf89c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44722/0 (socket says 172.21.15.17:44722) 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f37fff640 1 -- 172.21.15.17:0/4059924042 learned_addr learned my addr 172.21.15.17:0/4059924042 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 msgr2=0x556ebf89bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf89bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/4059924042 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 msgr2=0x556ebf89c050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf89c050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f3cbb2640 1 -- 172.21.15.17:0/4059924042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f2c030070 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f37fff640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf89bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f377fe640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf89c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f3cbb2640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf89c590 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f9f30012040 tx=0x7f9f3000fec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c4c7d60f24591c7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f177fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f177fe640 1 -- 172.21.15.17:0/4059924042 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f30022da0 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ebf582890 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f177fe640 1 -- 172.21.15.17:0/4059924042 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9f30005500 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f177fe640 1 -- 172.21.15.17:0/4059924042 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9f300056c0 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f411f2740 10 client.17337 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f9f30013170 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.482+0000 7f9f177fe640 1 -- 172.21.15.17:0/4059924042 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556ebf582890 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f177fe640 1 -- 172.21.15.17:0/4059924042 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f9f30004ed0 con 0x556ebf898750 2024-03-16T18:27:18.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 10 client.17337 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 10 client.17337 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 20 client.17337 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf904850 0x556ebf906c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 4 client.17337 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556ebf4a2700 con 0x556ebf904850 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f37fff640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf904850 0x556ebf906c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f177fe640 10 client.17337 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f37fff640 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf904850 0x556ebf906c70 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b729c52151f5e941 server_cookie=b2e6cd5f51d200ce in_seq=0 out_seq=0 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f177fe640 1 -- 172.21.15.17:0/4059924042 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556ebf4a2700 con 0x556ebf904850 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f177fe640 10 client.17337 handle_command_reply: tid=0 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.483+0000 7f9f411f2740 1 client.17337 shutdown 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 msgr2=0x556ebf89c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf89c590 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f9f30012040 tx=0x7f9f3000fec0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 shutdown_connections 2024-03-16T18:27:18.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556ebf904850 0x556ebf906c70 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ebf898750 0x556ebf89c590 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ebf88fb70 0x556ebf89c050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 --2- 172.21.15.17:0/4059924042 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ebf88f250 0x556ebf89bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f177fe640 0 client.17337 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 >> 172.21.15.17:0/4059924042 conn(0x556ebf889980 msgr2=0x556ebf8af100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 shutdown_connections 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 1 -- 172.21.15.17:0/4059924042 wait complete. 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f411f2740 20 client.17337 trim_cache size 0 max 16384 2024-03-16T18:27:18.490 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:18.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9f200a1ba0 msgr2=0x7f9f200a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9f200a1ba0 0x7f9f200a4060 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f9f30009fd0 tx=0x7f9f30004ab0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 msgr2=0x7f9f3819d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 0x7f9f3819d780 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7f9f2800e9f0 tx=0x7f9f2800edf0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 shutdown_connections 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9f200a1ba0 0x7f9f200a4060 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9f38197930 0x7f9f38197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9f381056a0 0x7f9f3819dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 --2- 172.21.15.17:0/49178643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9f381005d0 0x7f9f3819d780 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 >> 172.21.15.17:0/49178643 conn(0x7f9f380774f0 msgr2=0x7f9f38104420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 shutdown_connections 2024-03-16T18:27:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.484+0000 7f9f3e615640 1 -- 172.21.15.17:0/49178643 wait complete. 2024-03-16T18:27:18.495 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:18.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:27:18.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:18 smithi149 ceph-mon[35991]: pgmap v176: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 50 KiB/s wr, 20 op/s 2024-03-16T18:27:18.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:18 smithi153 ceph-mon[36005]: pgmap v176: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 50 KiB/s wr, 20 op/s 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 -- 172.21.15.17:0/3589402385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910810bb30 msgr2=0x7f910810dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 --2- 172.21.15.17:0/3589402385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910810bb30 0x7f910810dfa0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f9100009ca0 tx=0x7f910002c180 comp rx=0 tx=0).stop 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 -- 172.21.15.17:0/3589402385 shutdown_connections 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 --2- 172.21.15.17:0/3589402385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f910810bb30 0x7f910810dfa0 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 --2- 172.21.15.17:0/3589402385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9108103080 0x7f910810b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 --2- 172.21.15.17:0/3589402385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108102760 0x7f9108102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 -- 172.21.15.17:0/3589402385 >> 172.21.15.17:0/3589402385 conn(0x7f9108077550 msgr2=0x7f9108077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 -- 172.21.15.17:0/3589402385 shutdown_connections 2024-03-16T18:27:18.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.639+0000 7f910dcce640 1 -- 172.21.15.17:0/3589402385 wait complete. 2024-03-16T18:27:18.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 Processor -- start 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 -- start start 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 0x7f910819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108103080 0x7f910819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f910810bb30 0x7f91081978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9108197f00 con 0x7f9108102760 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9108198070 con 0x7f910810bb30 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.640+0000 7f910dcce640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9108198230 con 0x7f9108103080 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 0x7f910819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 0x7f910819d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44736/0 (socket says 172.21.15.17:44736) 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 -- 172.21.15.17:0/727416574 learned_addr learned my addr 172.21.15.17:0/727416574 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f9106ffd640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108103080 0x7f910819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f9107fff640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f910810bb30 0x7f91081978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 -- 172.21.15.17:0/727416574 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108103080 msgr2=0x7f910819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108103080 0x7f910819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 -- 172.21.15.17:0/727416574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f910810bb30 msgr2=0x7f91081978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f910810bb30 0x7f91081978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 -- 172.21.15.17:0/727416574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90fc009490 con 0x7f9108102760 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f9106ffd640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108103080 0x7f910819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f91077fe640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 0x7f910819d6b0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f90f800e9f0 tx=0x7f90f800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f9104ff9640 1 -- 172.21.15.17:0/727416574 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f8009700 con 0x7f9108102760 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f9104ff9640 1 -- 172.21.15.17:0/727416574 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f90f800cd80 con 0x7f9108102760 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9100009900 con 0x7f9108102760 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f9104ff9640 1 -- 172.21.15.17:0/727416574 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f8018840 con 0x7f9108102760 2024-03-16T18:27:18.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.641+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91081a4570 con 0x7f9108102760 2024-03-16T18:27:18.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 Processor -- start 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 -- start start 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9104ff9640 1 -- 172.21.15.17:0/727416574 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f90f80189a0 con 0x7f9108102760 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 0x561966b6c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6cb70 0x561966b75210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b77b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966b27960 con 0x561966b75750 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966adb310 con 0x561966b6cb70 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9110983740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966ad8840 con 0x561966b6c250 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9106ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b77b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.644+0000 7f9107fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 0x561966b6c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 0x561966b6c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39848/0 (socket says 172.21.15.17:39848) 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 -- 172.21.15.17:0/1729829868 learned_addr learned my addr 172.21.15.17:0/1729829868 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f91077fe640 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6cb70 0x561966b75210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 -- 172.21.15.17:0/1729829868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6cb70 msgr2=0x561966b75210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6cb70 0x561966b75210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 -- 172.21.15.17:0/1729829868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 msgr2=0x561966b77b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b77b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9104ff9640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f90f00a1ba0 0x7f90f00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 -- 172.21.15.17:0/1729829868 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561966a96060 con 0x561966b6c250 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9104ff9640 1 -- 172.21.15.17:0/727416574 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f90f8014070 con 0x7f9108102760 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f90f00a1ba0 0x7f90f00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f9107fff640 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 0x561966b6c630 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9100009ca0 tx=0x7f9100032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=793c4ddae74756e8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f90edffb640 1 -- 172.21.15.17:0/1729829868 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9100034640 con 0x561966b6c250 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f90edffb640 1 -- 172.21.15.17:0/1729829868 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9100034e20 con 0x561966b6c250 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.645+0000 7f90edffb640 1 -- 172.21.15.17:0/1729829868 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9100032eb0 con 0x561966b6c250 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 -- 172.21.15.17:0/1729829868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 msgr2=0x561966b6c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 0x561966b6c630 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f9100009ca0 tx=0x7f9100032340 comp rx=0 tx=0).stop 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9107fff640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f90f00a1ba0 0x7f90f00a4060 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9100048000 tx=0x7f91000041e0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 -- 172.21.15.17:0/1729829868 shutdown_connections 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b77b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6cb70 0x561966b75210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 --2- 172.21.15.17:0/1729829868 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6c250 0x561966b6c630 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 -- 172.21.15.17:0/1729829868 >> 172.21.15.17:0/1729829868 conn(0x561966b66980 msgr2=0x561966b66d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 -- 172.21.15.17:0/1729829868 shutdown_connections 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 -- 172.21.15.17:0/1729829868 wait complete. 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 -- start start 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.646+0000 7f9110983740 1 Processor -- start 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b75030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b723c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b72900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966ad4020 con 0x561966b75750 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619667a7430 con 0x561966b6c250 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966763e00 con 0x561966b6cb70 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9110983740 10 client.0 _ll_register_callbacks cb 0x561966a7bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b72900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f91077fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b75030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9106ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b723c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b72900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44762/0 (socket says 172.21.15.17:44762) 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 -- 172.21.15.17:0/422364035 learned_addr learned my addr 172.21.15.17:0/422364035 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f91077fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b75030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:34666/0 (socket says 172.21.15.17:34666) 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9106ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b723c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39860/0 (socket says 172.21.15.17:39860) 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 -- 172.21.15.17:0/422364035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 msgr2=0x561966b723c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b723c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 -- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 msgr2=0x561966b75030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b75030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 -- 172.21.15.17:0/422364035 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f910810ec20 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9106ffd640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b723c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f91077fe640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b75030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f9107fff640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b72900 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f91000329f0 tx=0x7f9100042000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f92823190f93c1ef server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.647+0000 7f90e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f90e6ffd640 1 -- 172.21.15.17:0/422364035 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9100032b30 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f90e6ffd640 1 -- 172.21.15.17:0/422364035 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f9100032c90 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5619667d37e0 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f90e6ffd640 1 -- 172.21.15.17:0/422364035 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9100032e50 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 10 client.17349 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561966ad26a0 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f90e6ffd640 1 -- 172.21.15.17:0/422364035 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5619667d37e0 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f90e6ffd640 1 -- 172.21.15.17:0/422364035 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f9100051070 con 0x561966b75750 2024-03-16T18:27:18.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 10 client.17349 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 10 client.17349 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 20 client.17349 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966b85630 0x561966b87a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 4 client.17349 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561966810720 con 0x561966b85630 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.648+0000 7f91077fe640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966b85630 0x561966b87a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.649+0000 7f90e6ffd640 10 client.17349 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.649+0000 7f91077fe640 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966b85630 0x561966b87a50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d359d66790b259b3 server_cookie=61be19880805a5d1 in_seq=0 out_seq=0 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.649+0000 7f90e6ffd640 1 -- 172.21.15.17:0/422364035 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561966810720 con 0x561966b85630 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.649+0000 7f90e6ffd640 10 client.17349 handle_command_reply: tid=0 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.649+0000 7f9110983740 1 client.17349 shutdown 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 msgr2=0x561966b72900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b72900 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7f91000329f0 tx=0x7f9100042000 comp rx=0 tx=0).stop 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 shutdown_connections 2024-03-16T18:27:18.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966b85630 0x561966b87a50 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b75750 0x561966b72900 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b723c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f90e6ffd640 0 client.17349 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 --2- 172.21.15.17:0/422364035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b75030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 >> 172.21.15.17:0/422364035 conn(0x561966b66980 msgr2=0x561966b686d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 shutdown_connections 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 1 -- 172.21.15.17:0/422364035 wait complete. 2024-03-16T18:27:18.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.650+0000 7f9110983740 20 client.17349 trim_cache size 0 max 16384 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 Processor -- start 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 -- start start 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 0x561966b65a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b74af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b75750 0x561966b75030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966a59130 con 0x561966b6c250 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966b622b0 con 0x561966b75750 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9110983740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966b6bee0 con 0x561966b6cb70 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f91077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 0x561966b65a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f91077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 0x561966b65a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44772/0 (socket says 172.21.15.17:44772) 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f91077fe640 1 -- 172.21.15.17:0/416002105 learned_addr learned my addr 172.21.15.17:0/416002105 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9107fff640 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b75750 0x561966b75030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.662+0000 7f9106ffd640 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b74af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f91077fe640 1 -- 172.21.15.17:0/416002105 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 msgr2=0x561966b74af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f91077fe640 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b74af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f91077fe640 1 -- 172.21.15.17:0/416002105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b75750 msgr2=0x561966b75030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f91077fe640 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b75750 0x561966b75030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f91077fe640 1 -- 172.21.15.17:0/416002105 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561966a6ec20 con 0x561966b6c250 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f91077fe640 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 0x561966b65a00 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f90f80cb890 tx=0x7f90f80ba040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bed882cff5abf15 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f90ed7fa640 1 -- 172.21.15.17:0/416002105 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f809a5f0 con 0x561966b6c250 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f90ed7fa640 1 -- 172.21.15.17:0/416002105 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f90f809a360 con 0x561966b6c250 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f90ed7fa640 1 -- 172.21.15.17:0/416002105 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90f8098bb0 con 0x561966b6c250 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f9110983740 1 -- 172.21.15.17:0/416002105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 msgr2=0x561966b65a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.663+0000 7f9110983740 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 0x561966b65a00 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7f90f80cb890 tx=0x7f90f80ba040 comp rx=0 tx=0).stop 2024-03-16T18:27:18.669 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- 172.21.15.17:0/416002105 shutdown_connections 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b75750 0x561966b75030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b6cb70 0x561966b74af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 --2- 172.21.15.17:0/416002105 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6c250 0x561966b65a00 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- 172.21.15.17:0/416002105 >> 172.21.15.17:0/416002105 conn(0x561966b66980 msgr2=0x561966b652f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- 172.21.15.17:0/416002105 shutdown_connections 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- 172.21.15.17:0/416002105 wait complete. 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- start start 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 Processor -- start 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b7d130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 0x561966b6f500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b75750 0x561966b6fa40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966b6ff80 con 0x561966b6cb70 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966b700f0 con 0x561966b6c250 2024-03-16T18:27:18.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561966b702b0 con 0x561966b75750 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9110983740 10 client.0 _ll_register_callbacks cb 0x7f90fc009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9106ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 0x561966b6f500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9106ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 0x561966b6f500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44780/0 (socket says 172.21.15.17:44780) 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f9106ffd640 1 -- 172.21.15.17:0/530403959 learned_addr learned my addr 172.21.15.17:0/530403959 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.664+0000 7f91077fe640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b7d130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9107fff640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b75750 0x561966b6fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9106ffd640 1 -- 172.21.15.17:0/530403959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b75750 msgr2=0x561966b6fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9106ffd640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b75750 0x561966b6fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9106ffd640 1 -- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 msgr2=0x561966b7d130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9106ffd640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b7d130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9106ffd640 1 -- 172.21.15.17:0/530403959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90f80a94b0 con 0x561966b6cb70 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9106ffd640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 0x561966b6f500 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f910810d8c0 tx=0x7f90fc00f850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a50a333eed2ec3b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f90e6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f90e6ffd640 1 -- 172.21.15.17:0/530403959 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90fc017070 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9100034e20 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f90e6ffd640 1 -- 172.21.15.17:0/530403959 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f90fc004250 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f90e6ffd640 1 -- 172.21.15.17:0/530403959 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90fc004410 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9110983740 10 client.17355 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561966a948c0 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.665+0000 7f90e6ffd640 1 -- 172.21.15.17:0/530403959 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9100034e20 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f90e6ffd640 1 -- 172.21.15.17:0/530403959 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f90fc01d640 con 0x561966b6cb70 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 10 client.17355 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 10 client.17355 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 20 client.17355 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966be24b0 0x561966be48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 4 client.17355 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56196685f890 con 0x561966be24b0 2024-03-16T18:27:18.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f91077fe640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966be24b0 0x561966be48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f90e6ffd640 10 client.17355 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f91077fe640 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966be24b0 0x561966be48d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=acd74dfd2327c09d server_cookie=8f29094fe1a2ff84 in_seq=0 out_seq=0 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f90e6ffd640 1 -- 172.21.15.17:0/530403959 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56196685f890 con 0x561966be24b0 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f90e6ffd640 10 client.17355 handle_command_reply: tid=0 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 client.17355 shutdown 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 msgr2=0x561966b6f500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 0x561966b6f500 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f910810d8c0 tx=0x7f90fc00f850 comp rx=0 tx=0).stop 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 shutdown_connections 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x561966be24b0 0x561966be48d0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561966b6cb70 0x561966b6f500 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f9110983740 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561966b75750 0x561966b6fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.666+0000 7f90e6ffd640 0 client.17355 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f9110983740 1 --2- 172.21.15.17:0/530403959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561966b6c250 0x561966b7d130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 >> 172.21.15.17:0/530403959 conn(0x561966b66980 msgr2=0x561966b6d920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 shutdown_connections 2024-03-16T18:27:18.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f9110983740 1 -- 172.21.15.17:0/530403959 wait complete. 2024-03-16T18:27:18.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f9110983740 20 client.17355 trim_cache size 0 max 16384 2024-03-16T18:27:18.674 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f90f00a1ba0 msgr2=0x7f90f00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f90f00a1ba0 0x7f90f00a4060 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f9100048000 tx=0x7f91000041e0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 msgr2=0x7f910819d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 0x7f910819d6b0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f90f800e9f0 tx=0x7f90f800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 shutdown_connections 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f90f00a1ba0 0x7f90f00a4060 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f910810bb30 0x7f91081978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9108103080 0x7f910819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 --2- 172.21.15.17:0/727416574 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9108102760 0x7f910819d6b0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 >> 172.21.15.17:0/727416574 conn(0x7f9108077550 msgr2=0x7f91080fd540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 shutdown_connections 2024-03-16T18:27:18.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.667+0000 7f910dcce640 1 -- 172.21.15.17:0/727416574 wait complete. 2024-03-16T18:27:18.678 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:18.678 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:27:18.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.782+0000 7ff9c98b5640 1 -- 172.21.15.17:0/1953650786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4106480 msgr2=0x7ff9c4106860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.782+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/1953650786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4106480 0x7ff9c4106860 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc009900 tx=0x7ff9bc02bcd0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.782+0000 7ff9c98b5640 1 -- 172.21.15.17:0/1953650786 shutdown_connections 2024-03-16T18:27:18.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.782+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/1953650786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 0x7ff9c410d240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.782+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/1953650786 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4100b00 0x7ff9c4100f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/1953650786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4106480 0x7ff9c4106860 unknown :-1 s=CLOSED pgs=951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- 172.21.15.17:0/1953650786 >> 172.21.15.17:0/1953650786 conn(0x7ff9c40769b0 msgr2=0x7ff9c40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- 172.21.15.17:0/1953650786 shutdown_connections 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- 172.21.15.17:0/1953650786 wait complete. 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 Processor -- start 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- start start 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 0x7ff9c419f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 0x7ff9c419fe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4106480 0x7ff9c4199a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c419a0d0 con 0x7ff9c4100b00 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c419a240 con 0x7ff9c41014c0 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.783+0000 7ff9c98b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c419a400 con 0x7ff9c4106480 2024-03-16T18:27:18.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 0x7ff9c419f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 0x7ff9c419f8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44792/0 (socket says 172.21.15.17:44792) 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/216679523 learned_addr learned my addr 172.21.15.17:0/216679523 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 0x7ff9c419fe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4106480 0x7ff9c4199a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/216679523 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4106480 msgr2=0x7ff9c4199a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4106480 0x7ff9c4199a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/216679523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 msgr2=0x7ff9c419fe10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 0x7ff9c419fe10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/216679523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9bc009560 con 0x7ff9c4100b00 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4106480 0x7ff9c4199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 0x7ff9c419fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 0x7ff9c419f8d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc000c00 tx=0x7ff9bc005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c88b3640 1 -- 172.21.15.17:0/216679523 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc02dc20 con 0x7ff9c4100b00 2024-03-16T18:27:18.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c88b3640 1 -- 172.21.15.17:0/216679523 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff9bc02dd80 con 0x7ff9c4100b00 2024-03-16T18:27:18.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9c419a680 con 0x7ff9c4100b00 2024-03-16T18:27:18.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c88b3640 1 -- 172.21.15.17:0/216679523 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc005220 con 0x7ff9c4100b00 2024-03-16T18:27:18.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.784+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9c41a6970 con 0x7ff9c4100b00 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9c88b3640 1 -- 172.21.15.17:0/216679523 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff9bc003c80 con 0x7ff9c4100b00 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 Processor -- start 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 -- start start 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x562817415630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x562817420b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628173d0960 con 0x562817415b70 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817384310 con 0x56281741e750 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9cc575740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817381840 con 0x562817415250 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9c88b3640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff9b00a1c20 0x7ff9b00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.787+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44806/0 (socket says 172.21.15.17:44806) 2024-03-16T18:27:18.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/677027312 learned_addr learned my addr 172.21.15.17:0/677027312 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x562817415630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x562817420b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff9b00a1c20 0x7ff9b00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c88b3640 1 -- 172.21.15.17:0/216679523 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff9bc0eff60 con 0x7ff9c4100b00 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/677027312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 msgr2=0x562817415630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x562817415630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/677027312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 msgr2=0x562817420b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x562817420b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/677027312 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56281733f060 con 0x562817415b70 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x562817415630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741e210 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0b9240 tx=0x7ff9bc009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c35debd888d94ef8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff9b00a1c20 0x7ff9b00a40e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40099e0 tx=0x7ff9b4009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/677027312 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc0bc1d0 con 0x562817415b70 2024-03-16T18:27:18.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/677027312 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff9bc0bcf70 con 0x562817415b70 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.788+0000 7ff9b9ffb640 1 -- 172.21.15.17:0/677027312 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc0bac40 con 0x562817415b70 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 -- 172.21.15.17:0/677027312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 msgr2=0x56281741e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741e210 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0b9240 tx=0x7ff9bc009260 comp rx=0 tx=0).stop 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 -- 172.21.15.17:0/677027312 shutdown_connections 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741e210 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x562817420b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 --2- 172.21.15.17:0/677027312 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x562817415630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 -- 172.21.15.17:0/677027312 >> 172.21.15.17:0/677027312 conn(0x56281740f980 msgr2=0x56281740fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 -- 172.21.15.17:0/677027312 shutdown_connections 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 -- 172.21.15.17:0/677027312 wait complete. 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 -- start start 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.789+0000 7ff9cc575740 1 Processor -- start 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 0x56281741e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x56281741b470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56281737d020 con 0x562817415250 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817050430 con 0x56281741e750 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56281700ce00 con 0x562817415b70 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9cc575740 10 client.0 _ll_register_callbacks cb 0x562817324cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 0x56281741e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 0x56281741e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44816/0 (socket says 172.21.15.17:44816) 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/728328519 learned_addr learned my addr 172.21.15.17:0/728328519 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x56281741b470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 msgr2=0x56281741b470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x56281741b470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/728328519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 msgr2=0x56281741b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/728328519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9c41a6970 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 0x56281741e0e0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0bc800 tx=0x7ff9bc0bc1d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3eff06a4b65cab server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9a2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.790+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/728328519 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc0c09c0 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/728328519 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff9bc0c5010 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56281707c7e0 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/728328519 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9bc0c4b80 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 10 client.17367 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56281737b6a0 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/728328519 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56281707c7e0 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/728328519 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff9bc03c070 con 0x562817415250 2024-03-16T18:27:18.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 10 client.17367 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 10 client.17367 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 20 client.17367 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281742e100 0x562817430510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 4 client.17367 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5628170b9720 con 0x56281742e100 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.791+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281742e100 0x562817430510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9a2ffd640 10 client.17367 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281742e100 0x562817430510 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ec4d1356bf309f06 server_cookie=2e63f92291635e5b in_seq=0 out_seq=0 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/728328519 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5628170b9720 con 0x56281742e100 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9a2ffd640 10 client.17367 handle_command_reply: tid=0 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9cc575740 1 client.17367 shutdown 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 msgr2=0x56281741e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.792+0000 7ff9cc575740 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 0x56281741e0e0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0bc800 tx=0x7ff9bc0bc1d0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 shutdown_connections 2024-03-16T18:27:18.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281742e100 0x562817430510 crc :-1 s=READY pgs=52 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741b9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x56281741b470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9a2ffd640 0 client.17367 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 --2- 172.21.15.17:0/728328519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415250 0x56281741e0e0 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 >> 172.21.15.17:0/728328519 conn(0x56281740f980 msgr2=0x5628174116d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 shutdown_connections 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 1 -- 172.21.15.17:0/728328519 wait complete. 2024-03-16T18:27:18.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.793+0000 7ff9cc575740 20 client.17367 trim_cache size 0 max 16384 2024-03-16T18:27:18.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 Processor -- start 2024-03-16T18:27:18.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 -- start start 2024-03-16T18:27:18.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x56281740aa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741dba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817302130 con 0x562817415b70 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56281741c8d0 con 0x56281741e750 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9cc575740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817414390 con 0x562817415250 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x56281740aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44830/0 (socket says 172.21.15.17:44830) 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c37fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c27fc640 1 -- 172.21.15.17:0/1469634453 learned_addr learned my addr 172.21.15.17:0/1469634453 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/1469634453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 msgr2=0x56281741e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/1469634453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 msgr2=0x56281741dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/1469634453 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562817317c20 con 0x562817415250 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.805+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x56281740aa10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0b9240 tx=0x7ff9bc0bab70 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1aaeb6d71e117de server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9b97fa640 1 -- 172.21.15.17:0/1469634453 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc0b9080 con 0x562817415250 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9b97fa640 1 -- 172.21.15.17:0/1469634453 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff9bc0c5010 con 0x562817415250 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9b97fa640 1 -- 172.21.15.17:0/1469634453 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc0056c0 con 0x562817415250 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 -- 172.21.15.17:0/1469634453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 msgr2=0x56281740aa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x56281740aa10 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc0b9240 tx=0x7ff9bc0bab70 comp rx=0 tx=0).stop 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 -- 172.21.15.17:0/1469634453 shutdown_connections 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562817415b70 0x56281741dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56281741e750 0x56281741e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 --2- 172.21.15.17:0/1469634453 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415250 0x56281740aa10 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 -- 172.21.15.17:0/1469634453 >> 172.21.15.17:0/1469634453 conn(0x56281740f980 msgr2=0x56281740eb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 -- 172.21.15.17:0/1469634453 shutdown_connections 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.806+0000 7ff9cc575740 1 -- 172.21.15.17:0/1469634453 wait complete. 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 -- start start 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 Processor -- start 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 0x562817418000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x562817418540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56281741e750 0x562817488970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817418e40 con 0x56281741e750 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817488eb0 con 0x562817415250 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562817488ff0 con 0x562817415b70 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9cc575740 10 client.0 _ll_register_callbacks cb 0x7ff9ac009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56281741e750 0x562817488970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 0x562817418000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9c27fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x562817418540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9c2ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 0x562817418000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:34748/0 (socket says 172.21.15.17:34748) 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.807+0000 7ff9c2ffd640 1 -- 172.21.15.17:0/3295750793 learned_addr learned my addr 172.21.15.17:0/3295750793 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c27fc640 1 -- 172.21.15.17:0/3295750793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 msgr2=0x562817418000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 0x562817418000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c27fc640 1 -- 172.21.15.17:0/3295750793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56281741e750 msgr2=0x562817488970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56281741e750 0x562817488970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c27fc640 1 -- 172.21.15.17:0/3295750793 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9ac012040 con 0x562817415b70 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c37fe640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56281741e750 0x562817488970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 0x562817418000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9c27fc640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x562817418540 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff9ac0126a0 tx=0x7ff9ac012b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4a4ab494b401833a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9a2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/3295750793 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9ac017040 con 0x562817415b70 2024-03-16T18:27:18.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56281740b0f0 con 0x562817415b70 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/3295750793 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff9ac012e30 con 0x562817415b70 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/3295750793 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff9ac020e50 con 0x562817415b70 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9cc575740 10 client.27148 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56281737b6a0 con 0x562817415b70 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/3295750793 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56281740b0f0 con 0x562817415b70 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/3295750793 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff9ac003990 con 0x562817415b70 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9cc575740 10 client.27148 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9cc575740 10 client.27148 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.808+0000 7ff9cc575740 20 client.27148 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281748a860 0x56281748cc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 4 client.27148 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7ff9bc0bcf70 con 0x56281748a860 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281748a860 0x56281748cc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9a2ffd640 10 client.27148 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9c2ffd640 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281748a860 0x56281748cc50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=d8f1a6e1de435259 server_cookie=49901582fea992ec in_seq=0 out_seq=0 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9a2ffd640 1 -- 172.21.15.17:0/3295750793 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7ff9bc0bcf70 con 0x56281748a860 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9a2ffd640 10 client.27148 handle_command_reply: tid=0 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 client.27148 shutdown 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 msgr2=0x562817418540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x562817418540 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7ff9ac0126a0 tx=0x7ff9ac012b80 comp rx=0 tx=0).stop 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 shutdown_connections 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x56281748a860 0x56281748cc50 crc :-1 s=READY pgs=53 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56281741e750 0x562817488970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562817415b70 0x562817418540 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9a2ffd640 0 client.27148 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 --2- 172.21.15.17:0/3295750793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562817415250 0x562817418000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 >> 172.21.15.17:0/3295750793 conn(0x56281740f980 msgr2=0x562817410b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 shutdown_connections 2024-03-16T18:27:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.809+0000 7ff9cc575740 1 -- 172.21.15.17:0/3295750793 wait complete. 2024-03-16T18:27:18.817 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9cc575740 20 client.27148 trim_cache size 0 max 16384 2024-03-16T18:27:18.817 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff9b00a1c20 msgr2=0x7ff9b00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff9b00a1c20 0x7ff9b00a40e0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7ff9b40099e0 tx=0x7ff9b4009500 comp rx=0 tx=0).stop 2024-03-16T18:27:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 msgr2=0x7ff9c419f8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 0x7ff9c419f8d0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc000c00 tx=0x7ff9bc005db0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 shutdown_connections 2024-03-16T18:27:18.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff9b00a1c20 0x7ff9b00a40e0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff9c4106480 0x7ff9c4199a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff9c41014c0 0x7ff9c419fe10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 --2- 172.21.15.17:0/216679523 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff9c4100b00 0x7ff9c419f8d0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 >> 172.21.15.17:0/216679523 conn(0x7ff9c40769b0 msgr2=0x7ff9c40ffa30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 shutdown_connections 2024-03-16T18:27:18.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.810+0000 7ff9c98b5640 1 -- 172.21.15.17:0/216679523 wait complete. 2024-03-16T18:27:18.821 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:18.821 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 -- 172.21.15.17:0/3862424205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0100fc0 msgr2=0x7ff1f0105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 --2- 172.21.15.17:0/3862424205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0100fc0 0x7ff1f0105000 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009930 tx=0x7ff1e002bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 -- 172.21.15.17:0/3862424205 shutdown_connections 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 --2- 172.21.15.17:0/3862424205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f0100fc0 0x7ff1f0105000 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 --2- 172.21.15.17:0/3862424205 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1f01056e0 0x7ff1f010d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 --2- 172.21.15.17:0/3862424205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff1f0100610 0x7ff1f01009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 -- 172.21.15.17:0/3862424205 >> 172.21.15.17:0/3862424205 conn(0x7ff1f0076770 msgr2=0x7ff1f0076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 -- 172.21.15.17:0/3862424205 shutdown_connections 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 -- 172.21.15.17:0/3862424205 wait complete. 2024-03-16T18:27:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 Processor -- start 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.925+0000 7ff1f6793640 1 -- start start 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff1f0100610 0x7ff1f019d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1f01056e0 0x7ff1f019dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 0x7ff1f0197d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f01982b0 con 0x7ff1f01978c0 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f0198420 con 0x7ff1f0100610 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f01985e0 con 0x7ff1f01056e0 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 0x7ff1f0197d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1effff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff1f0100610 0x7ff1f019d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 0x7ff1f0197d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44846/0 (socket says 172.21.15.17:44846) 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 -- 172.21.15.17:0/2468760217 learned_addr learned my addr 172.21.15.17:0/2468760217 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1f01056e0 0x7ff1f019dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 -- 172.21.15.17:0/2468760217 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1f01056e0 msgr2=0x7ff1f019dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1f01056e0 0x7ff1f019dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 -- 172.21.15.17:0/2468760217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff1f0100610 msgr2=0x7ff1f019d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff1f0100610 0x7ff1f019d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 -- 172.21.15.17:0/2468760217 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1e0009560 con 0x7ff1f01978c0 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f4d30640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 0x7ff1f0197d70 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800eb10 tx=0x7ff1e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1ed7fa640 1 -- 172.21.15.17:0/2468760217 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8004b20 con 0x7ff1f01978c0 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1f01a45d0 con 0x7ff1f01978c0 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1ed7fa640 1 -- 172.21.15.17:0/2468760217 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff1e8004c80 con 0x7ff1f01978c0 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1ed7fa640 1 -- 172.21.15.17:0/2468760217 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8010690 con 0x7ff1f01978c0 2024-03-16T18:27:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.926+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1f01a4ab0 con 0x7ff1f01978c0 2024-03-16T18:27:18.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1ed7fa640 1 -- 172.21.15.17:0/2468760217 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff1e8005020 con 0x7ff1f01978c0 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 Processor -- start 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 -- start start 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a359630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 0x564f6a362210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a362750 0x564f6a364b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a314960 con 0x564f6a359b70 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a2c8310 con 0x564f6a362750 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f9371740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a2c5840 con 0x564f6a359250 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1effff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 0x564f6a362210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a359630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a359630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:39972/0 (socket says 172.21.15.17:39972) 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/2618236665 learned_addr learned my addr 172.21.15.17:0/2618236665 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1effff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 0x564f6a362210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44848/0 (socket says 172.21.15.17:44848) 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1ed7fa640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff1d80a1ba0 0x7ff1d80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a362750 0x564f6a364b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.929+0000 7ff1f4d30640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff1d80a1ba0 0x7ff1d80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/2618236665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a362750 msgr2=0x564f6a364b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a362750 0x564f6a364b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/2618236665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 msgr2=0x564f6a362210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ed7fa640 1 -- 172.21.15.17:0/2468760217 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff1e8014070 con 0x7ff1f01978c0 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 0x564f6a362210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/2618236665 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f6a283060 con 0x564f6a359250 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1effff640 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 0x564f6a362210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a359630 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002c710 tx=0x7ff1e002c610 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5026a720f2ee868 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1f4d30640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff1d80a1ba0 0x7ff1d80a4060 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff1e809a900 tx=0x7ff1e800cee0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1d67fc640 1 -- 172.21.15.17:0/2618236665 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e002c820 con 0x564f6a359250 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1d67fc640 1 -- 172.21.15.17:0/2618236665 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff1e002de90 con 0x564f6a359250 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.930+0000 7ff1d67fc640 1 -- 172.21.15.17:0/2618236665 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0003a60 con 0x564f6a359250 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 -- 172.21.15.17:0/2618236665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 msgr2=0x564f6a359630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a359630 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002c710 tx=0x7ff1e002c610 comp rx=0 tx=0).stop 2024-03-16T18:27:18.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 -- 172.21.15.17:0/2618236665 shutdown_connections 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359b70 0x564f6a362210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a362750 0x564f6a364b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 --2- 172.21.15.17:0/2618236665 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a359630 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 -- 172.21.15.17:0/2618236665 >> 172.21.15.17:0/2618236665 conn(0x564f6a353980 msgr2=0x564f6a353d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 -- 172.21.15.17:0/2618236665 shutdown_connections 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 -- 172.21.15.17:0/2618236665 wait complete. 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 -- start start 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 Processor -- start 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 0x564f6a362140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.931+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a362750 0x564f6a35fae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a2c1020 con 0x564f6a359250 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f69f94430 con 0x564f6a359b70 2024-03-16T18:27:18.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f69f50e00 con 0x564f6a362750 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 10 client.0 _ll_register_callbacks cb 0x564f6a268cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 0x564f6a362140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 0x564f6a362140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44854/0 (socket says 172.21.15.17:44854) 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3946573929 learned_addr learned my addr 172.21.15.17:0/3946573929 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1effff640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a362750 0x564f6a35fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3946573929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a362750 msgr2=0x564f6a35fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a362750 0x564f6a35fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 msgr2=0x564f6a35f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3946573929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1f010dac0 con 0x564f6a359250 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 0x564f6a362140 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009900 tx=0x7ff1e002bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eff9688ffea6285 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1cf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3946573929 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0004430 con 0x564f6a359250 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3946573929 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff1e0003820 con 0x564f6a359250 2024-03-16T18:27:18.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f69fc07e0 con 0x564f6a359250 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3946573929 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff1e00039e0 con 0x564f6a359250 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 10 client.17385 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.932+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x564f6a2bf6a0 con 0x564f6a359250 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3946573929 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x564f69fc07e0 con 0x564f6a359250 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3946573929 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff1e004b070 con 0x564f6a359250 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1f9371740 10 client.17385 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1f9371740 10 client.17385 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1f9371740 20 client.17385 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a372500 0x564f6a374920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1f9371740 4 client.17385 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564f69ffd720 con 0x564f6a372500 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1effff640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a372500 0x564f6a374920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1cf7fe640 10 client.17385 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.933+0000 7ff1effff640 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a372500 0x564f6a374920 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=e2993e426b2b7fa5 server_cookie=88d0a6365160057d in_seq=0 out_seq=0 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3946573929 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564f69ffd720 con 0x564f6a372500 2024-03-16T18:27:18.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1cf7fe640 10 client.17385 handle_command_reply: tid=0 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 client.17385 shutdown 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 msgr2=0x564f6a362140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 0x564f6a362140 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7ff1e0009900 tx=0x7ff1e002bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 shutdown_connections 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a372500 0x564f6a374920 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a362750 0x564f6a35fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1cf7fe640 0 client.17385 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3946573929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a359250 0x564f6a362140 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 >> 172.21.15.17:0/3946573929 conn(0x564f6a353980 msgr2=0x564f6a3556d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 shutdown_connections 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 1 -- 172.21.15.17:0/3946573929 wait complete. 2024-03-16T18:27:18.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.934+0000 7ff1f9371740 20 client.17385 trim_cache size 0 max 16384 2024-03-16T18:27:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.946+0000 7ff1f9371740 1 Processor -- start 2024-03-16T18:27:18.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.946+0000 7ff1f9371740 1 -- start start 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359250 0x564f6a34ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359b70 0x564f6a361c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a362140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1f9371740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a246130 con 0x564f6a362750 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1f9371740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a34f5c0 con 0x564f6a359250 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1f9371740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a3534b0 con 0x564f6a359b70 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a362140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a362140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44864/0 (socket says 172.21.15.17:44864) 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/4126920741 learned_addr learned my addr 172.21.15.17:0/4126920741 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359250 0x564f6a34ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1effff640 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359b70 0x564f6a361c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/4126920741 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359b70 msgr2=0x564f6a361c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359b70 0x564f6a361c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/4126920741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359250 msgr2=0x564f6a34ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359250 0x564f6a34ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/4126920741 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f6a25bc20 con 0x564f6a362750 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a362140 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002c680 tx=0x7ff1e0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b28489876cb6317 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/4126920741 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e002caa0 con 0x564f6a362750 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/4126920741 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff1e0005270 con 0x564f6a362750 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.947+0000 7ff1d5ffb640 1 -- 172.21.15.17:0/4126920741 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0003a00 con 0x564f6a362750 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 -- 172.21.15.17:0/4126920741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 msgr2=0x564f6a362140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a362140 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002c680 tx=0x7ff1e0005fd0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 -- 172.21.15.17:0/4126920741 shutdown_connections 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a362140 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359b70 0x564f6a361c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 --2- 172.21.15.17:0/4126920741 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359250 0x564f6a34ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 -- 172.21.15.17:0/4126920741 >> 172.21.15.17:0/4126920741 conn(0x564f6a353980 msgr2=0x564f6a352b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 -- 172.21.15.17:0/4126920741 shutdown_connections 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 -- 172.21.15.17:0/4126920741 wait complete. 2024-03-16T18:27:18.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 -- start start 2024-03-16T18:27:18.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.948+0000 7ff1f9371740 1 Processor -- start 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a35bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35c280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a35c7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a3cce30 con 0x564f6a362750 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a3ccfa0 con 0x564f6a359b70 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f6a3cd160 con 0x564f6a359250 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 10 client.0 _ll_register_callbacks cb 0x7ff1e40097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:18.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a35c7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a35c7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44872/0 (socket says 172.21.15.17:44872) 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3480248629 learned_addr learned my addr 172.21.15.17:0/3480248629 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a35bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1effff640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35c280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3480248629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 msgr2=0x564f6a35bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a35bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 msgr2=0x564f6a35c280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35c280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 -- 172.21.15.17:0/3480248629 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564f6a2bf6a0 con 0x564f6a362750 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1ef7fe640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a35c7c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002c7f0 tx=0x7ff1e0004520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b9629ee50dd8864 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1cf7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3480248629 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e0004fc0 con 0x564f6a362750 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3480248629 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff1e0000e40 con 0x564f6a362750 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.949+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff1e002de90 con 0x564f6a362750 2024-03-16T18:27:18.955 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3480248629 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff1e0003780 con 0x564f6a362750 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 10 client.17391 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x564f6a2818c0 con 0x564f6a362750 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3480248629 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff1e006f080 con 0x564f6a362750 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3480248629 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff1e004b030 con 0x564f6a362750 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 10 client.17391 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 10 client.17391 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 20 client.17391 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a3ce500 0x564f6a3d08f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 4 client.17391 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x564f6a04c890 con 0x564f6a3ce500 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.950+0000 7ff1effff640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a3ce500 0x564f6a3d08f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1cf7fe640 10 client.17391 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1effff640 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a3ce500 0x564f6a3d08f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=288318c4cb926327 server_cookie=f306d86fc0bfabcc in_seq=0 out_seq=0 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1cf7fe640 1 -- 172.21.15.17:0/3480248629 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x564f6a04c890 con 0x564f6a3ce500 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1cf7fe640 10 client.17391 handle_command_reply: tid=0 2024-03-16T18:27:18.956 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 client.17391 shutdown 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 msgr2=0x564f6a35c7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a35c7c0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002c7f0 tx=0x7ff1e0004520 comp rx=0 tx=0).stop 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 shutdown_connections 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x564f6a3ce500 0x564f6a3d08f0 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564f6a362750 0x564f6a35c7c0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564f6a359b70 0x564f6a35c280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 --2- 172.21.15.17:0/3480248629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564f6a359250 0x564f6a35bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1cf7fe640 0 client.17391 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 >> 172.21.15.17:0/3480248629 conn(0x564f6a353980 msgr2=0x564f6a352b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 shutdown_connections 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 1 -- 172.21.15.17:0/3480248629 wait complete. 2024-03-16T18:27:18.957 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f9371740 20 client.17391 trim_cache size 0 max 16384 2024-03-16T18:27:18.958 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:18.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.951+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff1d80a1ba0 msgr2=0x7ff1d80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff1d80a1ba0 0x7ff1d80a4060 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7ff1e809a900 tx=0x7ff1e800cee0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 msgr2=0x7ff1f0197d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:18.958 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 0x7ff1f0197d70 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7ff1e800eb10 tx=0x7ff1e800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 shutdown_connections 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff1d80a1ba0 0x7ff1d80a4060 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff1f01978c0 0x7ff1f0197d70 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff1f01056e0 0x7ff1f019dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 --2- 172.21.15.17:0/2468760217 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff1f0100610 0x7ff1f019d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 >> 172.21.15.17:0/2468760217 conn(0x7ff1f0076770 msgr2=0x7ff1f0069ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 shutdown_connections 2024-03-16T18:27:18.959 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:18.952+0000 7ff1f6793640 1 -- 172.21.15.17:0/2468760217 wait complete. 2024-03-16T18:27:18.963 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:18.963 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:27:19.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 -- 172.21.15.17:0/3695933090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 msgr2=0x7fe98c107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 --2- 172.21.15.17:0/3695933090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 0x7fe98c107950 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fe97c009930 tx=0x7fe97c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 -- 172.21.15.17:0/3695933090 shutdown_connections 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 --2- 172.21.15.17:0/3695933090 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c1014b0 0x7fe98c101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 --2- 172.21.15.17:0/3695933090 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe98c101e70 0x7fe98c10e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 --2- 172.21.15.17:0/3695933090 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 0x7fe98c107950 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 -- 172.21.15.17:0/3695933090 >> 172.21.15.17:0/3695933090 conn(0x7fe98c0fcf20 msgr2=0x7fe98c0ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 -- 172.21.15.17:0/3695933090 shutdown_connections 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 -- 172.21.15.17:0/3695933090 wait complete. 2024-03-16T18:27:19.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.068+0000 7fe991f2c640 1 Processor -- start 2024-03-16T18:27:19.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 -- start start 2024-03-16T18:27:19.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe98c1014b0 0x7fe98c19d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 0x7fe98c19dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 0x7fe98c1978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c197ef0 con 0x7fe98c101e70 2024-03-16T18:27:19.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c198060 con 0x7fe98c107570 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe991f2c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe98c198220 con 0x7fe98c1014b0 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 0x7fe98c19dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 0x7fe98c19dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44880/0 (socket says 172.21.15.17:44880) 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 -- 172.21.15.17:0/1604391070 learned_addr learned my addr 172.21.15.17:0/1604391070 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe98c1014b0 0x7fe98c19d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98bfff640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 0x7fe98c1978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 -- 172.21.15.17:0/1604391070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe98c1014b0 msgr2=0x7fe98c19d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe98c1014b0 0x7fe98c19d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 -- 172.21.15.17:0/1604391070 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 msgr2=0x7fe98c1978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 0x7fe98c1978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 -- 172.21.15.17:0/1604391070 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe980009490 con 0x7fe98c101e70 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.069+0000 7fe98affd640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 0x7fe98c19dc30 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fe98000ea60 tx=0x7fe98000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.070+0000 7fe988ff9640 1 -- 172.21.15.17:0/1604391070 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe98000cde0 con 0x7fe98c101e70 2024-03-16T18:27:19.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.070+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe97c009560 con 0x7fe98c101e70 2024-03-16T18:27:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.070+0000 7fe988ff9640 1 -- 172.21.15.17:0/1604391070 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe9800044d0 con 0x7fe98c101e70 2024-03-16T18:27:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.070+0000 7fe988ff9640 1 -- 172.21.15.17:0/1604391070 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe980010690 con 0x7fe98c101e70 2024-03-16T18:27:19.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.070+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe98c1a45b0 con 0x7fe98c101e70 2024-03-16T18:27:19.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe988ff9640 1 -- 172.21.15.17:0/1604391070 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe980003e40 con 0x7fe98c101e70 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 Processor -- start 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 -- start start 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c670b9630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c670c2210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe988ff9640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9740a1ba0 0x7fe9740a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c4b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c67074960 con 0x558c670c2750 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c67028310 con 0x558c670b9b70 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe994be3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c67025840 con 0x558c670b9250 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c4b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c4b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44884/0 (socket says 172.21.15.17:44884) 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe98affd640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9740a1ba0 0x7fe9740a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe98bfff640 1 -- 172.21.15.17:0/2837480867 learned_addr learned my addr 172.21.15.17:0/2837480867 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c670c2210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.072+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c670b9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe988ff9640 1 -- 172.21.15.17:0/1604391070 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe980014070 con 0x7fe98c101e70 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98bfff640 1 -- 172.21.15.17:0/2837480867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 msgr2=0x558c670b9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c670b9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98bfff640 1 -- 172.21.15.17:0/2837480867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 msgr2=0x558c670c2210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c670c2210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98bfff640 1 -- 172.21.15.17:0/2837480867 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c66fe3060 con 0x558c670c2750 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c670c2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c4b40 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fe984005f40 tx=0x7fe984005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c87375c786a88045 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe98affd640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9740a1ba0 0x7fe9740a4060 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe98009a850 tx=0x7fe980085040 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe971ffb640 1 -- 172.21.15.17:0/2837480867 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984004b20 con 0x558c670c2750 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe971ffb640 1 -- 172.21.15.17:0/2837480867 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe984004c80 con 0x558c670c2750 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.073+0000 7fe971ffb640 1 -- 172.21.15.17:0/2837480867 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984004050 con 0x558c670c2750 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 -- 172.21.15.17:0/2837480867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 msgr2=0x558c670c4b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c4b40 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7fe984005f40 tx=0x7fe984005bd0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 -- 172.21.15.17:0/2837480867 shutdown_connections 2024-03-16T18:27:19.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c4b40 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c670c2210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 --2- 172.21.15.17:0/2837480867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c670b9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 -- 172.21.15.17:0/2837480867 >> 172.21.15.17:0/2837480867 conn(0x558c670b3980 msgr2=0x558c670b3d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 -- 172.21.15.17:0/2837480867 shutdown_connections 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 -- 172.21.15.17:0/2837480867 wait complete. 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 -- start start 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.074+0000 7fe994be3740 1 Processor -- start 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 0x558c670c2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670bf4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670c2750 0x558c670bfac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c67021020 con 0x558c670b9250 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c66cf4430 con 0x558c670c2750 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c66cb0e00 con 0x558c670b9b70 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 10 client.0 _ll_register_callbacks cb 0x558c66fc8cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:19.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 0x558c670c2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 0x558c670c2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44886/0 (socket says 172.21.15.17:44886) 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 -- 172.21.15.17:0/2130531625 learned_addr learned my addr 172.21.15.17:0/2130531625 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670bf4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670c2750 0x558c670bfac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 -- 172.21.15.17:0/2130531625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 msgr2=0x558c670bf4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670bf4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 -- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670c2750 msgr2=0x558c670bfac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670c2750 0x558c670bfac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 -- 172.21.15.17:0/2130531625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe984019040 con 0x558c670b9250 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe98bfff640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 0x558c670c2120 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fe984011920 tx=0x7fe9840118b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cb5d2c1b76945b7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe96affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe96affd640 1 -- 172.21.15.17:0/2130531625 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe98401f480 con 0x558c670b9250 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe96affd640 1 -- 172.21.15.17:0/2130531625 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe98401f5e0 con 0x558c670b9250 2024-03-16T18:27:19.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558c66d207e0 con 0x558c670b9250 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.075+0000 7fe96affd640 1 -- 172.21.15.17:0/2130531625 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe98401f7a0 con 0x558c670b9250 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 10 client.17403 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558c6701f6a0 con 0x558c670b9250 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe96affd640 1 -- 172.21.15.17:0/2130531625 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558c66d207e0 con 0x558c670b9250 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe96affd640 1 -- 172.21.15.17:0/2130531625 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe98401e960 con 0x558c670b9250 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 10 client.17403 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 10 client.17403 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 20 client.17403 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c670d27d0 0x558c670d4bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 4 client.17403 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558c66d5d720 con 0x558c670d27d0 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c670d27d0 0x558c670d4bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe96affd640 10 client.17403 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.076+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c670d27d0 0x558c670d4bc0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb55604356f431f4 server_cookie=2d521edb9f87efbc in_seq=0 out_seq=0 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe96affd640 1 -- 172.21.15.17:0/2130531625 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558c66d5d720 con 0x558c670d27d0 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe96affd640 10 client.17403 handle_command_reply: tid=0 2024-03-16T18:27:19.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 client.17403 shutdown 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 msgr2=0x558c670c2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 0x558c670c2120 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fe984011920 tx=0x7fe9840118b0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 shutdown_connections 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c670d27d0 0x558c670d4bc0 crc :-1 s=READY pgs=129 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670c2750 0x558c670bfac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670bf4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe96affd640 0 client.17403 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 --2- 172.21.15.17:0/2130531625 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670b9250 0x558c670c2120 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 >> 172.21.15.17:0/2130531625 conn(0x558c670b3980 msgr2=0x558c670b56d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 shutdown_connections 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 1 -- 172.21.15.17:0/2130531625 wait complete. 2024-03-16T18:27:19.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.077+0000 7fe994be3740 20 client.17403 trim_cache size 0 max 16384 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 Processor -- start 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 -- start start 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9250 0x558c670ca0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670c1be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c66fa6130 con 0x558c670c2750 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c670bb0a0 con 0x558c670b9250 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe994be3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c670d51f0 con 0x558c670b9b70 2024-03-16T18:27:19.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44902/0 (socket says 172.21.15.17:44902) 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 -- 172.21.15.17:0/3528689659 learned_addr learned my addr 172.21.15.17:0/3528689659 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670c1be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9250 0x558c670ca0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 -- 172.21.15.17:0/3528689659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 msgr2=0x558c670c1be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670c1be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 -- 172.21.15.17:0/3528689659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9250 msgr2=0x558c670ca0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9250 0x558c670ca0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 -- 172.21.15.17:0/3528689659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c66fbbc20 con 0x558c670c2750 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670c1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.090+0000 7fe98bfff640 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c2120 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fe984009e20 tx=0x7fe984000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f674c016ffbd85 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe9717fa640 1 -- 172.21.15.17:0/3528689659 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984011580 con 0x558c670c2750 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe9717fa640 1 -- 172.21.15.17:0/3528689659 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe984003e20 con 0x558c670c2750 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe9717fa640 1 -- 172.21.15.17:0/3528689659 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe984004070 con 0x558c670c2750 2024-03-16T18:27:19.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 -- 172.21.15.17:0/3528689659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 msgr2=0x558c670c2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c2120 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fe984009e20 tx=0x7fe984000f40 comp rx=0 tx=0).stop 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 -- 172.21.15.17:0/3528689659 shutdown_connections 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c670c2120 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9b70 0x558c670c1be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 --2- 172.21.15.17:0/3528689659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9250 0x558c670ca0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 -- 172.21.15.17:0/3528689659 >> 172.21.15.17:0/3528689659 conn(0x558c670b3980 msgr2=0x558c670c99e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 -- 172.21.15.17:0/3528689659 shutdown_connections 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 -- 172.21.15.17:0/3528689659 wait complete. 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.091+0000 7fe994be3740 1 -- start start 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 Processor -- start 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c6712b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c6712bc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c67125fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c671265b0 con 0x558c670c2750 2024-03-16T18:27:19.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c67126720 con 0x558c670b9b70 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c671268e0 con 0x558c670b9250 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe994be3740 10 client.0 _ll_register_callbacks cb 0x7fe9840093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c67125fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c67125fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44908/0 (socket says 172.21.15.17:44908) 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98bfff640 1 -- 172.21.15.17:0/4116967970 learned_addr learned my addr 172.21.15.17:0/4116967970 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c6712bc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98bfff640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c6712b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98b7fe640 1 -- 172.21.15.17:0/4116967970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 msgr2=0x558c6712b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c6712b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98b7fe640 1 -- 172.21.15.17:0/4116967970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 msgr2=0x558c67125fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c67125fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98b7fe640 1 -- 172.21.15.17:0/4116967970 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe97c030070 con 0x558c670b9b70 2024-03-16T18:27:19.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.092+0000 7fe98bfff640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c67125fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe98b7fe640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c6712bc30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe97c009230 tx=0x7fe97c004a40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ca0b77a8c58f2ff1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe96affd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe96affd640 1 -- 172.21.15.17:0/4116967970 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe97c004250 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe984004c80 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe96affd640 1 -- 172.21.15.17:0/4116967970 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fe97c046040 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe96affd640 1 -- 172.21.15.17:0/4116967970 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe97c0043b0 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 10 client.27290 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558c6701f6a0 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe96affd640 1 -- 172.21.15.17:0/4116967970 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe984004c80 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe96affd640 1 -- 172.21.15.17:0/4116967970 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe97c053020 con 0x558c670b9b70 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 10 client.27290 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 10 client.27290 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 20 client.27290 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c67133650 0x558c67135a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:19.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 4 client.27290 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.093+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x558c66dac890 con 0x558c67133650 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe98bfff640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c67133650 0x558c67135a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe98bfff640 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c67133650 0x558c67135a70 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=48d48e17d2286a98 server_cookie=b9366ea3e45cb294 in_seq=0 out_seq=0 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe96affd640 10 client.27290 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe96affd640 1 -- 172.21.15.17:0/4116967970 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x558c66dac890 con 0x558c67133650 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe96affd640 10 client.27290 handle_command_reply: tid=0 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 client.27290 shutdown 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 msgr2=0x558c6712bc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c6712bc30 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fe97c009230 tx=0x7fe97c004a40 comp rx=0 tx=0).stop 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 shutdown_connections 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c67133650 0x558c67135a70 crc :-1 s=READY pgs=130 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c670c2750 0x558c67125fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c670b9b70 0x558c6712bc30 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 --2- 172.21.15.17:0/4116967970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c670b9250 0x558c6712b6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe96affd640 0 client.27290 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 >> 172.21.15.17:0/4116967970 conn(0x558c670b3980 msgr2=0x558c670ca270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 shutdown_connections 2024-03-16T18:27:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 1 -- 172.21.15.17:0/4116967970 wait complete. 2024-03-16T18:27:19.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.094+0000 7fe994be3740 20 client.27290 trim_cache size 0 max 16384 2024-03-16T18:27:19.101 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9740a1ba0 msgr2=0x7fe9740a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9740a1ba0 0x7fe9740a4060 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe98009a850 tx=0x7fe980085040 comp rx=0 tx=0).stop 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 msgr2=0x7fe98c19dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 0x7fe98c19dc30 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7fe98000ea60 tx=0x7fe98000ef20 comp rx=0 tx=0).stop 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 shutdown_connections 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9740a1ba0 0x7fe9740a4060 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe98c101e70 0x7fe98c19dc30 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe98c107570 0x7fe98c1978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 --2- 172.21.15.17:0/1604391070 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe98c1014b0 0x7fe98c19d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 >> 172.21.15.17:0/1604391070 conn(0x7fe98c0fcf20 msgr2=0x7fe98c0fe830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 shutdown_connections 2024-03-16T18:27:19.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:19.095+0000 7fe991f2c640 1 -- 172.21.15.17:0/1604391070 wait complete. 2024-03-16T18:27:19.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1128435903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:27:19.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1128435903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:27:19.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1128435903' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:27:20.106 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:27:20.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:27:20.107 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 -- 172.21.15.17:0/2212312196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100410 msgr2=0x7f83e8100890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 --2- 172.21.15.17:0/2212312196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100410 0x7f83e8100890 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f83d8009900 tx=0x7f83d802bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 -- 172.21.15.17:0/2212312196 shutdown_connections 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 --2- 172.21.15.17:0/2212312196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100410 0x7f83e8100890 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 --2- 172.21.15.17:0/2212312196 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f83e8100dd0 0x7f83e810d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 --2- 172.21.15.17:0/2212312196 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e81064b0 0x7f83e8106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 -- 172.21.15.17:0/2212312196 >> 172.21.15.17:0/2212312196 conn(0x7f83e8077550 msgr2=0x7f83e8077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 -- 172.21.15.17:0/2212312196 shutdown_connections 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.226+0000 7f83f070d640 1 -- 172.21.15.17:0/2212312196 wait complete. 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 Processor -- start 2024-03-16T18:27:20.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 -- start start 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 0x7f83e819d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100dd0 0x7f83e819dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f83e81064b0 0x7f83e81978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e8197f10 con 0x7f83e8100dd0 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e8198080 con 0x7f83e8100410 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83f070d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83e8198240 con 0x7f83e81064b0 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83edca8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100dd0 0x7f83e819dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 0x7f83e819d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 0x7f83e819d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:46876/0 (socket says 172.21.15.17:46876) 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2359071517 learned_addr learned my addr 172.21.15.17:0/2359071517 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.227+0000 7f83eecaa640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f83e81064b0 0x7f83e81978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2359071517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f83e81064b0 msgr2=0x7f83e81978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f83e81064b0 0x7f83e81978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100dd0 msgr2=0x7f83e819dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100dd0 0x7f83e819dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2359071517 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83d8009560 con 0x7f83e8100410 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83edca8640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100dd0 0x7f83e819dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 0x7f83e819d710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f83e400e9f0 tx=0x7f83e400eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83df7fe640 1 -- 172.21.15.17:0/2359071517 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e4009700 con 0x7f83e8100410 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83e8198520 con 0x7f83e8100410 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83df7fe640 1 -- 172.21.15.17:0/2359071517 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f83e400cd80 con 0x7f83e8100410 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83df7fe640 1 -- 172.21.15.17:0/2359071517 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e4018840 con 0x7f83e8100410 2024-03-16T18:27:20.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.228+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83e81a47b0 con 0x7f83e8100410 2024-03-16T18:27:20.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.230+0000 7f83df7fe640 1 -- 172.21.15.17:0/2359071517 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f83e40189a0 con 0x7f83e8100410 2024-03-16T18:27:20.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 Processor -- start 2024-03-16T18:27:20.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 -- start start 2024-03-16T18:27:20.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5380 0x559b59fe5760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59fee2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ff0d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59f53f90 con 0x559b59fe5d30 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59f514c0 con 0x559b59fe5380 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83f33be740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59f4cca0 con 0x559b59fee8b0 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83df7fe640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83d40a1ba0 0x7f83d40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59fee2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59fee2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47938/0 (socket says 172.21.15.17:47938) 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83ee4a9640 1 -- 172.21.15.17:0/3060504570 learned_addr learned my addr 172.21.15.17:0/3060504570 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83eecaa640 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5380 0x559b59fe5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83edca8640 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ff0d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.231+0000 7f83eecaa640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83d40a1ba0 0x7f83d40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83df7fe640 1 -- 172.21.15.17:0/2359071517 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f83e4014070 con 0x7f83e8100410 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83ee4a9640 1 -- 172.21.15.17:0/3060504570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 msgr2=0x559b59ff0d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ff0d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83ee4a9640 1 -- 172.21.15.17:0/3060504570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5380 msgr2=0x559b59fe5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5380 0x559b59fe5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83ee4a9640 1 -- 172.21.15.17:0/3060504570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b59f0f0b0 con 0x559b59fe5d30 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83eecaa640 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5380 0x559b59fe5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59fee2e0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f83e409a470 tx=0x7f83e409a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfa2de693ce718c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83eecaa640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83d40a1ba0 0x7f83d40a4060 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f83e0005c40 tx=0x7f83e0009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83dcff9640 1 -- 172.21.15.17:0/3060504570 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e40a2e60 con 0x559b59fe5d30 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83dcff9640 1 -- 172.21.15.17:0/3060504570 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f83e4010b50 con 0x559b59fe5d30 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.232+0000 7f83dcff9640 1 -- 172.21.15.17:0/3060504570 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e40ba2e0 con 0x559b59fe5d30 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 -- 172.21.15.17:0/3060504570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 msgr2=0x559b59fee2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59fee2e0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f83e409a470 tx=0x7f83e409a150 comp rx=0 tx=0).stop 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 -- 172.21.15.17:0/3060504570 shutdown_connections 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59fee2e0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ff0d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 --2- 172.21.15.17:0/3060504570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5380 0x559b59fe5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 -- 172.21.15.17:0/3060504570 >> 172.21.15.17:0/3060504570 conn(0x559b59fdf840 msgr2=0x559b59fdfc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 -- 172.21.15.17:0/3060504570 shutdown_connections 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 -- 172.21.15.17:0/3060504570 wait complete. 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 -- start start 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.233+0000 7f83f33be740 1 Processor -- start 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59feb860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5d30 0x559b59febda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59fec2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59ef1f40 con 0x559b59fe5380 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59c204b0 con 0x559b59fee8b0 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59ed2670 con 0x559b59fe5d30 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 10 client.0 _ll_register_callbacks cb 0x559b59f3ff70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59feb860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59feb860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47946/0 (socket says 172.21.15.17:47946) 2024-03-16T18:27:20.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2979585363 learned_addr learned my addr 172.21.15.17:0/2979585363 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83eecaa640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59fec2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83edca8640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5d30 0x559b59febda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2979585363 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5d30 msgr2=0x559b59febda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5d30 0x559b59febda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 msgr2=0x559b59fec2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59fec2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 -- 172.21.15.17:0/2979585363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83e81a47b0 con 0x559b59fe5380 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59feb860 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f83e4096bd0 tx=0x7f83e4010d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32de86369301a87 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83d1ffb640 1 -- 172.21.15.17:0/2979585363 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e40a2e60 con 0x559b59fe5380 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83d1ffb640 1 -- 172.21.15.17:0/2979585363 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f83e40b3170 con 0x559b59fe5380 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b59f26f40 con 0x559b59fe5380 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.234+0000 7f83d1ffb640 1 -- 172.21.15.17:0/2979585363 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83e40ba050 con 0x559b59fe5380 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 10 client.17421 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559b59f4b320 con 0x559b59fe5380 2024-03-16T18:27:20.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83d1ffb640 1 -- 172.21.15.17:0/2979585363 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559b59f26f40 con 0x559b59fe5380 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83d1ffb640 1 -- 172.21.15.17:0/2979585363 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f83e40964c0 con 0x559b59fe5380 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 10 client.17421 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 10 client.17421 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 20 client.17421 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b59ffe9d0 0x559b5a000dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 4 client.17421 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559b59f43310 con 0x559b59ffe9d0 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.235+0000 7f83edca8640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b59ffe9d0 0x559b5a000dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.236+0000 7f83edca8640 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b59ffe9d0 0x559b5a000dc0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=472f35bf3c2795d3 server_cookie=37874552c5943f40 in_seq=0 out_seq=0 2024-03-16T18:27:20.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.236+0000 7f83d1ffb640 10 client.17421 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.236+0000 7f83d1ffb640 1 -- 172.21.15.17:0/2979585363 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559b59f43310 con 0x559b59ffe9d0 2024-03-16T18:27:20.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.236+0000 7f83d1ffb640 10 client.17421 handle_command_reply: tid=0 2024-03-16T18:27:20.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.236+0000 7f83f33be740 1 client.17421 shutdown 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 msgr2=0x559b59feb860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59feb860 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f83e4096bd0 tx=0x7f83e4010d80 comp rx=0 tx=0).stop 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 shutdown_connections 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b59ffe9d0 0x559b5a000dc0 crc :-1 s=READY pgs=131 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59fec2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5d30 0x559b59febda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83d1ffb640 0 client.17421 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 --2- 172.21.15.17:0/2979585363 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59feb860 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 >> 172.21.15.17:0/2979585363 conn(0x559b59fdf840 msgr2=0x559b59fe17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 shutdown_connections 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 1 -- 172.21.15.17:0/2979585363 wait complete. 2024-03-16T18:27:20.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.237+0000 7f83f33be740 20 client.17421 trim_cache size 0 max 16384 2024-03-16T18:27:20.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 Processor -- start 2024-03-16T18:27:20.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 -- start start 2024-03-16T18:27:20.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59fedf90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5d30 0x559b59ff9db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ffa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.259 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59f43310 con 0x559b59fe5380 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59f26f40 con 0x559b59fe5d30 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83f33be740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59fec830 con 0x559b59fee8b0 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59fedf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83ee4a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59fedf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47948/0 (socket says 172.21.15.17:47948) 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83ee4a9640 1 -- 172.21.15.17:0/4044012800 learned_addr learned my addr 172.21.15.17:0/4044012800 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.253+0000 7f83edca8640 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5d30 0x559b59ff9db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83eecaa640 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ffa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83ee4a9640 1 -- 172.21.15.17:0/4044012800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 msgr2=0x559b59ffa2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ffa2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83ee4a9640 1 -- 172.21.15.17:0/4044012800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5d30 msgr2=0x559b59ff9db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5d30 0x559b59ff9db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83ee4a9640 1 -- 172.21.15.17:0/4044012800 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559b59ee7c00 con 0x559b59fe5380 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83eecaa640 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ffa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59fedf90 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f83e409a700 tx=0x7f83e40854e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68c97f24665021c8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.260 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83d3fff640 1 -- 172.21.15.17:0/4044012800 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e409a2b0 con 0x559b59fe5380 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83d3fff640 1 -- 172.21.15.17:0/4044012800 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f83e409e810 con 0x559b59fe5380 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.254+0000 7f83d3fff640 1 -- 172.21.15.17:0/4044012800 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83e4096de0 con 0x559b59fe5380 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- 172.21.15.17:0/4044012800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 msgr2=0x559b59fedf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59fedf90 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f83e409a700 tx=0x7f83e40854e0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- 172.21.15.17:0/4044012800 shutdown_connections 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fee8b0 0x559b59ffa2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fe5d30 0x559b59ff9db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- 172.21.15.17:0/4044012800 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5380 0x559b59fedf90 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- 172.21.15.17:0/4044012800 >> 172.21.15.17:0/4044012800 conn(0x559b59fdf840 msgr2=0x559b59fde8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- 172.21.15.17:0/4044012800 shutdown_connections 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- 172.21.15.17:0/4044012800 wait complete. 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- start start 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 Processor -- start 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5380 0x559b59ff2720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59ff2c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.261 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59ff5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59ff61a0 con 0x559b59fe5d30 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59ff6310 con 0x559b59fee8b0 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b59ff64d0 con 0x559b59fe5380 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83f33be740 10 client.0 _ll_register_callbacks cb 0x7f83e00093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83edca8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59ff2c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83edca8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59ff2c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47956/0 (socket says 172.21.15.17:47956) 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83edca8640 1 -- 172.21.15.17:0/844347457 learned_addr learned my addr 172.21.15.17:0/844347457 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5380 0x559b59ff2720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.255+0000 7f83eecaa640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59ff5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83edca8640 1 -- 172.21.15.17:0/844347457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5380 msgr2=0x559b59ff2720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83edca8640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5380 0x559b59ff2720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83edca8640 1 -- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 msgr2=0x559b59ff5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83edca8640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59ff5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83edca8640 1 -- 172.21.15.17:0/844347457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559b59f4b320 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83edca8640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59ff2c60 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f83d802c170 tx=0x7f83d802cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d526226c226f9c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83d1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83d1ffb640 1 -- 172.21.15.17:0/844347457 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83d802cbf0 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83d1ffb640 1 -- 172.21.15.17:0/844347457 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f83d8046040 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559b59f72900 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83d1ffb640 1 -- 172.21.15.17:0/844347457 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83d8004250 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 10 client.17427 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559b59f0d910 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83d1ffb640 1 -- 172.21.15.17:0/844347457 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559b59f72900 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83d1ffb640 1 -- 172.21.15.17:0/844347457 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f83d8053020 con 0x559b59fe5d30 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 10 client.17427 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 10 client.17427 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 20 client.17427 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b5a05b410 0x559b5a05d830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 4 client.17427 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:27:20.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.256+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x559b59c4c860 con 0x559b5a05b410 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.257+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b5a05b410 0x559b5a05d830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.257+0000 7f83ee4a9640 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b5a05b410 0x559b5a05d830 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c98e3ccf0c3ee012 server_cookie=ed3f568cfd9cf140 in_seq=0 out_seq=0 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.257+0000 7f83d1ffb640 10 client.17427 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83d1ffb640 1 -- 172.21.15.17:0/844347457 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x559b59c4c860 con 0x559b5a05b410 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83d1ffb640 10 client.17427 handle_command_reply: tid=0 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 client.17427 shutdown 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 msgr2=0x559b59ff2c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59ff2c60 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f83d802c170 tx=0x7f83d802cb00 comp rx=0 tx=0).stop 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 shutdown_connections 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559b5a05b410 0x559b5a05d830 crc :-1 s=READY pgs=132 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559b59fe5d30 0x559b59ff2c60 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559b59fee8b0 0x559b59ff5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 --2- 172.21.15.17:0/844347457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559b59fe5380 0x559b59ff2720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 >> 172.21.15.17:0/844347457 conn(0x559b59fdf840 msgr2=0x559b59feb800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83d1ffb640 0 client.17427 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 shutdown_connections 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 1 -- 172.21.15.17:0/844347457 wait complete. 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.258+0000 7f83f33be740 20 client.17427 trim_cache size 0 max 16384 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "9c13f188-0e0b-44d2-afd9-bc873353775f", 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:27:20.265 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83d40a1ba0 msgr2=0x7f83d40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83d40a1ba0 0x7f83d40a4060 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f83e0005c40 tx=0x7f83e0009500 comp rx=0 tx=0).stop 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 msgr2=0x7f83e819d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 0x7f83e819d710 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f83e400e9f0 tx=0x7f83e400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 shutdown_connections 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f83d40a1ba0 0x7f83d40a4060 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f83e8100dd0 0x7f83e819dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f83e81064b0 0x7f83e81978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 --2- 172.21.15.17:0/2359071517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f83e8100410 0x7f83e819d710 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 >> 172.21.15.17:0/2359071517 conn(0x7f83e8077550 msgr2=0x7f83e8103170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 shutdown_connections 2024-03-16T18:27:20.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.259+0000 7f83f070d640 1 -- 172.21.15.17:0/2359071517 wait complete. 2024-03-16T18:27:20.270 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:27:20.270 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:27:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.374+0000 7f6401919640 1 -- 172.21.15.17:0/2960314685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 msgr2=0x7f63fc10b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 --2- 172.21.15.17:0/2960314685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc10b510 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f63e4009900 tx=0x7f63e402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 -- 172.21.15.17:0/2960314685 shutdown_connections 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 --2- 172.21.15.17:0/2960314685 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc10b510 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 --2- 172.21.15.17:0/2960314685 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63fc10ba50 0x7f63fc10def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 --2- 172.21.15.17:0/2960314685 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63fc102710 0x7f63fc102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 -- 172.21.15.17:0/2960314685 >> 172.21.15.17:0/2960314685 conn(0x7f63fc0775a0 msgr2=0x7f63fc0779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 -- 172.21.15.17:0/2960314685 shutdown_connections 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 -- 172.21.15.17:0/2960314685 wait complete. 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 Processor -- start 2024-03-16T18:27:20.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.375+0000 7f6401919640 1 -- start start 2024-03-16T18:27:20.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63fc102710 0x7f63fc100360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc1008a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63fc10ba50 0x7f63fc100de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63fc1a5dd0 con 0x7f63fc103030 2024-03-16T18:27:20.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63fc1a5f40 con 0x7f63fc10ba50 2024-03-16T18:27:20.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63fc1a6100 con 0x7f63fc102710 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc1008a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc1008a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47972/0 (socket says 172.21.15.17:47972) 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 -- 172.21.15.17:0/3918043903 learned_addr learned my addr 172.21.15.17:0/3918043903 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63faffd640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63fc102710 0x7f63fc100360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63fc10ba50 0x7f63fc100de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 -- 172.21.15.17:0/3918043903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63fc102710 msgr2=0x7f63fc100360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63fc102710 0x7f63fc100360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 -- 172.21.15.17:0/3918043903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63fc10ba50 msgr2=0x7f63fc100de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63fc10ba50 0x7f63fc100de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 -- 172.21.15.17:0/3918043903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63ec009840 con 0x7f63fc103030 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc1008a0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f63e4006010 tx=0x7f63e4005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6400917640 1 -- 172.21.15.17:0/3918043903 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e40043d0 con 0x7f63fc103030 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63e4009560 con 0x7f63fc103030 2024-03-16T18:27:20.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6400917640 1 -- 172.21.15.17:0/3918043903 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f63e4003aa0 con 0x7f63fc103030 2024-03-16T18:27:20.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6400917640 1 -- 172.21.15.17:0/3918043903 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e40052e0 con 0x7f63fc103030 2024-03-16T18:27:20.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.376+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63fc1a6700 con 0x7f63fc103030 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.378+0000 7f6400917640 1 -- 172.21.15.17:0/3918043903 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f63e4003c10 con 0x7f63fc103030 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 Processor -- start 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 -- start start 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 0x559e15c54690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f6400917640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e80a1ba0 0x7f63e80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c54bd0 0x559e15c5d270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c5d7b0 0x559e15c5fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15bc3280 con 0x559e15c54bd0 2024-03-16T18:27:20.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15bc07b0 con 0x559e15c5d7b0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f64045ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15bbbf90 con 0x559e15c542b0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e80a1ba0 0x7f63e80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f63faffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 0x559e15c54690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f63fa7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c54bd0 0x559e15c5d270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.379+0000 7f63faffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 0x559e15c54690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:53432/0 (socket says 172.21.15.17:53432) 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 -- 172.21.15.17:0/2066282832 learned_addr learned my addr 172.21.15.17:0/2066282832 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c5d7b0 0x559e15c5fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f6400917640 1 -- 172.21.15.17:0/3918043903 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f63e40f01d0 con 0x7f63fc103030 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 -- 172.21.15.17:0/2066282832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c5d7b0 msgr2=0x559e15c5fba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c5d7b0 0x559e15c5fba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 -- 172.21.15.17:0/2066282832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c54bd0 msgr2=0x559e15c5d270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c54bd0 0x559e15c5d270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 -- 172.21.15.17:0/2066282832 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e15b7a570 con 0x559e15c542b0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e80a1ba0 0x7f63e80a4060 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f63ec005fd0 tx=0x7f63ec009f20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63faffd640 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 0x559e15c54690 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f63f4009cf0 tx=0x7f63f4011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6ecc62381d58c615 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63f1ffb640 1 -- 172.21.15.17:0/2066282832 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f4004020 con 0x559e15c542b0 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63f1ffb640 1 -- 172.21.15.17:0/2066282832 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f63f40035f0 con 0x559e15c542b0 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.380+0000 7f63f1ffb640 1 -- 172.21.15.17:0/2066282832 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f4018610 con 0x559e15c542b0 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 -- 172.21.15.17:0/2066282832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 msgr2=0x559e15c54690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 0x559e15c54690 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f63f4009cf0 tx=0x7f63f4011810 comp rx=0 tx=0).stop 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 -- 172.21.15.17:0/2066282832 shutdown_connections 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c54bd0 0x559e15c5d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c5d7b0 0x559e15c5fba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 --2- 172.21.15.17:0/2066282832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c542b0 0x559e15c54690 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 -- 172.21.15.17:0/2066282832 >> 172.21.15.17:0/2066282832 conn(0x559e15c4e990 msgr2=0x559e15c4ed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 -- 172.21.15.17:0/2066282832 shutdown_connections 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 -- 172.21.15.17:0/2066282832 wait complete. 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 -- start start 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.381+0000 7f64045ce740 1 Processor -- start 2024-03-16T18:27:20.388 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c5d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c5a560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5ab70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e1588f430 con 0x559e15c542b0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e1584be00 con 0x559e15c54bd0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15b40fd0 con 0x559e15c5d7b0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 10 client.0 _ll_register_callbacks cb 0x559e15b96fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c5d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c5d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47988/0 (socket says 172.21.15.17:47988) 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 -- 172.21.15.17:0/3619252725 learned_addr learned my addr 172.21.15.17:0/3619252725 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c5a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 -- 172.21.15.17:0/3619252725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 msgr2=0x559e15c5ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 -- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 msgr2=0x559e15c5a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c5a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 -- 172.21.15.17:0/3619252725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63f4009950 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63faffd640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c5d1d0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f63f4003c90 tx=0x7f63f4003cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e6f4331fb8c3a4a4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63daffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63daffd640 1 -- 172.21.15.17:0/3619252725 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f4009e60 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f63daffd640 1 -- 172.21.15.17:0/3619252725 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f63f40041b0 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.382+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559e158bb7e0 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f63daffd640 1 -- 172.21.15.17:0/3619252725 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63f40043b0 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 10 client.17439 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559e15bba610 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f63daffd640 1 -- 172.21.15.17:0/3619252725 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559e158bb7e0 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f63daffd640 1 -- 172.21.15.17:0/3619252725 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f63f4004bd0 con 0x559e15c542b0 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 10 client.17439 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 10 client.17439 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 20 client.17439 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:20.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15c6d990 0x559e15c6fd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 4 client.17439 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559e158f8720 con 0x559e15c6d990 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.383+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15c6d990 0x559e15c6fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f63daffd640 10 client.17439 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15c6d990 0x559e15c6fd80 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e85396cd6e588059 server_cookie=6ed84207b44ea69c in_seq=0 out_seq=0 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f63daffd640 1 -- 172.21.15.17:0/3619252725 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559e158f8720 con 0x559e15c6d990 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f63daffd640 10 client.17439 handle_command_reply: tid=0 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 client.17439 shutdown 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 msgr2=0x559e15c5d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c5d1d0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f63f4003c90 tx=0x7f63f4003cc0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 shutdown_connections 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15c6d990 0x559e15c6fd80 crc :-1 s=READY pgs=133 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c5a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f63daffd640 0 client.17439 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 --2- 172.21.15.17:0/3619252725 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c5d1d0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.384+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 >> 172.21.15.17:0/3619252725 conn(0x559e15c4e990 msgr2=0x559e15c50730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.385+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 shutdown_connections 2024-03-16T18:27:20.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.385+0000 7f64045ce740 1 -- 172.21.15.17:0/3619252725 wait complete. 2024-03-16T18:27:20.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.385+0000 7f64045ce740 20 client.17439 trim_cache size 0 max 16384 2024-03-16T18:27:20.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.401+0000 7f64045ce740 1 Processor -- start 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.401+0000 7f64045ce740 1 -- start start 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f64045ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c542b0 0x559e15c5a500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f64045ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c54bd0 0x559e15c5cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f64045ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 0x559e15c5d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f64045ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15c48e20 con 0x559e15c5d7b0 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f64045ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15c4e7f0 con 0x559e15c542b0 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f64045ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15c5b8b0 con 0x559e15c54bd0 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 0x559e15c5d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 0x559e15c5d1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47992/0 (socket says 172.21.15.17:47992) 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 -- 172.21.15.17:0/717333442 learned_addr learned my addr 172.21.15.17:0/717333442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63faffd640 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c542b0 0x559e15c5a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c54bd0 0x559e15c5cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 -- 172.21.15.17:0/717333442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c54bd0 msgr2=0x559e15c5cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c54bd0 0x559e15c5cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 -- 172.21.15.17:0/717333442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c542b0 msgr2=0x559e15c5a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c542b0 0x559e15c5a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 -- 172.21.15.17:0/717333442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559e15b56ac0 con 0x559e15c5d7b0 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 0x559e15c5d1d0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f63ec005c80 tx=0x7f63ec009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b728dfaadc4e9c6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63f17fa640 1 -- 172.21.15.17:0/717333442 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec003e00 con 0x559e15c5d7b0 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63f17fa640 1 -- 172.21.15.17:0/717333442 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f63ec013170 con 0x559e15c5d7b0 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.402+0000 7f63f17fa640 1 -- 172.21.15.17:0/717333442 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec02aca0 con 0x559e15c5d7b0 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 -- 172.21.15.17:0/717333442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 msgr2=0x559e15c5d1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 0x559e15c5d1d0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f63ec005c80 tx=0x7f63ec009500 comp rx=0 tx=0).stop 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 -- 172.21.15.17:0/717333442 shutdown_connections 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c5d7b0 0x559e15c5d1d0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c54bd0 0x559e15c5cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 --2- 172.21.15.17:0/717333442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c542b0 0x559e15c5a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 -- 172.21.15.17:0/717333442 >> 172.21.15.17:0/717333442 conn(0x559e15c4e990 msgr2=0x559e15c59df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 -- 172.21.15.17:0/717333442 shutdown_connections 2024-03-16T18:27:20.405 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 -- 172.21.15.17:0/717333442 wait complete. 2024-03-16T18:27:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.403+0000 7f64045ce740 1 -- start start 2024-03-16T18:27:20.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 Processor -- start 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c64dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c65310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5e650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15c5ec60 con 0x559e15c542b0 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15c5edd0 con 0x559e15c54bd0 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559e15c5ef90 con 0x559e15c5d7b0 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f64045ce740 10 client.0 _ll_register_callbacks cb 0x7f63ec0138e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:20.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c64dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c64dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48004/0 (socket says 172.21.15.17:48004) 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 -- 172.21.15.17:0/64532427 learned_addr learned my addr 172.21.15.17:0/64532427 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c65310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63fb7fe640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5e650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 -- 172.21.15.17:0/64532427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 msgr2=0x559e15c5e650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5e650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 -- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 msgr2=0x559e15c65310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c65310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 -- 172.21.15.17:0/64532427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63ec01b040 con 0x559e15c542b0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63faffd640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c64dd0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f63f4004fb0 tx=0x7f63f4005620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e4f08ebb469b8f6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.404+0000 7f63daffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f63daffd640 1 -- 172.21.15.17:0/64532427 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f4003d30 con 0x559e15c542b0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f63daffd640 1 -- 172.21.15.17:0/64532427 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f63f40195f0 con 0x559e15c542b0 2024-03-16T18:27:20.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f63f40035f0 con 0x559e15c542b0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f63daffd640 1 -- 172.21.15.17:0/64532427 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f63f4004fe0 con 0x559e15c542b0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 10 client.17445 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559e15b7c6a0 con 0x559e15c542b0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f63daffd640 1 -- 172.21.15.17:0/64532427 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f63f40035f0 con 0x559e15c542b0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f63daffd640 1 -- 172.21.15.17:0/64532427 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f63f4035430 con 0x559e15c542b0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 10 client.17445 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 10 client.17445 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 20 client.17445 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15cca150 0x559e15ccc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 4 client.17445 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559e15947890 con 0x559e15cca150 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.405+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15cca150 0x559e15ccc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f63fa7fc640 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15cca150 0x559e15ccc570 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90abc40436f71518 server_cookie=4d83027572222c92 in_seq=0 out_seq=0 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f63daffd640 10 client.17445 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f63daffd640 1 -- 172.21.15.17:0/64532427 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x559e15947890 con 0x559e15cca150 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f63daffd640 10 client.17445 handle_command_reply: tid=0 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 client.17445 shutdown 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 msgr2=0x559e15c64dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c64dd0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7f63f4004fb0 tx=0x7f63f4005620 comp rx=0 tx=0).stop 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 shutdown_connections 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559e15cca150 0x559e15ccc570 crc :-1 s=READY pgs=134 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559e15c5d7b0 0x559e15c5e650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559e15c54bd0 0x559e15c65310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f63daffd640 0 client.17445 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 --2- 172.21.15.17:0/64532427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559e15c542b0 0x559e15c64dd0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 >> 172.21.15.17:0/64532427 conn(0x559e15c4e990 msgr2=0x559e15c4d1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 shutdown_connections 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 1 -- 172.21.15.17:0/64532427 wait complete. 2024-03-16T18:27:20.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.406+0000 7f64045ce740 20 client.17445 trim_cache size 0 max 16384 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "9c13f188-0e0b-44d2-afd9-bc873353775f": { 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "9c13f188-0e0b-44d2-afd9-bc873353775f", 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:27:20.413 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e80a1ba0 msgr2=0x7f63e80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e80a1ba0 0x7f63e80a4060 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f63ec005fd0 tx=0x7f63ec009f20 comp rx=0 tx=0).stop 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 msgr2=0x7f63fc1008a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc1008a0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f63e4006010 tx=0x7f63e4005e10 comp rx=0 tx=0).stop 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 shutdown_connections 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e80a1ba0 0x7f63e80a4060 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63fc103030 0x7f63fc1008a0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63fc10ba50 0x7f63fc100de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 --2- 172.21.15.17:0/3918043903 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63fc102710 0x7f63fc100360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:20.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 >> 172.21.15.17:0/3918043903 conn(0x7f63fc0775a0 msgr2=0x7f63fc0fd4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:20.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 shutdown_connections 2024-03-16T18:27:20.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:20.407+0000 7f6401919640 1 -- 172.21.15.17:0/3918043903 wait complete. 2024-03-16T18:27:20.417 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:20 smithi017 ceph-mon[32207]: pgmap v177: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:20.418 INFO:tasks.cephfs.filesystem:scrub status for tag:9c13f188-0e0b-44d2-afd9-bc873353775f - {'path': '/', 'tag': '9c13f188-0e0b-44d2-afd9-bc873353775f', 'options': 'recursive,force'} 2024-03-16T18:27:20.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:20 smithi149 ceph-mon[35991]: pgmap v177: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:20.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:20 smithi153 ceph-mon[36005]: pgmap v177: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:21.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:21 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:27:21.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:21 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:21.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:21 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:27:21.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:21 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:21.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:21 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:27:21.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:21 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:21.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:21 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:27:21.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:21 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:21.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:21 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:27:21.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:21 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:21.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:21 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:27:21.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:21 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:22.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:22 smithi017 ceph-mon[32207]: pgmap v178: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:22.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:22 smithi149 ceph-mon[35991]: pgmap v178: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:22.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:22 smithi153 ceph-mon[36005]: pgmap v178: 129 pgs: 129 active+clean; 7.8 MiB data, 414 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:23.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:23 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:27:23.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:23 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:27:23.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:23 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:27:24.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:24 smithi017 ceph-mon[32207]: pgmap v179: 129 pgs: 129 active+clean; 8.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:24.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:24 smithi149 ceph-mon[35991]: pgmap v179: 129 pgs: 129 active+clean; 8.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:24.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:24 smithi153 ceph-mon[36005]: pgmap v179: 129 pgs: 129 active+clean; 8.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:26.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:26 smithi017 ceph-mon[32207]: pgmap v180: 129 pgs: 129 active+clean; 8.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:26.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:26 smithi149 ceph-mon[35991]: pgmap v180: 129 pgs: 129 active+clean; 8.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:26.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:26 smithi153 ceph-mon[36005]: pgmap v180: 129 pgs: 129 active+clean; 8.0 MiB data, 418 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:28.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:28 smithi017 ceph-mon[32207]: pgmap v181: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 20 op/s 2024-03-16T18:27:28.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:28 smithi149 ceph-mon[35991]: pgmap v181: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 20 op/s 2024-03-16T18:27:28.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:28 smithi153 ceph-mon[36005]: pgmap v181: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 50 KiB/s wr, 20 op/s 2024-03-16T18:27:30.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:30 smithi017 ceph-mon[32207]: pgmap v182: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:30.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:30 smithi149 ceph-mon[35991]: pgmap v182: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:30.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:30 smithi153 ceph-mon[36005]: pgmap v182: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:32.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:32 smithi017 ceph-mon[32207]: pgmap v183: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:32.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:32 smithi149 ceph-mon[35991]: pgmap v183: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:32.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:32 smithi153 ceph-mon[36005]: pgmap v183: 129 pgs: 129 active+clean; 8.2 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 32 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:34.411 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:34 smithi153 ceph-mon[36005]: pgmap v184: 129 pgs: 129 active+clean; 8.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:34.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:34 smithi017 ceph-mon[32207]: pgmap v184: 129 pgs: 129 active+clean; 8.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:34.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:34 smithi149 ceph-mon[35991]: pgmap v184: 129 pgs: 129 active+clean; 8.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 48 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:36.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:36 smithi017 ceph-mon[32207]: pgmap v185: 129 pgs: 129 active+clean; 8.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:36.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:36 smithi149 ceph-mon[35991]: pgmap v185: 129 pgs: 129 active+clean; 8.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:36.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:36 smithi153 ceph-mon[36005]: pgmap v185: 129 pgs: 129 active+clean; 8.3 MiB data, 419 MiB used, 1.0 TiB / 1.0 TiB avail; 31 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:38.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:38 smithi017 ceph-mon[32207]: pgmap v186: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:38.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:38 smithi149 ceph-mon[35991]: pgmap v186: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:38.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:38 smithi153 ceph-mon[36005]: pgmap v186: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 49 KiB/s rd, 49 KiB/s wr, 20 op/s 2024-03-16T18:27:40.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:40 smithi017 ceph-mon[32207]: pgmap v187: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-03-16T18:27:40.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:40 smithi149 ceph-mon[35991]: pgmap v187: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-03-16T18:27:40.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:40 smithi153 ceph-mon[36005]: pgmap v187: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-03-16T18:27:41.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:41 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:27:41.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:41 smithi017 ceph-mon[32207]: pgmap v188: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-03-16T18:27:41.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:41 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:27:41.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:41 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:27:41.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:41 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:27:41.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:41 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:27:41.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:41 smithi149 ceph-mon[35991]: pgmap v188: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-03-16T18:27:41.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:41 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:27:41.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:41 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:27:41.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:41 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:27:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:41 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:27:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:41 smithi153 ceph-mon[36005]: pgmap v188: 129 pgs: 129 active+clean; 8.5 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 13 op/s 2024-03-16T18:27:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:41 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:27:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:41 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:27:41.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:41 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:27:43.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:43 smithi149 ceph-mon[35991]: pgmap v189: 129 pgs: 129 active+clean; 8.7 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 20 op/s 2024-03-16T18:27:43.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:43 smithi153 ceph-mon[36005]: pgmap v189: 129 pgs: 129 active+clean; 8.7 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 20 op/s 2024-03-16T18:27:43.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:43 smithi017 ceph-mon[32207]: pgmap v189: 129 pgs: 129 active+clean; 8.7 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 20 op/s 2024-03-16T18:27:45.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:45 smithi149 ceph-mon[35991]: pgmap v190: 129 pgs: 129 active+clean; 8.7 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:45.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:45 smithi153 ceph-mon[36005]: pgmap v190: 129 pgs: 129 active+clean; 8.7 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:45.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:45 smithi017 ceph-mon[32207]: pgmap v190: 129 pgs: 129 active+clean; 8.7 MiB data, 420 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:47 smithi149 ceph-mon[35991]: pgmap v191: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 46 KiB/s wr, 20 op/s 2024-03-16T18:27:47.588 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:47 smithi017 ceph-mon[32207]: pgmap v191: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 46 KiB/s wr, 20 op/s 2024-03-16T18:27:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:47 smithi153 ceph-mon[36005]: pgmap v191: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 46 KiB/s wr, 20 op/s 2024-03-16T18:27:49.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:49 smithi149 ceph-mon[35991]: pgmap v192: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:49.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:49 smithi153 ceph-mon[36005]: pgmap v192: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:49.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:49 smithi017 ceph-mon[32207]: pgmap v192: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:50.419 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:27:50.419 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 -- 172.21.15.17:0/643065785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd981003b0 msgr2=0x7fcd9810e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/643065785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd981003b0 0x7fcd9810e320 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fcd90009cd0 tx=0x7fcd9002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 -- 172.21.15.17:0/643065785 shutdown_connections 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/643065785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd981003b0 0x7fcd9810e320 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/643065785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd980ff9f0 0x7fcd980ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/643065785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd98107510 0x7fcd981078f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 -- 172.21.15.17:0/643065785 >> 172.21.15.17:0/643065785 conn(0x7fcd98076920 msgr2=0x7fcd980fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 -- 172.21.15.17:0/643065785 shutdown_connections 2024-03-16T18:27:50.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 -- 172.21.15.17:0/643065785 wait complete. 2024-03-16T18:27:50.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.536+0000 7fcd9e75c640 1 Processor -- start 2024-03-16T18:27:50.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 -- start start 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 0x7fcd9819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd981003b0 0x7fcd9819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd98107510 0x7fcd981977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd98197f50 con 0x7fcd980ff9f0 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd981980c0 con 0x7fcd98107510 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9e75c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcd98198280 con 0x7fcd981003b0 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 0x7fcd9819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 0x7fcd9819d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54146/0 (socket says 172.21.15.17:54146) 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 -- 172.21.15.17:0/1862038120 learned_addr learned my addr 172.21.15.17:0/1862038120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd98107510 0x7fcd981977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd977fe640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd981003b0 0x7fcd9819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 -- 172.21.15.17:0/1862038120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd981003b0 msgr2=0x7fcd9819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd981003b0 0x7fcd9819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 -- 172.21.15.17:0/1862038120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd98107510 msgr2=0x7fcd981977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd98107510 0x7fcd981977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.537+0000 7fcd97fff640 1 -- 172.21.15.17:0/1862038120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd90009900 con 0x7fcd980ff9f0 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.538+0000 7fcd97fff640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 0x7fcd9819d6b0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fcd8000e9f0 tx=0x7fcd8000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.538+0000 7fcd957fa640 1 -- 172.21.15.17:0/1862038120 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd80009720 con 0x7fcd980ff9f0 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.538+0000 7fcd957fa640 1 -- 172.21.15.17:0/1862038120 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcd8000cd80 con 0x7fcd980ff9f0 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.538+0000 7fcd957fa640 1 -- 172.21.15.17:0/1862038120 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd80010430 con 0x7fcd980ff9f0 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.538+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcd98198560 con 0x7fcd980ff9f0 2024-03-16T18:27:50.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.538+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd981a4630 con 0x7fcd980ff9f0 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.540+0000 7fcd957fa640 1 -- 172.21.15.17:0/1862038120 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fcd80005020 con 0x7fcd980ff9f0 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.540+0000 7fcda140c740 1 Processor -- start 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.540+0000 7fcda140c740 1 -- start start 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcda140c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d7213c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd957fa640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcd840a1ba0 0x7fcd840a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcda140c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 0x55815d72e680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcda140c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d730fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcda140c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d690280 con 0x55815d72ebc0 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcda140c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d68d7b0 con 0x55815d721900 2024-03-16T18:27:50.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcda140c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d688f90 con 0x55815d720fe0 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d7213c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 0x55815d72e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcd840a1ba0 0x7fcd840a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 0x55815d72e680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58728/0 (socket says 172.21.15.17:58728) 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 -- 172.21.15.17:0/4134297817 learned_addr learned my addr 172.21.15.17:0/4134297817 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d7213c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:33308/0 (socket says 172.21.15.17:33308) 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd957fa640 1 -- 172.21.15.17:0/1862038120 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fcd80014070 con 0x7fcd980ff9f0 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d730fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 -- 172.21.15.17:0/4134297817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 msgr2=0x55815d7213c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d7213c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 -- 172.21.15.17:0/4134297817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 msgr2=0x55815d730fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d730fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 -- 172.21.15.17:0/4134297817 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55815d647570 con 0x55815d721900 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd97fff640 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d7213c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:50.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd977fe640 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 0x55815d72e680 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fcd88009c90 tx=0x7fcd88011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6c12bb385339beef server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.541+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcd840a1ba0 0x7fcd840a4060 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcd90005cc0 tx=0x7fcd90032470 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcd8e7fc640 1 -- 172.21.15.17:0/4134297817 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd88019630 con 0x55815d721900 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcd8e7fc640 1 -- 172.21.15.17:0/4134297817 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcd88019c40 con 0x55815d721900 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcd8e7fc640 1 -- 172.21.15.17:0/4134297817 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd8800ea40 con 0x55815d721900 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 -- 172.21.15.17:0/4134297817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 msgr2=0x55815d72e680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 0x55815d72e680 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fcd88009c90 tx=0x7fcd88011810 comp rx=0 tx=0).stop 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 -- 172.21.15.17:0/4134297817 shutdown_connections 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d730fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d721900 0x55815d72e680 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 --2- 172.21.15.17:0/4134297817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d7213c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 -- 172.21.15.17:0/4134297817 >> 172.21.15.17:0/4134297817 conn(0x55815d71b990 msgr2=0x55815d71bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 -- 172.21.15.17:0/4134297817 shutdown_connections 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.542+0000 7fcda140c740 1 -- 172.21.15.17:0/4134297817 wait complete. 2024-03-16T18:27:50.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 -- start start 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 Processor -- start 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d72ba80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d721900 0x55815d72bfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d72c500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d35c430 con 0x55815d72ebc0 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d318e00 con 0x55815d720fe0 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d60dfd0 con 0x55815d721900 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcda140c740 10 client.0 _ll_register_callbacks cb 0x55815d663fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcd9ccf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d72c500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcd9ccf9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d72c500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54174/0 (socket says 172.21.15.17:54174) 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d72ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcd9ccf9640 1 -- 172.21.15.17:0/1616730874 learned_addr learned my addr 172.21.15.17:0/1616730874 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.543+0000 7fcd977fe640 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d721900 0x55815d72bfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd9ccf9640 1 -- 172.21.15.17:0/1616730874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d721900 msgr2=0x55815d72bfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d721900 0x55815d72bfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd9ccf9640 1 -- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 msgr2=0x55815d72ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d72ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd9ccf9640 1 -- 172.21.15.17:0/1616730874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcd880098f0 con 0x55815d72ebc0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d72c500 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fcd90009cd0 tx=0x7fcd90005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6d418da220a29dd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd777fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd777fe640 1 -- 172.21.15.17:0/1616730874 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd90048070 con 0x55815d72ebc0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd777fe640 1 -- 172.21.15.17:0/1616730874 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fcd90004e10 con 0x55815d72ebc0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55815d3887e0 con 0x55815d72ebc0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd777fe640 1 -- 172.21.15.17:0/1616730874 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd90032690 con 0x55815d72ebc0 2024-03-16T18:27:50.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcda140c740 10 client.17457 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55815d687610 con 0x55815d72ebc0 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd777fe640 1 -- 172.21.15.17:0/1616730874 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55815d3887e0 con 0x55815d72ebc0 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcd777fe640 1 -- 172.21.15.17:0/1616730874 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fcd90004160 con 0x55815d72ebc0 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.544+0000 7fcda140c740 10 client.17457 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcda140c740 10 client.17457 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcda140c740 20 client.17457 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcda140c740 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d73ef50 0x55815d741370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcda140c740 4 client.17457 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55815d3c5720 con 0x55815d73ef50 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcd97fff640 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d73ef50 0x55815d741370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcd97fff640 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d73ef50 0x55815d741370 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b7541b988871ccd2 server_cookie=6375e1c2929b77fd in_seq=0 out_seq=0 2024-03-16T18:27:50.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.545+0000 7fcd777fe640 10 client.17457 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcd777fe640 1 -- 172.21.15.17:0/1616730874 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fcd800a94b0 con 0x55815d73ef50 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcd777fe640 10 client.17457 handle_command_reply: tid=0 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 client.17457 shutdown 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 msgr2=0x55815d72c500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d72c500 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7fcd90009cd0 tx=0x7fcd90005c50 comp rx=0 tx=0).stop 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 shutdown_connections 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d73ef50 0x55815d741370 crc :-1 s=READY pgs=135 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d72ebc0 0x55815d72c500 unknown :-1 s=CLOSED pgs=976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d721900 0x55815d72bfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcd777fe640 0 client.17457 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 --2- 172.21.15.17:0/1616730874 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d72ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 >> 172.21.15.17:0/1616730874 conn(0x55815d71b990 msgr2=0x55815d71d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 shutdown_connections 2024-03-16T18:27:50.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 1 -- 172.21.15.17:0/1616730874 wait complete. 2024-03-16T18:27:50.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.546+0000 7fcda140c740 20 client.17457 trim_cache size 0 max 16384 2024-03-16T18:27:50.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.562+0000 7fcda140c740 1 Processor -- start 2024-03-16T18:27:50.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.562+0000 7fcda140c740 1 -- start start 2024-03-16T18:27:50.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcda140c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d71d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcda140c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d72c320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcda140c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d72ebc0 0x55815d71a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcda140c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d722000 con 0x55815d721900 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcda140c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d71dbe0 con 0x55815d72ebc0 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcda140c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d720c10 con 0x55815d720fe0 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d72c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d72c320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54186/0 (socket says 172.21.15.17:54186) 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 -- 172.21.15.17:0/3521377385 learned_addr learned my addr 172.21.15.17:0/3521377385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd97fff640 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d71d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d72ebc0 0x55815d71a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 -- 172.21.15.17:0/3521377385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 msgr2=0x55815d71d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d71d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 -- 172.21.15.17:0/3521377385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d72ebc0 msgr2=0x55815d71a8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d72ebc0 0x55815d71a8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 -- 172.21.15.17:0/3521377385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55815d623ac0 con 0x55815d721900 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd977fe640 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d72c320 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fcd880098c0 tx=0x7fcd88005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55ce72c0f2674d67 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd8dffb640 1 -- 172.21.15.17:0/3521377385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd88005240 con 0x55815d721900 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd8dffb640 1 -- 172.21.15.17:0/3521377385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcd880198e0 con 0x55815d721900 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.563+0000 7fcd8dffb640 1 -- 172.21.15.17:0/3521377385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd88003a10 con 0x55815d721900 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 -- 172.21.15.17:0/3521377385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 msgr2=0x55815d72c320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d72c320 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7fcd880098c0 tx=0x7fcd88005850 comp rx=0 tx=0).stop 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 -- 172.21.15.17:0/3521377385 shutdown_connections 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d72c320 unknown :-1 s=CLOSED pgs=977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d72ebc0 0x55815d71a8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 --2- 172.21.15.17:0/3521377385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d720fe0 0x55815d71d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 -- 172.21.15.17:0/3521377385 >> 172.21.15.17:0/3521377385 conn(0x55815d71b990 msgr2=0x55815d71a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 -- 172.21.15.17:0/3521377385 shutdown_connections 2024-03-16T18:27:50.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 -- 172.21.15.17:0/3521377385 wait complete. 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.564+0000 7fcda140c740 1 -- start start 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 Processor -- start 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d7367a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d732b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d72ebc0 0x55815d733060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d7336e0 con 0x55815d721900 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d733850 con 0x55815d720fe0 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55815d79a810 con 0x55815d72ebc0 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcda140c740 10 client.0 _ll_register_callbacks cb 0x7fcd80005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d732b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d732b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54188/0 (socket says 172.21.15.17:54188) 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd97fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d7367a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 -- 172.21.15.17:0/2735875508 learned_addr learned my addr 172.21.15.17:0/2735875508 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd9ccf9640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d72ebc0 0x55815d733060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 -- 172.21.15.17:0/2735875508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d72ebc0 msgr2=0x55815d733060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d72ebc0 0x55815d733060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 -- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 msgr2=0x55815d7367a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d7367a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 -- 172.21.15.17:0/2735875508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55815d647570 con 0x55815d721900 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd97fff640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d7367a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd977fe640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d732b20 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fcd88011d10 tx=0x7fcd880246b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30372bda2b66805 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd777fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.565+0000 7fcd777fe640 1 -- 172.21.15.17:0/2735875508 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd880054e0 con 0x55815d721900 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcd777fe640 1 -- 172.21.15.17:0/2735875508 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7fcd88019a50 con 0x55815d721900 2024-03-16T18:27:50.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcd88019c40 con 0x55815d721900 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcd777fe640 1 -- 172.21.15.17:0/2735875508 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcd88005640 con 0x55815d721900 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 10 client.17463 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55815d6496a0 con 0x55815d721900 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcd777fe640 1 -- 172.21.15.17:0/2735875508 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcd88019c40 con 0x55815d721900 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcd777fe640 1 -- 172.21.15.17:0/2735875508 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fcd8802a020 con 0x55815d721900 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 10 client.17463 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 10 client.17463 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 20 client.17463 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d79b980 0x55815d79dd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 4 client.17463 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55815d414890 con 0x55815d79b980 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.566+0000 7fcd97fff640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d79b980 0x55815d79dd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcd777fe640 10 client.17463 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:50.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcd97fff640 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d79b980 0x55815d79dd70 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6496e07dc87ecc33 server_cookie=d196de22494b44f3 in_seq=0 out_seq=0 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcd777fe640 1 -- 172.21.15.17:0/2735875508 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55815d414890 con 0x55815d79b980 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcd777fe640 10 client.17463 handle_command_reply: tid=0 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 client.17463 shutdown 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 msgr2=0x55815d732b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d732b20 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7fcd88011d10 tx=0x7fcd880246b0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 shutdown_connections 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55815d79b980 0x55815d79dd70 crc :-1 s=READY pgs=136 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55815d721900 0x55815d732b20 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcd777fe640 0 client.17463 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55815d72ebc0 0x55815d733060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 --2- 172.21.15.17:0/2735875508 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55815d720fe0 0x55815d7367a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 >> 172.21.15.17:0/2735875508 conn(0x55815d71b990 msgr2=0x55815d71a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 shutdown_connections 2024-03-16T18:27:50.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 1 -- 172.21.15.17:0/2735875508 wait complete. 2024-03-16T18:27:50.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.567+0000 7fcda140c740 20 client.17463 trim_cache size 0 max 16384 2024-03-16T18:27:50.575 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:27:50.575 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:27:50.575 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:27:50.575 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcd840a1ba0 msgr2=0x7fcd840a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcd840a1ba0 0x7fcd840a4060 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fcd90005cc0 tx=0x7fcd90032470 comp rx=0 tx=0).stop 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 msgr2=0x7fcd9819d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 0x7fcd9819d6b0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fcd8000e9f0 tx=0x7fcd8000edf0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 shutdown_connections 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcd840a1ba0 0x7fcd840a4060 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcd98107510 0x7fcd981977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcd981003b0 0x7fcd9819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 --2- 172.21.15.17:0/1862038120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcd980ff9f0 0x7fcd9819d6b0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 >> 172.21.15.17:0/1862038120 conn(0x7fcd98076920 msgr2=0x7fcd980fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 shutdown_connections 2024-03-16T18:27:50.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.568+0000 7fcd9e75c640 1 -- 172.21.15.17:0/1862038120 wait complete. 2024-03-16T18:27:50.579 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:27:50.579 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 -- 172.21.15.17:0/1516080233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 msgr2=0x7f1d7010e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 --2- 172.21.15.17:0/1516080233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7010e320 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f1d68009900 tx=0x7f1d6802bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 -- 172.21.15.17:0/1516080233 shutdown_connections 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 --2- 172.21.15.17:0/1516080233 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7010e320 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 --2- 172.21.15.17:0/1516080233 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d701014a0 0x7f1d70101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 --2- 172.21.15.17:0/1516080233 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1d70107560 0x7f1d70107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 -- 172.21.15.17:0/1516080233 >> 172.21.15.17:0/1516080233 conn(0x7f1d700fcf90 msgr2=0x7f1d700ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 -- 172.21.15.17:0/1516080233 shutdown_connections 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.681+0000 7f1d78165640 1 -- 172.21.15.17:0/1516080233 wait complete. 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 Processor -- start 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 -- start start 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d701014a0 0x7f1d7019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1d70107560 0x7f1d70197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d70197e30 con 0x7f1d70101e60 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d70197fa0 con 0x7f1d70107560 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d78165640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d70198160 con 0x7f1d701014a0 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d75700640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d75700640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7019db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54208/0 (socket says 172.21.15.17:54208) 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d75700640 1 -- 172.21.15.17:0/801940893 learned_addr learned my addr 172.21.15.17:0/801940893 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:50.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d76702640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1d70107560 0x7f1d70197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.682+0000 7f1d75f01640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d701014a0 0x7f1d7019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d75700640 1 -- 172.21.15.17:0/801940893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d701014a0 msgr2=0x7f1d7019d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d75700640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d701014a0 0x7f1d7019d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d75700640 1 -- 172.21.15.17:0/801940893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1d70107560 msgr2=0x7f1d70197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d75700640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1d70107560 0x7f1d70197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d75700640 1 -- 172.21.15.17:0/801940893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d68009560 con 0x7f1d70101e60 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d75700640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7019db60 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f1d6400eb90 tx=0x7f1d6400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d640099b0 con 0x7f1d70101e60 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d70198440 con 0x7f1d70101e60 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1d6400ee90 con 0x7f1d70101e60 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d64010690 con 0x7f1d70101e60 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.683+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d701a4650 con 0x7f1d70101e60 2024-03-16T18:27:50.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.684+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d70102bc0 con 0x7f1d70101e60 2024-03-16T18:27:50.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.685+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1d64005000 con 0x7f1d70101e60 2024-03-16T18:27:50.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.686+0000 7f1d6effd640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d580a1ba0 0x7f1d580a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:50.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.686+0000 7f1d75f01640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d580a1ba0 0x7f1d580a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:50.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.686+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f1d64014070 con 0x7f1d70101e60 2024-03-16T18:27:50.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.686+0000 7f1d75f01640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d580a1ba0 0x7f1d580a4060 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1d60009bd0 tx=0x7f1d60005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:50.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.689+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1d640974a0 con 0x7f1d70101e60 2024-03-16T18:27:50.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.909+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1d70109900 con 0x7f1d70101e60 2024-03-16T18:27:50.910 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.910+0000 7f1d6effd640 1 -- 172.21.15.17:0/801940893 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f1d6409ab60 con 0x7f1d70101e60 2024-03-16T18:27:50.910 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:27:50.910 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:27:50.910 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.911+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d580a1ba0 msgr2=0x7f1d580a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d580a1ba0 0x7f1d580a4060 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f1d60009bd0 tx=0x7f1d60005f90 comp rx=0 tx=0).stop 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 msgr2=0x7f1d7019db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7019db60 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f1d6400eb90 tx=0x7f1d6400c6a0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 shutdown_connections 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1d580a1ba0 0x7f1d580a4060 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1d70101e60 0x7f1d7019db60 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1d70107560 0x7f1d70197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 --2- 172.21.15.17:0/801940893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1d701014a0 0x7f1d7019d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:50.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 >> 172.21.15.17:0/801940893 conn(0x7f1d700fcf90 msgr2=0x7f1d700fe810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:50.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 shutdown_connections 2024-03-16T18:27:50.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:50.912+0000 7f1d78165640 1 -- 172.21.15.17:0/801940893 wait complete. 2024-03-16T18:27:50.922 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:50.923 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.027+0000 7f93ea7dd640 1 -- 172.21.15.17:0/2536733998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 msgr2=0x7f93e41009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.027+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/2536733998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e41009b0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7f93d4009930 tx=0x7f93d402bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 -- 172.21.15.17:0/2536733998 shutdown_connections 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/2536733998 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e41056a0 0x7f93e410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/2536733998 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93e4100f80 0x7f93e4104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/2536733998 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e41009b0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 -- 172.21.15.17:0/2536733998 >> 172.21.15.17:0/2536733998 conn(0x7f93e40774f0 msgr2=0x7f93e4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 -- 172.21.15.17:0/2536733998 shutdown_connections 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 -- 172.21.15.17:0/2536733998 wait complete. 2024-03-16T18:27:51.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 Processor -- start 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 -- start start 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e419c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93e41056a0 0x7f93e419cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e41967a0 0x7f93e4196c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.028+0000 7f93ea7dd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e4197250 con 0x7f93e41005d0 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93ea7dd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e41973c0 con 0x7f93e41967a0 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93ea7dd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93e4197530 con 0x7f93e41056a0 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e419c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e419c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54228/0 (socket says 172.21.15.17:54228) 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 -- 172.21.15.17:0/3945018087 learned_addr learned my addr 172.21.15.17:0/3945018087 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e37fe640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93e41056a0 0x7f93e419cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e41967a0 0x7f93e4196c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 -- 172.21.15.17:0/3945018087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93e41056a0 msgr2=0x7f93e419cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93e41056a0 0x7f93e419cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 -- 172.21.15.17:0/3945018087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e41967a0 msgr2=0x7f93e4196c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e41967a0 0x7f93e4196c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 -- 172.21.15.17:0/3945018087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93d4009560 con 0x7f93e41005d0 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e3fff640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e419c630 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f93d4005ab0 tx=0x7f93d4005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e17fa640 1 -- 172.21.15.17:0/3945018087 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40035f0 con 0x7f93e41005d0 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e17fa640 1 -- 172.21.15.17:0/3945018087 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f93d4040070 con 0x7f93e41005d0 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93e4068650 con 0x7f93e41005d0 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93e17fa640 1 -- 172.21.15.17:0/3945018087 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d4005460 con 0x7f93e41005d0 2024-03-16T18:27:51.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.029+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93e4068b10 con 0x7f93e41005d0 2024-03-16T18:27:51.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.031+0000 7f93e17fa640 1 -- 172.21.15.17:0/3945018087 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f93d4003750 con 0x7f93e41005d0 2024-03-16T18:27:51.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 Processor -- start 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e17fa640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93cc0a1ba0 0x7f93cc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 -- start start 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e17fa640 1 -- 172.21.15.17:0/3945018087 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f93d4042070 con 0x7f93e41005d0 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e37fe640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93cc0a1ba0 0x7f93cc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46aa630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46b5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef4665960 con 0x562ef46b3750 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef4619310 con 0x562ef46aab70 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef4616840 con 0x562ef46aa250 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e8d7a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46b5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e8d7a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46b5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54240/0 (socket says 172.21.15.17:54240) 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e3fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46aa630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e8d7a640 1 -- 172.21.15.17:0/3182301905 learned_addr learned my addr 172.21.15.17:0/3182301905 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.032+0000 7f93e37fe640 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e37fe640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93cc0a1ba0 0x7f93cc0a4060 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f93e40fff90 tx=0x7f93d8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e8d7a640 1 -- 172.21.15.17:0/3182301905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 msgr2=0x562ef46aa630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46aa630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e8d7a640 1 -- 172.21.15.17:0/3182301905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 msgr2=0x562ef46b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e8d7a640 1 -- 172.21.15.17:0/3182301905 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562ef45d4060 con 0x562ef46b3750 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e37fe640 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46b5b40 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f93dc009f50 tx=0x7f93dc0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79797023417e599c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93ca7fc640 1 -- 172.21.15.17:0/3182301905 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93dc004d20 con 0x562ef46b3750 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93ca7fc640 1 -- 172.21.15.17:0/3182301905 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f93dc004e80 con 0x562ef46b3750 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.033+0000 7f93ca7fc640 1 -- 172.21.15.17:0/3182301905 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93dc005020 con 0x562ef46b3750 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3182301905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 msgr2=0x562ef46b5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46b5b40 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f93dc009f50 tx=0x7f93dc0118d0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3182301905 shutdown_connections 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46b5b40 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3182301905 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46aa630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3182301905 >> 172.21.15.17:0/3182301905 conn(0x562ef46a4980 msgr2=0x562ef46a4d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3182301905 shutdown_connections 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3182301905 wait complete. 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 -- start start 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.034+0000 7f93ed3b0740 1 Processor -- start 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aa250 0x562ef46b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 0x562ef46b03d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46b0910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef4612020 con 0x562ef46aab70 2024-03-16T18:27:51.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef42e5430 con 0x562ef46aa250 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef42a1e00 con 0x562ef46b3750 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 10 client.0 _ll_register_callbacks cb 0x562ef45b9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 0x562ef46b03d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 0x562ef46b03d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54248/0 (socket says 172.21.15.17:54248) 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 -- 172.21.15.17:0/4113103757 learned_addr learned my addr 172.21.15.17:0/4113103757 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46b0910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e3fff640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aa250 0x562ef46b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 -- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 msgr2=0x562ef46b0910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46b0910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 -- 172.21.15.17:0/4113103757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aa250 msgr2=0x562ef46b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aa250 0x562ef46b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 -- 172.21.15.17:0/4113103757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93dc009c00 con 0x562ef46aab70 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e3fff640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aa250 0x562ef46b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.042 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93e37fe640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 0x562ef46b03d0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f93d801c9c0 tx=0x7f93d8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd480aa63449690a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93c37fe640 1 -- 172.21.15.17:0/4113103757 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d8021070 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93c37fe640 1 -- 172.21.15.17:0/4113103757 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f93d801bb60 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.035+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562ef434e720 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93c37fe640 1 -- 172.21.15.17:0/4113103757 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93d801bd20 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 10 client.17481 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562ef46106a0 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93c37fe640 1 -- 172.21.15.17:0/4113103757 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562ef434e720 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93c37fe640 1 -- 172.21.15.17:0/4113103757 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f93d8003b70 con 0x562ef46aab70 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 10 client.17481 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 10 client.17481 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 20 client.17481 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef46c3860 0x562ef46c5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.043 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 4 client.17481 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562ef439d890 con 0x562ef46c3860 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.036+0000 7f93e3fff640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef46c3860 0x562ef46c5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.037+0000 7f93c37fe640 10 client.17481 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.037+0000 7f93e3fff640 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef46c3860 0x562ef46c5c80 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=23f21170c2e64430 server_cookie=d9069338193fa54a in_seq=0 out_seq=0 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.037+0000 7f93c37fe640 1 -- 172.21.15.17:0/4113103757 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x562ef439d890 con 0x562ef46c3860 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.037+0000 7f93c37fe640 10 client.17481 handle_command_reply: tid=0 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.037+0000 7f93ed3b0740 1 client.17481 shutdown 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 msgr2=0x562ef46b03d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 0x562ef46b03d0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f93d801c9c0 tx=0x7f93d8004730 comp rx=0 tx=0).stop 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 shutdown_connections 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef46c3860 0x562ef46c5c80 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aab70 0x562ef46b03d0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46b0910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.044 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/4113103757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aa250 0x562ef46b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93c37fe640 0 client.17481 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 >> 172.21.15.17:0/4113103757 conn(0x562ef46a4980 msgr2=0x562ef46a66d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 shutdown_connections 2024-03-16T18:27:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 1 -- 172.21.15.17:0/4113103757 wait complete. 2024-03-16T18:27:51.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.038+0000 7f93ed3b0740 20 client.17481 trim_cache size 0 max 16384 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 Processor -- start 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 -- start start 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 0x562ef46b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46bead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef4597130 con 0x562ef46aa250 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef46a9f20 con 0x562ef46aab70 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef46a5980 con 0x562ef46b3750 2024-03-16T18:27:51.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93e3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 0x562ef46b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93e3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 0x562ef46b2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54260/0 (socket says 172.21.15.17:54260) 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.050+0000 7f93e3fff640 1 -- 172.21.15.17:0/3188463637 learned_addr learned my addr 172.21.15.17:0/3188463637 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46bead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e37fe640 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e3fff640 1 -- 172.21.15.17:0/3188463637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 msgr2=0x562ef46bead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e3fff640 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46bead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e3fff640 1 -- 172.21.15.17:0/3188463637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 msgr2=0x562ef46b3040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e3fff640 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e3fff640 1 -- 172.21.15.17:0/3188463637 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562ef45acc20 con 0x562ef46aa250 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46bead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93e3fff640 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 0x562ef46b2b00 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f93d40ef240 tx=0x7f93d40f1040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928028416da78940 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93c9ffb640 1 -- 172.21.15.17:0/3188463637 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40be6c0 con 0x562ef46aa250 2024-03-16T18:27:51.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93c9ffb640 1 -- 172.21.15.17:0/3188463637 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f93d40c2810 con 0x562ef46aa250 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.051+0000 7f93c9ffb640 1 -- 172.21.15.17:0/3188463637 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93d40a90b0 con 0x562ef46aa250 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3188463637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 msgr2=0x562ef46b2b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 0x562ef46b2b00 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f93d40ef240 tx=0x7f93d40f1040 comp rx=0 tx=0).stop 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3188463637 shutdown_connections 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46b3750 0x562ef46bead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46b3040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/3188463637 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46aa250 0x562ef46b2b00 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3188463637 >> 172.21.15.17:0/3188463637 conn(0x562ef46a4980 msgr2=0x562ef46a6590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3188463637 shutdown_connections 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- 172.21.15.17:0/3188463637 wait complete. 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- start start 2024-03-16T18:27:51.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 Processor -- start 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46bacd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46bb210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46ad230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef46ad890 con 0x562ef46b3750 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef46ada00 con 0x562ef46aab70 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x562ef46adbc0 con 0x562ef46aa250 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93ed3b0740 10 client.0 _ll_register_callbacks cb 0x7f93d8009680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.052+0000 7f93e8d7a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46ad230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46ad230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54264/0 (socket says 172.21.15.17:54264) 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 -- 172.21.15.17:0/2499795428 learned_addr learned my addr 172.21.15.17:0/2499795428 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e37fe640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46bb210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e3fff640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46bacd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 -- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 msgr2=0x562ef46bacd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46bacd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 -- 172.21.15.17:0/2499795428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 msgr2=0x562ef46bb210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46bb210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 -- 172.21.15.17:0/2499795428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93e4068b10 con 0x562ef46b3750 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93e8d7a640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46ad230 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x562ef46a5b10 tx=0x7f93dc003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=928b152a080afe00 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93c37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93c37fe640 1 -- 172.21.15.17:0/2499795428 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93dc004630 con 0x562ef46b3750 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93c37fe640 1 -- 172.21.15.17:0/2499795428 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f93dc004790 con 0x562ef46b3750 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562ef43117e0 con 0x562ef46b3750 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93c37fe640 1 -- 172.21.15.17:0/2499795428 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f93dc004970 con 0x562ef46b3750 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93ed3b0740 10 client.17487 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x562ef45d28c0 con 0x562ef46b3750 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.053+0000 7f93c37fe640 1 -- 172.21.15.17:0/2499795428 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x562ef43117e0 con 0x562ef46b3750 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93c37fe640 1 -- 172.21.15.17:0/2499795428 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f93dc00fd60 con 0x562ef46b3750 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 10 client.17487 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 10 client.17487 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 20 client.17487 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef47202a0 0x562ef47226c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 4 client.17487 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x562ef42bd700 con 0x562ef47202a0 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93e3fff640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef47202a0 0x562ef47226c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93c37fe640 10 client.17487 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93e3fff640 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef47202a0 0x562ef47226c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=741c191cf0fad8ba server_cookie=661725985aef56e6 in_seq=0 out_seq=0 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93c37fe640 1 -- 172.21.15.17:0/2499795428 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x562ef42bd700 con 0x562ef47202a0 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93c37fe640 10 client.17487 handle_command_reply: tid=0 2024-03-16T18:27:51.061 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 1 client.17487 shutdown 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 msgr2=0x562ef46ad230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.054+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46ad230 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x562ef46a5b10 tx=0x7f93dc003ba0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 shutdown_connections 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x562ef47202a0 0x562ef47226c0 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x562ef46b3750 0x562ef46ad230 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93c37fe640 0 client.17487 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x562ef46aab70 0x562ef46bb210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 --2- 172.21.15.17:0/2499795428 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x562ef46aa250 0x562ef46bacd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 >> 172.21.15.17:0/2499795428 conn(0x562ef46a4980 msgr2=0x562ef46afc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 shutdown_connections 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 1 -- 172.21.15.17:0/2499795428 wait complete. 2024-03-16T18:27:51.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ed3b0740 20 client.17487 trim_cache size 0 max 16384 2024-03-16T18:27:51.063 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:51.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93cc0a1ba0 msgr2=0x7f93cc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93cc0a1ba0 0x7f93cc0a4060 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f93e40fff90 tx=0x7f93d8005f90 comp rx=0 tx=0).stop 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 msgr2=0x7f93e419c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e419c630 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f93d4005ab0 tx=0x7f93d4005e00 comp rx=0 tx=0).stop 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 shutdown_connections 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93cc0a1ba0 0x7f93cc0a4060 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f93e41967a0 0x7f93e4196c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f93e41056a0 0x7f93e419cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 --2- 172.21.15.17:0/3945018087 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f93e41005d0 0x7f93e419c630 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 >> 172.21.15.17:0/3945018087 conn(0x7f93e40774f0 msgr2=0x7f93e40fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 shutdown_connections 2024-03-16T18:27:51.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.055+0000 7f93ea7dd640 1 -- 172.21.15.17:0/3945018087 wait complete. 2024-03-16T18:27:51.066 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:51.066 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:27:51.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 -- 172.21.15.17:0/2716058397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 msgr2=0x7f34b00ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 --2- 172.21.15.17:0/2716058397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b00ffe70 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009900 tx=0x7f34a002bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 -- 172.21.15.17:0/2716058397 shutdown_connections 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 --2- 172.21.15.17:0/2716058397 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b00ffe70 unknown :-1 s=CLOSED pgs=987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 --2- 172.21.15.17:0/2716058397 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b01003b0 0x7f34b010e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 --2- 172.21.15.17:0/2716058397 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b0107580 0x7f34b0107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 -- 172.21.15.17:0/2716058397 >> 172.21.15.17:0/2716058397 conn(0x7f34b00769b0 msgr2=0x7f34b00fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 -- 172.21.15.17:0/2716058397 shutdown_connections 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.171+0000 7f34b7815640 1 -- 172.21.15.17:0/2716058397 wait complete. 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 Processor -- start 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 -- start start 2024-03-16T18:27:51.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b01003b0 0x7f34b019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b0107580 0x7f34b0197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b0197e30 con 0x7f34b00ff9f0 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b0197fa0 con 0x7f34b01003b0 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b7815640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34b0198160 con 0x7f34b0107580 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b019d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54296/0 (socket says 172.21.15.17:54296) 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 -- 172.21.15.17:0/3278435442 learned_addr learned my addr 172.21.15.17:0/3278435442 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b01003b0 0x7f34b019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b5db2640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b0107580 0x7f34b0197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 -- 172.21.15.17:0/3278435442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b0107580 msgr2=0x7f34b0197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b0107580 0x7f34b0197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 -- 172.21.15.17:0/3278435442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b01003b0 msgr2=0x7f34b019db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b01003b0 0x7f34b019db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b55b1640 1 -- 172.21.15.17:0/3278435442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34ac009490 con 0x7f34b00ff9f0 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b5db2640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b0107580 0x7f34b0197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.172+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b01003b0 0x7f34b019db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.173+0000 7f34b55b1640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b019d620 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f34ac00ea60 tx=0x7f34ac00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.173+0000 7f34a67fc640 1 -- 172.21.15.17:0/3278435442 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ac00cde0 con 0x7f34b00ff9f0 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.173+0000 7f34a67fc640 1 -- 172.21.15.17:0/3278435442 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34ac0044d0 con 0x7f34b00ff9f0 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.173+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34a0009560 con 0x7f34b00ff9f0 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.173+0000 7f34a67fc640 1 -- 172.21.15.17:0/3278435442 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ac010690 con 0x7f34b00ff9f0 2024-03-16T18:27:51.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.173+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34b0198630 con 0x7f34b00ff9f0 2024-03-16T18:27:51.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34a67fc640 1 -- 172.21.15.17:0/3278435442 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f34ac003e40 con 0x7f34b00ff9f0 2024-03-16T18:27:51.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34ba3f4740 1 Processor -- start 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34ba3f4740 1 -- start start 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4aa360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b7620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34a67fc640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f349c0a1c20 0x7f349c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.175+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e465960 con 0x55970e4b7b60 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e419310 con 0x55970e4a9f80 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e416840 con 0x55970e4aa8a0 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f349c0a1c20 0x7f349c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b55b1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b7620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b9f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54306/0 (socket says 172.21.15.17:54306) 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 -- 172.21.15.17:0/414242847 learned_addr learned my addr 172.21.15.17:0/414242847 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34a67fc640 1 -- 172.21.15.17:0/3278435442 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f34ac014070 con 0x7f34b00ff9f0 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4aa360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 -- 172.21.15.17:0/414242847 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 msgr2=0x55970e4b7620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b7620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 -- 172.21.15.17:0/414242847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 msgr2=0x55970e4aa360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4aa360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 -- 172.21.15.17:0/414242847 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55970e3d4060 con 0x55970e4b7b60 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b55b1640 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f349c0a1c20 0x7f349c0a40e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f34a0036040 tx=0x7f34a0000bc0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f34b5db2640 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b9f50 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f34a8014c60 tx=0x7f34a8009a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=319efbc0b2c8fd57 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f349b7fe640 1 -- 172.21.15.17:0/414242847 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a80142d0 con 0x55970e4b7b60 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f349b7fe640 1 -- 172.21.15.17:0/414242847 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34a801a020 con 0x55970e4b7b60 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.176+0000 7f349b7fe640 1 -- 172.21.15.17:0/414242847 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a80042b0 con 0x55970e4b7b60 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 -- 172.21.15.17:0/414242847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 msgr2=0x55970e4b9f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b9f50 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f34a8014c60 tx=0x7f34a8009a20 comp rx=0 tx=0).stop 2024-03-16T18:27:51.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 -- 172.21.15.17:0/414242847 shutdown_connections 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b9f50 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b7620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/414242847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4aa360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 -- 172.21.15.17:0/414242847 >> 172.21.15.17:0/414242847 conn(0x55970e4a4980 msgr2=0x55970e4a4d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 -- 172.21.15.17:0/414242847 shutdown_connections 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 -- 172.21.15.17:0/414242847 wait complete. 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 -- start start 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.177+0000 7f34ba3f4740 1 Processor -- start 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e412020 con 0x55970e4b7b60 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e0e5430 con 0x55970e4a9f80 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e0a1e00 con 0x55970e4aa8a0 2024-03-16T18:27:51.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34ba3f4740 10 client.0 _ll_register_callbacks cb 0x55970e3b9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b5070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54310/0 (socket says 172.21.15.17:54310) 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 -- 172.21.15.17:0/1181343004 learned_addr learned my addr 172.21.15.17:0/1181343004 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b55b1640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b4db0640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 -- 172.21.15.17:0/1181343004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 msgr2=0x55970e4b4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 -- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 msgr2=0x55970e4b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4b75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 -- 172.21.15.17:0/1181343004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34a8014940 con 0x55970e4b7b60 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b55b1640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f34b5db2640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b5070 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f34a800fed0 tx=0x7f34a80021f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fde581ffd62146 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.178+0000 7f3498ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f3498ff9640 1 -- 172.21.15.17:0/1181343004 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a80142e0 con 0x55970e4b7b60 2024-03-16T18:27:51.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f3498ff9640 1 -- 172.21.15.17:0/1181343004 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f34a801b030 con 0x55970e4b7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55970e1117e0 con 0x55970e4b7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f3498ff9640 1 -- 172.21.15.17:0/1181343004 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34a8014e10 con 0x55970e4b7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 10 client.17499 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55970e4106a0 con 0x55970e4b7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f3498ff9640 1 -- 172.21.15.17:0/1181343004 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55970e1117e0 con 0x55970e4b7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f3498ff9640 1 -- 172.21.15.17:0/1181343004 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f34a8004150 con 0x55970e4b7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 10 client.17499 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 10 client.17499 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 20 client.17499 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e4c7b60 0x55970e4c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 4 client.17499 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55970e14e720 con 0x55970e4c7b60 2024-03-16T18:27:51.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.179+0000 7f34b55b1640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e4c7b60 0x55970e4c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f3498ff9640 10 client.17499 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f34b55b1640 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e4c7b60 0x55970e4c9f50 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b42e1f7a2f738eec server_cookie=d2e9b6bd9015341c in_seq=0 out_seq=0 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f3498ff9640 1 -- 172.21.15.17:0/1181343004 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55970e14e720 con 0x55970e4c7b60 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f3498ff9640 10 client.17499 handle_command_reply: tid=0 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f34ba3f4740 1 client.17499 shutdown 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 msgr2=0x55970e4b5070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.180+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b5070 secure :-1 s=READY pgs=990 cs=0 l=1 rev1=1 crypto rx=0x7f34a800fed0 tx=0x7f34a80021f0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 shutdown_connections 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e4c7b60 0x55970e4c9f50 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4b7b60 0x55970e4b5070 unknown :-1 s=CLOSED pgs=990 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f3498ff9640 0 client.17499 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1181343004 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 >> 172.21.15.17:0/1181343004 conn(0x55970e4a4980 msgr2=0x55970e4a66d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 shutdown_connections 2024-03-16T18:27:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1181343004 wait complete. 2024-03-16T18:27:51.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.181+0000 7f34ba3f4740 20 client.17499 trim_cache size 0 max 16384 2024-03-16T18:27:51.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 Processor -- start 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 -- start start 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4a3a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 0x55970e4b7060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4b7b60 0x55970e4b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e397130 con 0x55970e4aa8a0 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e4a9c00 con 0x55970e4a9f80 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e4a95c0 con 0x55970e4b7b60 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34b4db0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 0x55970e4b7060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34b4db0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 0x55970e4b7060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54316/0 (socket says 172.21.15.17:54316) 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34b4db0640 1 -- 172.21.15.17:0/1393840976 learned_addr learned my addr 172.21.15.17:0/1393840976 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34b55b1640 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4a3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.193+0000 7f34b5db2640 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4b7b60 0x55970e4b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b4db0640 1 -- 172.21.15.17:0/1393840976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4b7b60 msgr2=0x55970e4b75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b4db0640 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4b7b60 0x55970e4b75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b4db0640 1 -- 172.21.15.17:0/1393840976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 msgr2=0x55970e4a3a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b4db0640 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4a3a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b4db0640 1 -- 172.21.15.17:0/1393840976 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55970e3acc20 con 0x55970e4aa8a0 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b5db2640 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4b7b60 0x55970e4b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34b4db0640 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 0x55970e4b7060 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009900 tx=0x7f34a003d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f998a649434c6cc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f349affd640 1 -- 172.21.15.17:0/1393840976 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a0004240 con 0x55970e4aa8a0 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f349affd640 1 -- 172.21.15.17:0/1393840976 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34a00043a0 con 0x55970e4aa8a0 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f349affd640 1 -- 172.21.15.17:0/1393840976 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34a0005220 con 0x55970e4aa8a0 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1393840976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 msgr2=0x55970e4b7060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.194+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 0x55970e4b7060 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7f34a0009900 tx=0x7f34a003d000 comp rx=0 tx=0).stop 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1393840976 shutdown_connections 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4aa8a0 0x55970e4b7060 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4b7b60 0x55970e4b75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/1393840976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4a9f80 0x55970e4a3a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1393840976 >> 172.21.15.17:0/1393840976 conn(0x55970e4a4980 msgr2=0x55970e4a32f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1393840976 shutdown_connections 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- 172.21.15.17:0/1393840976 wait complete. 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- start start 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 Processor -- start 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 0x55970e4b1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b1b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4b7b60 0x55970e5223c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e4b2200 con 0x55970e4a9f80 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e522900 con 0x55970e4b7b60 2024-03-16T18:27:51.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55970e522a40 con 0x55970e4aa8a0 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34ba3f4740 10 client.0 _ll_register_callbacks cb 0x7f34a8014640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34b55b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 0x55970e4b1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34b55b1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 0x55970e4b1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54332/0 (socket says 172.21.15.17:54332) 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.195+0000 7f34b55b1640 1 -- 172.21.15.17:0/3204697613 learned_addr learned my addr 172.21.15.17:0/3204697613 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b1b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b5db2640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4b7b60 0x55970e5223c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b55b1640 1 -- 172.21.15.17:0/3204697613 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 msgr2=0x55970e4b1b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b55b1640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b1b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b55b1640 1 -- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4b7b60 msgr2=0x55970e5223c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b55b1640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4b7b60 0x55970e5223c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b55b1640 1 -- 172.21.15.17:0/3204697613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34a002ce70 con 0x55970e4a9f80 2024-03-16T18:27:51.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34b55b1640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 0x55970e4b1610 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f34ac096e30 tx=0x7f34ac0148c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=623441cba0c7d44d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f3498ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f3498ff9640 1 -- 172.21.15.17:0/3204697613 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34ac09eb20 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f3498ff9640 1 -- 172.21.15.17:0/3204697613 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f34ac0a3170 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f34a801a020 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f3498ff9640 1 -- 172.21.15.17:0/3204697613 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34ac098cd0 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34ba3f4740 10 client.17505 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55970e3d28c0 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f3498ff9640 1 -- 172.21.15.17:0/3204697613 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34ac0b7070 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.196+0000 7f3498ff9640 1 -- 172.21.15.17:0/3204697613 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f34ac0cb800 con 0x55970e4a9f80 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 10 client.17505 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 10 client.17505 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 20 client.17505 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e524260 0x55970e526680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.204 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 4 client.17505 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55970e19d890 con 0x55970e524260 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e524260 0x55970e526680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34b4db0640 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e524260 0x55970e526680 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=75a442978f908735 server_cookie=34e08e4631b82f2 in_seq=0 out_seq=0 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f3498ff9640 10 client.17505 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f3498ff9640 1 -- 172.21.15.17:0/3204697613 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55970e19d890 con 0x55970e524260 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f3498ff9640 10 client.17505 handle_command_reply: tid=0 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 client.17505 shutdown 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 msgr2=0x55970e4b1610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 0x55970e4b1610 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f34ac096e30 tx=0x7f34ac0148c0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 shutdown_connections 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55970e524260 0x55970e526680 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55970e4b7b60 0x55970e5223c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.205 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55970e4aa8a0 0x55970e4b1b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f3498ff9640 0 client.17505 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 --2- 172.21.15.17:0/3204697613 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55970e4a9f80 0x55970e4b1610 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.197+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 >> 172.21.15.17:0/3204697613 conn(0x55970e4a4980 msgr2=0x55970e4a3b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 shutdown_connections 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34ba3f4740 1 -- 172.21.15.17:0/3204697613 wait complete. 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34ba3f4740 20 client.17505 trim_cache size 0 max 16384 2024-03-16T18:27:51.206 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:51.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f349c0a1c20 msgr2=0x7f349c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f349c0a1c20 0x7f349c0a40e0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f34a0036040 tx=0x7f34a0000bc0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 msgr2=0x7f34b019d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b019d620 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f34ac00ea60 tx=0x7f34ac00ef20 comp rx=0 tx=0).stop 2024-03-16T18:27:51.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 shutdown_connections 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f349c0a1c20 0x7f349c0a40e0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34b0107580 0x7f34b0197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34b01003b0 0x7f34b019db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 --2- 172.21.15.17:0/3278435442 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34b00ff9f0 0x7f34b019d620 unknown :-1 s=CLOSED pgs=988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 >> 172.21.15.17:0/3278435442 conn(0x7f34b00769b0 msgr2=0x7f34b00fe200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 shutdown_connections 2024-03-16T18:27:51.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.198+0000 7f34b7815640 1 -- 172.21.15.17:0/3278435442 wait complete. 2024-03-16T18:27:51.209 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:51.209 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:27:51.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 -- 172.21.15.17:0/620406456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 msgr2=0x7ff42c1008d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 --2- 172.21.15.17:0/620406456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c1008d0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7ff418009930 tx=0x7ff41802bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:51.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 -- 172.21.15.17:0/620406456 shutdown_connections 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 --2- 172.21.15.17:0/620406456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c1008d0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 --2- 172.21.15.17:0/620406456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff42c100e10 0x7ff42c10d2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 --2- 172.21.15.17:0/620406456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff42c1064a0 0x7ff42c106880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 -- 172.21.15.17:0/620406456 >> 172.21.15.17:0/620406456 conn(0x7ff42c077550 msgr2=0x7ff42c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 -- 172.21.15.17:0/620406456 shutdown_connections 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 -- 172.21.15.17:0/620406456 wait complete. 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.315+0000 7ff432bd7640 1 Processor -- start 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 -- start start 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c19c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff42c100e10 0x7ff42c19cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff42c1064a0 0x7ff42c1967e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c196e80 con 0x7ff42c100450 2024-03-16T18:27:51.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c196ff0 con 0x7ff42c1064a0 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff432bd7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff42c1971b0 con 0x7ff42c100e10 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c19c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c19c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54356/0 (socket says 172.21.15.17:54356) 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 -- 172.21.15.17:0/2694854731 learned_addr learned my addr 172.21.15.17:0/2694854731 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff431174640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff42c1064a0 0x7ff42c1967e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff42bfff640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff42c100e10 0x7ff42c19cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 -- 172.21.15.17:0/2694854731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff42c100e10 msgr2=0x7ff42c19cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff42c100e10 0x7ff42c19cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 -- 172.21.15.17:0/2694854731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff42c1064a0 msgr2=0x7ff42c1967e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff42c1064a0 0x7ff42c1967e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 -- 172.21.15.17:0/2694854731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff418009560 con 0x7ff42c100450 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.316+0000 7ff430973640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c19c670 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff42000e9f0 tx=0x7ff42000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.317+0000 7ff429ffb640 1 -- 172.21.15.17:0/2694854731 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff420009700 con 0x7ff42c100450 2024-03-16T18:27:51.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.317+0000 7ff429ffb640 1 -- 172.21.15.17:0/2694854731 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff42000cd80 con 0x7ff42c100450 2024-03-16T18:27:51.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.317+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff42c197490 con 0x7ff42c100450 2024-03-16T18:27:51.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.317+0000 7ff429ffb640 1 -- 172.21.15.17:0/2694854731 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff420018840 con 0x7ff42c100450 2024-03-16T18:27:51.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.317+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff42c1a36a0 con 0x7ff42c100450 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff429ffb640 1 -- 172.21.15.17:0/2694854731 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff4200189a0 con 0x7ff42c100450 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 Processor -- start 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 -- start start 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756af0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756af9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afbb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756aab960 con 0x555756af0b70 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756a5f310 con 0x555756af0250 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff4357ba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756a5c840 con 0x555756af9750 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.319+0000 7ff429ffb640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff41c0a1ba0 0x7ff41c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff430973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756af9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756af0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756af0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58880/0 (socket says 172.21.15.17:58880) 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff42bfff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff430973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756af9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54366/0 (socket says 172.21.15.17:54366) 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 -- 172.21.15.17:0/1964907773 learned_addr learned my addr 172.21.15.17:0/1964907773 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff41c0a1ba0 0x7ff41c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff429ffb640 1 -- 172.21.15.17:0/2694854731 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff420014070 con 0x7ff42c100450 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 -- 172.21.15.17:0/1964907773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 msgr2=0x555756afbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 -- 172.21.15.17:0/1964907773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 msgr2=0x555756af9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756af9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 -- 172.21.15.17:0/1964907773 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555756a1a060 con 0x555756af0250 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff430973640 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756af9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff41c0a1ba0 0x7ff41c0a4060 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff424011810 tx=0x7ff424018000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.328 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff431174640 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756af0630 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff424013a00 tx=0x7ff424013ec0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a82146482097e276 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff416ffd640 1 -- 172.21.15.17:0/1964907773 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff424004b20 con 0x555756af0250 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff416ffd640 1 -- 172.21.15.17:0/1964907773 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff424013500 con 0x555756af0250 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.320+0000 7ff416ffd640 1 -- 172.21.15.17:0/1964907773 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400edc0 con 0x555756af0250 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 -- 172.21.15.17:0/1964907773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 msgr2=0x555756af0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756af0630 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff424013a00 tx=0x7ff424013ec0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 -- 172.21.15.17:0/1964907773 shutdown_connections 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756af9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 --2- 172.21.15.17:0/1964907773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756af0630 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 -- 172.21.15.17:0/1964907773 >> 172.21.15.17:0/1964907773 conn(0x555756aea980 msgr2=0x555756aead60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 -- 172.21.15.17:0/1964907773 shutdown_connections 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 -- 172.21.15.17:0/1964907773 wait complete. 2024-03-16T18:27:51.329 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 -- start start 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.321+0000 7ff4357ba740 1 Processor -- start 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 0x555756af90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0b70 0x555756af6440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af9750 0x555756af69a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756a58020 con 0x555756af0250 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55575672b430 con 0x555756af9750 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557566e7e00 con 0x555756af0b70 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff4357ba740 10 client.0 _ll_register_callbacks cb 0x5557569ffcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 0x555756af90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 0x555756af90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54382/0 (socket says 172.21.15.17:54382) 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 -- 172.21.15.17:0/3509791976 learned_addr learned my addr 172.21.15.17:0/3509791976 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff431174640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af9750 0x555756af69a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff42bfff640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0b70 0x555756af6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 -- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0b70 msgr2=0x555756af6440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0b70 0x555756af6440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 -- 172.21.15.17:0/3509791976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af9750 msgr2=0x555756af69a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af9750 0x555756af69a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 -- 172.21.15.17:0/3509791976 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff42401b040 con 0x555756af0250 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff430973640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 0x555756af90b0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7ff42009a700 tx=0x7ff42006a8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3eafccb214ba902 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.322+0000 7ff40bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff40bfff640 1 -- 172.21.15.17:0/3509791976 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42009a770 con 0x555756af0250 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff40bfff640 1 -- 172.21.15.17:0/3509791976 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff42009e810 con 0x555756af0250 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5557567577e0 con 0x555756af0250 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff40bfff640 1 -- 172.21.15.17:0/3509791976 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff42009fab0 con 0x555756af0250 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 10 client.17517 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555756a566a0 con 0x555756af0250 2024-03-16T18:27:51.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff40bfff640 1 -- 172.21.15.17:0/3509791976 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5557567577e0 con 0x555756af0250 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff40bfff640 1 -- 172.21.15.17:0/3509791976 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff42009aa60 con 0x555756af0250 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 10 client.17517 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 10 client.17517 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 20 client.17517 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b097d0 0x555756b0bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 4 client.17517 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555756794720 con 0x555756b097d0 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.323+0000 7ff42bfff640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b097d0 0x555756b0bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.324+0000 7ff40bfff640 10 client.17517 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.324+0000 7ff42bfff640 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b097d0 0x555756b0bbc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=15bd5eae3031854 server_cookie=74331e943f6e93dd in_seq=0 out_seq=0 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff40bfff640 1 -- 172.21.15.17:0/3509791976 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555756794720 con 0x555756b097d0 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff40bfff640 10 client.17517 handle_command_reply: tid=0 2024-03-16T18:27:51.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 client.17517 shutdown 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 msgr2=0x555756af90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 0x555756af90b0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7ff42009a700 tx=0x7ff42006a8d0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 shutdown_connections 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b097d0 0x555756b0bbc0 crc :-1 s=READY pgs=54 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af9750 0x555756af69a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff40bfff640 0 client.17517 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0b70 0x555756af6440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 --2- 172.21.15.17:0/3509791976 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0250 0x555756af90b0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 >> 172.21.15.17:0/3509791976 conn(0x555756aea980 msgr2=0x555756aec6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 shutdown_connections 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 1 -- 172.21.15.17:0/3509791976 wait complete. 2024-03-16T18:27:51.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.325+0000 7ff4357ba740 20 client.17517 trim_cache size 0 max 16384 2024-03-16T18:27:51.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.337+0000 7ff4357ba740 1 Processor -- start 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.337+0000 7ff4357ba740 1 -- start start 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0250 0x555756af8b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0b70 0x555756af90b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 0x555756af17a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4357ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557569dd130 con 0x555756af9750 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4357ba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756aecc70 con 0x555756af0b70 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4357ba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756b09580 con 0x555756af0250 2024-03-16T18:27:51.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 0x555756af17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 0x555756af17a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54384/0 (socket says 172.21.15.17:54384) 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff42bfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0b70 0x555756af90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 -- 172.21.15.17:0/4194915977 learned_addr learned my addr 172.21.15.17:0/4194915977 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff430973640 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0250 0x555756af8b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 -- 172.21.15.17:0/4194915977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0250 msgr2=0x555756af8b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0250 0x555756af8b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 -- 172.21.15.17:0/4194915977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0b70 msgr2=0x555756af90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0b70 0x555756af90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 -- 172.21.15.17:0/4194915977 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5557569f2c20 con 0x555756af9750 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff42bfff640 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0b70 0x555756af90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff431174640 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 0x555756af17a0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7ff42400e9f0 tx=0x7ff42400e980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50f7225cde06df88 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4167fc640 1 -- 172.21.15.17:0/4194915977 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff42400e790 con 0x555756af9750 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4167fc640 1 -- 172.21.15.17:0/4194915977 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff42400eab0 con 0x555756af9750 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.338+0000 7ff4167fc640 1 -- 172.21.15.17:0/4194915977 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff424003d10 con 0x555756af9750 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 -- 172.21.15.17:0/4194915977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 msgr2=0x555756af17a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 0x555756af17a0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7ff42400e9f0 tx=0x7ff42400e980 comp rx=0 tx=0).stop 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 -- 172.21.15.17:0/4194915977 shutdown_connections 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af9750 0x555756af17a0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0b70 0x555756af90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 --2- 172.21.15.17:0/4194915977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af0250 0x555756af8b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 -- 172.21.15.17:0/4194915977 >> 172.21.15.17:0/4194915977 conn(0x555756aea980 msgr2=0x555756af1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 -- 172.21.15.17:0/4194915977 shutdown_connections 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 -- 172.21.15.17:0/4194915977 wait complete. 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 -- start start 2024-03-16T18:27:51.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.339+0000 7ff4357ba740 1 Processor -- start 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756b01030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756afd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afd8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756b01900 con 0x555756af0b70 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756afde30 con 0x555756af0250 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555756afdff0 con 0x555756af9750 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 10 client.0 _ll_register_callbacks cb 0x7ff42000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756afd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756afd3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54388/0 (socket says 172.21.15.17:54388) 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 -- 172.21.15.17:0/2527430035 learned_addr learned my addr 172.21.15.17:0/2527430035 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff430973640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756b01030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff431174640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afd8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 -- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 msgr2=0x555756afd8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afd8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 -- 172.21.15.17:0/2527430035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 msgr2=0x555756b01030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756b01030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 -- 172.21.15.17:0/2527430035 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff42c10dbd0 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff42bfff640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756afd3b0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7ff41802c710 tx=0x7ff418004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b341f0ce0f4bca9c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff40bfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff40bfff640 1 -- 172.21.15.17:0/2527430035 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff418004250 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff40bfff640 1 -- 172.21.15.17:0/2527430035 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff418046040 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff424013500 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff40bfff640 1 -- 172.21.15.17:0/2527430035 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4180043b0 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 10 client.17523 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.340+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555756a1a060 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff40bfff640 1 -- 172.21.15.17:0/2527430035 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff424013500 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff40bfff640 1 -- 172.21.15.17:0/2527430035 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff41803c040 con 0x555756af0b70 2024-03-16T18:27:51.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff4357ba740 10 client.17523 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff4357ba740 10 client.17523 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff4357ba740 20 client.17523 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff4357ba740 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b664c0 0x555756b688e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff4357ba740 4 client.17523 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5557567e3890 con 0x555756b664c0 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff430973640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b664c0 0x555756b688e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff430973640 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b664c0 0x555756b688e0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=3cc079a90de5a91d server_cookie=2da076eecd3f6030 in_seq=0 out_seq=0 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.341+0000 7ff40bfff640 10 client.17523 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff40bfff640 1 -- 172.21.15.17:0/2527430035 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5557567e3890 con 0x555756b664c0 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff40bfff640 10 client.17523 handle_command_reply: tid=0 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 client.17523 shutdown 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 msgr2=0x555756afd3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756afd3b0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7ff41802c710 tx=0x7ff418004a40 comp rx=0 tx=0).stop 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 shutdown_connections 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x555756b664c0 0x555756b688e0 crc :-1 s=READY pgs=55 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555756af0b70 0x555756afd3b0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555756af9750 0x555756afd8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff40bfff640 0 client.17523 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 --2- 172.21.15.17:0/2527430035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555756af0250 0x555756b01030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 >> 172.21.15.17:0/2527430035 conn(0x555756aea980 msgr2=0x555756aec4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 shutdown_connections 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 1 -- 172.21.15.17:0/2527430035 wait complete. 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff4357ba740 20 client.17523 trim_cache size 0 max 16384 2024-03-16T18:27:51.351 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:51.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff41c0a1ba0 msgr2=0x7ff41c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff41c0a1ba0 0x7ff41c0a4060 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7ff424011810 tx=0x7ff424018000 comp rx=0 tx=0).stop 2024-03-16T18:27:51.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 msgr2=0x7ff42c19c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c19c670 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff42000e9f0 tx=0x7ff42000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 shutdown_connections 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff41c0a1ba0 0x7ff41c0a4060 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff42c1064a0 0x7ff42c1967e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff42c100e10 0x7ff42c19cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.342+0000 7ff432bd7640 1 --2- 172.21.15.17:0/2694854731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff42c100450 0x7ff42c19c670 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.343+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 >> 172.21.15.17:0/2694854731 conn(0x7ff42c077550 msgr2=0x7ff42c102e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.343+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 shutdown_connections 2024-03-16T18:27:51.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.343+0000 7ff432bd7640 1 -- 172.21.15.17:0/2694854731 wait complete. 2024-03-16T18:27:51.354 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:51.354 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 -- 172.21.15.17:0/3784914950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff86410dd30 msgr2=0x7ff864110140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 --2- 172.21.15.17:0/3784914950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff86410dd30 0x7ff864110140 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7ff854009ca0 tx=0x7ff85402c180 comp rx=0 tx=0).stop 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 -- 172.21.15.17:0/3784914950 shutdown_connections 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 --2- 172.21.15.17:0/3784914950 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff86410dd30 0x7ff864110140 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 --2- 172.21.15.17:0/3784914950 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8640741e0 0x7ff86410d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 --2- 172.21.15.17:0/3784914950 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff864073ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 -- 172.21.15.17:0/3784914950 >> 172.21.15.17:0/3784914950 conn(0x7ff8640fcf20 msgr2=0x7ff8640ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 -- 172.21.15.17:0/3784914950 shutdown_connections 2024-03-16T18:27:51.461 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.458+0000 7ff86982c640 1 -- 172.21.15.17:0/3784914950 wait complete. 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 Processor -- start 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 -- start start 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff86419f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 0x7ff86419fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff86410dd30 0x7ff864199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86419a110 con 0x7ff8640741e0 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86419a280 con 0x7ff86410dd30 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff86982c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff86419a440 con 0x7ff8640738c0 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff8627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 0x7ff86419fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff86419f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.462 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff8637fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff86410dd30 0x7ff864199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff8627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 0x7ff86419fe00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54414/0 (socket says 172.21.15.17:54414) 2024-03-16T18:27:51.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff86419f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:33548/0 (socket says 172.21.15.17:33548) 2024-03-16T18:27:51.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.459+0000 7ff8627fc640 1 -- 172.21.15.17:0/47562337 learned_addr learned my addr 172.21.15.17:0/47562337 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.463 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff862ffd640 1 -- 172.21.15.17:0/47562337 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff86410dd30 msgr2=0x7ff864199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff862ffd640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff86410dd30 0x7ff864199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff862ffd640 1 -- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 msgr2=0x7ff86419fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff862ffd640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 0x7ff86419fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff862ffd640 1 -- 172.21.15.17:0/47562337 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff854009900 con 0x7ff8640738c0 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff8637fe640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff86410dd30 0x7ff864199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff8627fc640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 0x7ff86419fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff862ffd640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff86419f8c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff85c00e9f0 tx=0x7ff85c00eeb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff86882a640 1 -- 172.21.15.17:0/47562337 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85c00ccc0 con 0x7ff8640738c0 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff86419a720 con 0x7ff8640738c0 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff86882a640 1 -- 172.21.15.17:0/47562337 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff85c0044d0 con 0x7ff8640738c0 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff86882a640 1 -- 172.21.15.17:0/47562337 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85c004a00 con 0x7ff8640738c0 2024-03-16T18:27:51.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.460+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8641a6960 con 0x7ff8640738c0 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.462+0000 7ff86882a640 1 -- 172.21.15.17:0/47562337 <== mon.1 v2:172.21.15.153:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff85c004b60 con 0x7ff8640738c0 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.462+0000 7ff86c405740 1 Processor -- start 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 -- start start 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 0x556fc2fa8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 0x556fc2fb3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2f63960 con 0x556fc2fb1750 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2f17310 con 0x556fc2fa8250 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86c405740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2f14840 con 0x556fc2fa8b70 2024-03-16T18:27:51.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86882a640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff84c0a1ba0 0x7ff84c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 0x556fc2fb3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8637fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 0x556fc2fa8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8637fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 0x556fc2fa8630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:58944/0 (socket says 172.21.15.17:58944) 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 0x556fc2fb3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54420/0 (socket says 172.21.15.17:54420) 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8637fe640 1 -- 172.21.15.17:0/2046571224 learned_addr learned my addr 172.21.15.17:0/2046571224 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8637fe640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff84c0a1ba0 0x7ff84c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff86882a640 1 -- 172.21.15.17:0/47562337 <== mon.1 v2:172.21.15.153:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff85c014070 con 0x7ff8640738c0 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 -- 172.21.15.17:0/2046571224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 msgr2=0x556fc2fb1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 -- 172.21.15.17:0/2046571224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 msgr2=0x556fc2fa8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 0x556fc2fa8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 -- 172.21.15.17:0/2046571224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fc2ed2060 con 0x556fc2fb1750 2024-03-16T18:27:51.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8637fe640 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 0x556fc2fa8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8637fe640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff84c0a1ba0 0x7ff84c0a4060 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff854005cc0 tx=0x7ff854005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.463+0000 7ff8627fc640 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 0x556fc2fb3b40 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7ff86410f150 tx=0x7ff8580118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d370f10fea26a4f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff849ffb640 1 -- 172.21.15.17:0/2046571224 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff858004030 con 0x556fc2fb1750 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff849ffb640 1 -- 172.21.15.17:0/2046571224 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8580035f0 con 0x556fc2fb1750 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff849ffb640 1 -- 172.21.15.17:0/2046571224 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85800f800 con 0x556fc2fb1750 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 -- 172.21.15.17:0/2046571224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 msgr2=0x556fc2fb3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 0x556fc2fb3b40 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7ff86410f150 tx=0x7ff8580118d0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 -- 172.21.15.17:0/2046571224 shutdown_connections 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fb1750 0x556fc2fb3b40 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 --2- 172.21.15.17:0/2046571224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8250 0x556fc2fa8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 -- 172.21.15.17:0/2046571224 >> 172.21.15.17:0/2046571224 conn(0x556fc2fa2980 msgr2=0x556fc2fa2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 -- 172.21.15.17:0/2046571224 shutdown_connections 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.464+0000 7ff86c405740 1 -- 172.21.15.17:0/2046571224 wait complete. 2024-03-16T18:27:51.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 -- start start 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 Processor -- start 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fae3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fb1750 0x556fc2fae930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2f10020 con 0x556fc2fa8250 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2be3430 con 0x556fc2fb1750 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2b9fe00 con 0x556fc2fa8b70 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff86c405740 10 client.0 _ll_register_callbacks cb 0x556fc2eb7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb1060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54422/0 (socket says 172.21.15.17:54422) 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 -- 172.21.15.17:0/1228299633 learned_addr learned my addr 172.21.15.17:0/1228299633 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff8637fe640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fb1750 0x556fc2fae930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.474 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff8627fc640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fae3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 -- 172.21.15.17:0/1228299633 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 msgr2=0x556fc2fae3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fae3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 -- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fb1750 msgr2=0x556fc2fae930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fb1750 0x556fc2fae930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff862ffd640 1 -- 172.21.15.17:0/1228299633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff858009c50 con 0x556fc2fa8250 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff8637fe640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fb1750 0x556fc2fae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.465+0000 7ff8627fc640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fae3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff862ffd640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb1060 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7ff85c0cb4e0 tx=0x7ff85c06a460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=239577324533b240 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff842ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff842ffd640 1 -- 172.21.15.17:0/1228299633 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85c09a3c0 con 0x556fc2fa8250 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff842ffd640 1 -- 172.21.15.17:0/1228299633 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff85c09e510 con 0x556fc2fa8250 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556fc2c0f7e0 con 0x556fc2fa8250 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff842ffd640 1 -- 172.21.15.17:0/1228299633 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff85c0a2b60 con 0x556fc2fa8250 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 10 client.17535 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556fc2f0e6a0 con 0x556fc2fa8250 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff842ffd640 1 -- 172.21.15.17:0/1228299633 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556fc2c0f7e0 con 0x556fc2fa8250 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff842ffd640 1 -- 172.21.15.17:0/1228299633 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff85c0a26d0 con 0x556fc2fa8250 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 10 client.17535 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 10 client.17535 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 20 client.17535 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc2fc1790 0x556fc2fc3b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 4 client.17535 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.466+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556fc2c4c720 con 0x556fc2fc1790 2024-03-16T18:27:51.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.467+0000 7ff8627fc640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc2fc1790 0x556fc2fc3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.467+0000 7ff8627fc640 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc2fc1790 0x556fc2fc3b80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=9428fd14cd5d4a97 server_cookie=1ddccbe89e2b8ca3 in_seq=0 out_seq=0 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.467+0000 7ff842ffd640 10 client.17535 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff842ffd640 1 -- 172.21.15.17:0/1228299633 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556fc2c4c720 con 0x556fc2fc1790 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff842ffd640 10 client.17535 handle_command_reply: tid=0 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 client.17535 shutdown 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 msgr2=0x556fc2fb1060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb1060 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7ff85c0cb4e0 tx=0x7ff85c06a460 comp rx=0 tx=0).stop 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 shutdown_connections 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc2fc1790 0x556fc2fc3b80 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fb1750 0x556fc2fae930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fa8b70 0x556fc2fae3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 --2- 172.21.15.17:0/1228299633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb1060 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff842ffd640 0 client.17535 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 >> 172.21.15.17:0/1228299633 conn(0x556fc2fa2980 msgr2=0x556fc2fa46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 shutdown_connections 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 1 -- 172.21.15.17:0/1228299633 wait complete. 2024-03-16T18:27:51.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.468+0000 7ff86c405740 20 client.17535 trim_cache size 0 max 16384 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 Processor -- start 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 -- start start 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb0b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fa43d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2e95130 con 0x556fc2fa8250 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2fb3b40 con 0x556fc2fa8b70 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff86c405740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2fa7eb0 con 0x556fc2fb1750 2024-03-16T18:27:51.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb0b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54430/0 (socket says 172.21.15.17:54430) 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 -- 172.21.15.17:0/3555736449 learned_addr learned my addr 172.21.15.17:0/3555736449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff8637fe640 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fa43d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff8627fc640 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 -- 172.21.15.17:0/3555736449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 msgr2=0x556fc2fa43d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fa43d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 -- 172.21.15.17:0/3555736449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 msgr2=0x556fc2fb1060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 -- 172.21.15.17:0/3555736449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556fc2eaac20 con 0x556fc2fa8250 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff8627fc640 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff862ffd640 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb0b20 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7ff85c00c6a0 tx=0x7ff85c005020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cdc022efcb6e4cea server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.481+0000 7ff8497fa640 1 -- 172.21.15.17:0/3555736449 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85c096c10 con 0x556fc2fa8250 2024-03-16T18:27:51.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff8497fa640 1 -- 172.21.15.17:0/3555736449 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff85c096a30 con 0x556fc2fa8250 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff8497fa640 1 -- 172.21.15.17:0/3555736449 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85c09a3c0 con 0x556fc2fa8250 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 -- 172.21.15.17:0/3555736449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 msgr2=0x556fc2fb0b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb0b20 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7ff85c00c6a0 tx=0x7ff85c005020 comp rx=0 tx=0).stop 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 -- 172.21.15.17:0/3555736449 shutdown_connections 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fa43d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2fb1060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 --2- 172.21.15.17:0/3555736449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fb0b20 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 -- 172.21.15.17:0/3555736449 >> 172.21.15.17:0/3555736449 conn(0x556fc2fa2980 msgr2=0x556fc2fa9a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 -- 172.21.15.17:0/3555736449 shutdown_connections 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 -- 172.21.15.17:0/3555736449 wait complete. 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.482+0000 7ff86c405740 1 -- start start 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 Processor -- start 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fab500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2faba40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fb89f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2fb8f30 con 0x556fc2fa8250 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2fb90a0 con 0x556fc2fa8b70 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556fc2fb9260 con 0x556fc2fb1750 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff86c405740 10 client.0 _ll_register_callbacks cb 0x7ff85c00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fab500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fab500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54432/0 (socket says 172.21.15.17:54432) 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 -- 172.21.15.17:0/3938382064 learned_addr learned my addr 172.21.15.17:0/3938382064 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff8637fe640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fb89f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff8627fc640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2faba40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 -- 172.21.15.17:0/3938382064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 msgr2=0x556fc2fb89f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fb89f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 -- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 msgr2=0x556fc2faba40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2faba40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 -- 172.21.15.17:0/3938382064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556fc2f0e6a0 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff862ffd640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fab500 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7ff85c005430 tx=0x7ff85c0cdc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26aafdbb2d44b404 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.483+0000 7ff842ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff842ffd640 1 -- 172.21.15.17:0/3938382064 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff85c096ba0 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff842ffd640 1 -- 172.21.15.17:0/3938382064 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7ff85c0a2b60 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8580035f0 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff842ffd640 1 -- 172.21.15.17:0/3938382064 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff85c004e10 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 10 client.17541 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556fc2ed08c0 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff842ffd640 1 -- 172.21.15.17:0/3938382064 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8580035f0 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff842ffd640 1 -- 172.21.15.17:0/3938382064 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff85c06d270 con 0x556fc2fa8250 2024-03-16T18:27:51.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 10 client.17541 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 10 client.17541 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 20 client.17541 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc301dd50 0x556fc3020140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 4 client.17541 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556fc2c9b890 con 0x556fc301dd50 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.484+0000 7ff8627fc640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc301dd50 0x556fc3020140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff8627fc640 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc301dd50 0x556fc3020140 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=24907ea98296024d server_cookie=9d7ddcb86e56a3ec in_seq=0 out_seq=0 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff842ffd640 10 client.17541 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff842ffd640 1 -- 172.21.15.17:0/3938382064 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556fc2c9b890 con 0x556fc301dd50 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff842ffd640 10 client.17541 handle_command_reply: tid=0 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 client.17541 shutdown 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 msgr2=0x556fc2fab500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fab500 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7ff85c005430 tx=0x7ff85c0cdc60 comp rx=0 tx=0).stop 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 shutdown_connections 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556fc301dd50 0x556fc3020140 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556fc2fb1750 0x556fc2fb89f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556fc2fa8b70 0x556fc2faba40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff842ffd640 0 client.17541 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 --2- 172.21.15.17:0/3938382064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556fc2fa8250 0x556fc2fab500 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 >> 172.21.15.17:0/3938382064 conn(0x556fc2fa2980 msgr2=0x556fc2fa43d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 shutdown_connections 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 1 -- 172.21.15.17:0/3938382064 wait complete. 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.485+0000 7ff86c405740 20 client.17541 trim_cache size 0 max 16384 2024-03-16T18:27:51.493 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:51.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff84c0a1ba0 msgr2=0x7ff84c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff84c0a1ba0 0x7ff84c0a4060 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff854005cc0 tx=0x7ff854005c50 comp rx=0 tx=0).stop 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 msgr2=0x7ff86419f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff86419f8c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff85c00e9f0 tx=0x7ff85c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 shutdown_connections 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff84c0a1ba0 0x7ff84c0a4060 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8640741e0 0x7ff86419fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff86410dd30 0x7ff864199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 --2- 172.21.15.17:0/47562337 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8640738c0 0x7ff86419f8c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 >> 172.21.15.17:0/47562337 conn(0x7ff8640fcf20 msgr2=0x7ff8640fdcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 shutdown_connections 2024-03-16T18:27:51.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.486+0000 7ff86982c640 1 -- 172.21.15.17:0/47562337 wait complete. 2024-03-16T18:27:51.496 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:51 smithi017 ceph-mon[32207]: pgmap v193: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:51.496 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:51 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/801940893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:27:51.497 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:27:51.497 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:27:51.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:51 smithi149 ceph-mon[35991]: pgmap v193: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:51.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:51 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/801940893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:27:51.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 -- 172.21.15.17:0/2012193563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100410 msgr2=0x7f2a6c100890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2012193563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100410 0x7f2a6c100890 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009930 tx=0x7f2a5402bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:51.601 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 -- 172.21.15.17:0/2012193563 shutdown_connections 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2012193563 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100410 0x7f2a6c100890 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2012193563 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c10d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2012193563 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a6c1064b0 0x7f2a6c106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 -- 172.21.15.17:0/2012193563 >> 172.21.15.17:0/2012193563 conn(0x7f2a6c077550 msgr2=0x7f2a6c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 -- 172.21.15.17:0/2012193563 shutdown_connections 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 -- 172.21.15.17:0/2012193563 wait complete. 2024-03-16T18:27:51.602 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.601+0000 7f2a717c7640 1 Processor -- start 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 -- start start 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a6c100410 0x7f2a6c19d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c19dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a6c1064b0 0x7f2a6c1978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6c197ef0 con 0x7f2a6c100dd0 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6c198060 con 0x7f2a6c100410 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a717c7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a6c198220 con 0x7f2a6c1064b0 2024-03-16T18:27:51.604 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c19dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c19dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54446/0 (socket says 172.21.15.17:54446) 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/2052468152 learned_addr learned my addr 172.21.15.17:0/2052468152 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6affd640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a6c100410 0x7f2a6c19d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a6c1064b0 0x7f2a6c1978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/2052468152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a6c1064b0 msgr2=0x7f2a6c1978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a6c1064b0 0x7f2a6c1978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/2052468152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a6c100410 msgr2=0x7f2a6c19d6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a6c100410 0x7f2a6c19d6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.602+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/2052468152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a54009560 con 0x7f2a6c100dd0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.603+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c19dc30 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009230 tx=0x7f2a54005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.603+0000 7f2a63fff640 1 -- 172.21.15.17:0/2052468152 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a54004350 con 0x7f2a6c100dd0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.603+0000 7f2a63fff640 1 -- 172.21.15.17:0/2052468152 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2a5402de90 con 0x7f2a6c100dd0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.603+0000 7f2a63fff640 1 -- 172.21.15.17:0/2052468152 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a54005220 con 0x7f2a6c100dd0 2024-03-16T18:27:51.605 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.603+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a6c1984a0 con 0x7f2a6c100dd0 2024-03-16T18:27:51.606 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.603+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a6c1a4790 con 0x7f2a6c100dd0 2024-03-16T18:27:51.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a63fff640 1 -- 172.21.15.17:0/2052468152 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2a54003c30 con 0x7f2a6c100dd0 2024-03-16T18:27:51.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 Processor -- start 2024-03-16T18:27:51.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 -- start start 2024-03-16T18:27:51.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 0x561e0fca7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7b70 0x561e0fcb0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcb2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fc62960 con 0x561e0fca7250 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fc16310 con 0x561e0fca7b70 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a743a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fc13840 con 0x561e0fcb0750 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 0x561e0fca7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 0x561e0fca7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54460/0 (socket says 172.21.15.17:54460) 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/3916774068 learned_addr learned my addr 172.21.15.17:0/3916774068 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6affd640 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7b70 0x561e0fcb0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcb2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a63fff640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2a580a1ba0 0x7f2a580a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/3916774068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 msgr2=0x561e0fcb2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcb2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/3916774068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7b70 msgr2=0x561e0fcb0210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.606+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7b70 0x561e0fcb0210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/3916774068 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e0fbd1060 con 0x561e0fca7250 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a63fff640 1 -- 172.21.15.17:0/2052468152 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2a540efa30 con 0x7f2a6c100dd0 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2a580a1ba0 0x7f2a580a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 0x561e0fca7630 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009fd0 tx=0x7f2a5c0118d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfa17de0481d029 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a617fa640 1 -- 172.21.15.17:0/3916774068 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c020030 con 0x561e0fca7250 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a617fa640 1 -- 172.21.15.17:0/3916774068 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2a5c00feb0 con 0x561e0fca7250 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.607+0000 7f2a617fa640 1 -- 172.21.15.17:0/3916774068 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c01b990 con 0x561e0fca7250 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 -- 172.21.15.17:0/3916774068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 msgr2=0x561e0fca7630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2a580a1ba0 0x7f2a580a4060 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c020000 tx=0x7f2a5c021000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 0x561e0fca7630 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009fd0 tx=0x7f2a5c0118d0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 -- 172.21.15.17:0/3916774068 shutdown_connections 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcb2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7b70 0x561e0fcb0210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3916774068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7250 0x561e0fca7630 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 -- 172.21.15.17:0/3916774068 >> 172.21.15.17:0/3916774068 conn(0x561e0fca1980 msgr2=0x561e0fca1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 -- 172.21.15.17:0/3916774068 shutdown_connections 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 -- 172.21.15.17:0/3916774068 wait complete. 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 -- start start 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.608+0000 7f2a743a2740 1 Processor -- start 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcb0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcad4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcadac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fc0f020 con 0x561e0fca7b70 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0f8e2430 con 0x561e0fca7250 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0f89ee00 con 0x561e0fcb0750 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 10 client.0 _ll_register_callbacks cb 0x561e0fbb6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcad4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcb0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcad4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54474/0 (socket says 172.21.15.17:54474) 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6b7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcadac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/1179026760 learned_addr learned my addr 172.21.15.17:0/1179026760 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/1179026760 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 msgr2=0x561e0fcadac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcadac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 msgr2=0x561e0fcb0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcb0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/1179026760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a5c009c80 con 0x561e0fca7b70 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcad4b0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f2a54000c00 tx=0x7f2a54005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e3367e4e908949a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a527fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a527fc640 1 -- 172.21.15.17:0/1179026760 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a540efea0 con 0x561e0fca7b70 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a527fc640 1 -- 172.21.15.17:0/1179026760 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2a540bcaa0 con 0x561e0fca7b70 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561e0f90e7e0 con 0x561e0fca7b70 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a527fc640 1 -- 172.21.15.17:0/1179026760 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a540bc170 con 0x561e0fca7b70 2024-03-16T18:27:51.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 10 client.17553 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.609+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561e0fc0d6a0 con 0x561e0fca7b70 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a527fc640 1 -- 172.21.15.17:0/1179026760 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561e0f90e7e0 con 0x561e0fca7b70 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a527fc640 1 -- 172.21.15.17:0/1179026760 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2a5403c070 con 0x561e0fca7b70 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a743a2740 10 client.17553 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a743a2740 10 client.17553 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a743a2740 20 client.17553 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a743a2740 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fcc0540 0x561e0fcc2930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a743a2740 4 client.17553 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e0f94b720 con 0x561e0fcc0540 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a6affd640 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fcc0540 0x561e0fcc2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a527fc640 10 client.17553 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:51.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.610+0000 7f2a6affd640 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fcc0540 0x561e0fcc2930 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8315d9e112d1700b server_cookie=2bf40d1a9743587 in_seq=0 out_seq=0 2024-03-16T18:27:51.617 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:51 smithi153 ceph-mon[36005]: pgmap v193: 129 pgs: 129 active+clean; 8.8 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:51.617 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:51 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/801940893' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.611+0000 7f2a527fc640 1 -- 172.21.15.17:0/1179026760 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561e0f94b720 con 0x561e0fcc0540 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.611+0000 7f2a527fc640 10 client.17553 handle_command_reply: tid=0 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.611+0000 7f2a743a2740 1 client.17553 shutdown 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 msgr2=0x561e0fcad4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcad4b0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f2a54000c00 tx=0x7f2a54005c90 comp rx=0 tx=0).stop 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 shutdown_connections 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fcc0540 0x561e0fcc2930 crc :-1 s=READY pgs=137 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcad4b0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fcb0750 0x561e0fcadac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 --2- 172.21.15.17:0/1179026760 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcb0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a527fc640 0 client.17553 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:51.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 >> 172.21.15.17:0/1179026760 conn(0x561e0fca1980 msgr2=0x561e0fca36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 shutdown_connections 2024-03-16T18:27:51.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 1 -- 172.21.15.17:0/1179026760 wait complete. 2024-03-16T18:27:51.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.612+0000 7f2a743a2740 20 client.17553 trim_cache size 0 max 16384 2024-03-16T18:27:51.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 Processor -- start 2024-03-16T18:27:51.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 -- start start 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcafbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7b70 0x561e0fcb0120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 0x561e0fcbbad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fb94130 con 0x561e0fcb0750 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0f94b750 con 0x561e0fca7250 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a743a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fcc2f60 con 0x561e0fca7b70 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 0x561e0fcbbad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a6b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 0x561e0fcbbad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54490/0 (socket says 172.21.15.17:54490) 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.624+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/2862024862 learned_addr learned my addr 172.21.15.17:0/2862024862 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6affd640 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcafbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7b70 0x561e0fcb0120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/2862024862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7b70 msgr2=0x561e0fcb0120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7b70 0x561e0fcb0120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/2862024862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 msgr2=0x561e0fcafbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcafbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6b7fe640 1 -- 172.21.15.17:0/2862024862 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e0fba9c20 con 0x561e0fcb0750 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 0x561e0fcbbad0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009fa0 tx=0x7f2a5c027000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3882eb735456b2c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a60ff9640 1 -- 172.21.15.17:0/2862024862 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c01b430 con 0x561e0fcb0750 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a60ff9640 1 -- 172.21.15.17:0/2862024862 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2a5c004760 con 0x561e0fcb0750 2024-03-16T18:27:51.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.625+0000 7f2a60ff9640 1 -- 172.21.15.17:0/2862024862 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a5c0306c0 con 0x561e0fcb0750 2024-03-16T18:27:51.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- 172.21.15.17:0/2862024862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 msgr2=0x561e0fcbbad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 0x561e0fcbbad0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c009fa0 tx=0x7f2a5c027000 comp rx=0 tx=0).stop 2024-03-16T18:27:51.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- 172.21.15.17:0/2862024862 shutdown_connections 2024-03-16T18:27:51.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fcb0750 0x561e0fcbbad0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7b70 0x561e0fcb0120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- 172.21.15.17:0/2862024862 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fca7250 0x561e0fcafbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- 172.21.15.17:0/2862024862 >> 172.21.15.17:0/2862024862 conn(0x561e0fca1980 msgr2=0x561e0fca3640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- 172.21.15.17:0/2862024862 shutdown_connections 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- 172.21.15.17:0/2862024862 wait complete. 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- start start 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 Processor -- start 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7250 0x561e0fcb82a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcb4620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fcb0750 0x561e0fcb4b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fcb5120 con 0x561e0fca7b70 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fcb5290 con 0x561e0fcb0750 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e0fcb5450 con 0x561e0fca7250 2024-03-16T18:27:51.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.626+0000 7f2a743a2740 10 client.0 _ll_register_callbacks cb 0x7f2a5404afb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcb4620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcb4620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54496/0 (socket says 172.21.15.17:54496) 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/3682697256 learned_addr learned my addr 172.21.15.17:0/3682697256 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6affd640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7250 0x561e0fcb82a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6b7fe640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fcb0750 0x561e0fcb4b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/3682697256 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7250 msgr2=0x561e0fcb82a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7250 0x561e0fcb82a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fcb0750 msgr2=0x561e0fcb4b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fcb0750 0x561e0fcb4b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 -- 172.21.15.17:0/3682697256 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e0fbd1060 con 0x561e0fca7b70 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a6a7fc640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcb4620 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f2a54005ec0 tx=0x7f2a54009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c0ba424905dc6b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a527fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a527fc640 1 -- 172.21.15.17:0/3682697256 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a540bbd00 con 0x561e0fca7b70 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a527fc640 1 -- 172.21.15.17:0/3682697256 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f2a540bc3a0 con 0x561e0fca7b70 2024-03-16T18:27:51.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2a5c00feb0 con 0x561e0fca7b70 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a527fc640 1 -- 172.21.15.17:0/3682697256 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2a540bc170 con 0x561e0fca7b70 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a743a2740 10 client.17559 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561e0fbcf8c0 con 0x561e0fca7b70 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.627+0000 7f2a527fc640 1 -- 172.21.15.17:0/3682697256 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2a5c00feb0 con 0x561e0fca7b70 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a527fc640 1 -- 172.21.15.17:0/3682697256 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2a5403c070 con 0x561e0fca7b70 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 10 client.17559 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 10 client.17559 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 20 client.17559 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fd1ce80 0x561e0fd1f270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 4 client.17559 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561e0f99a890 con 0x561e0fd1ce80 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a6affd640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fd1ce80 0x561e0fd1f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a6affd640 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fd1ce80 0x561e0fd1f270 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=81aa3491941bf71b server_cookie=4e1db437c7d016ea in_seq=0 out_seq=0 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a527fc640 10 client.17559 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:51.634 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a527fc640 1 -- 172.21.15.17:0/3682697256 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561e0f99a890 con 0x561e0fd1ce80 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a527fc640 10 client.17559 handle_command_reply: tid=0 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 client.17559 shutdown 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 msgr2=0x561e0fcb4620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcb4620 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7f2a54005ec0 tx=0x7f2a54009260 comp rx=0 tx=0).stop 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 shutdown_connections 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561e0fd1ce80 0x561e0fd1f270 crc :-1 s=READY pgs=138 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561e0fca7b70 0x561e0fcb4620 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a527fc640 0 client.17559 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561e0fcb0750 0x561e0fcb4b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 --2- 172.21.15.17:0/3682697256 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561e0fca7250 0x561e0fcb82a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.628+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 >> 172.21.15.17:0/3682697256 conn(0x561e0fca1980 msgr2=0x561e0fca02f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 shutdown_connections 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a743a2740 1 -- 172.21.15.17:0/3682697256 wait complete. 2024-03-16T18:27:51.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a743a2740 20 client.17559 trim_cache size 0 max 16384 2024-03-16T18:27:51.636 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:27:51.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2a580a1ba0 msgr2=0x7f2a580a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2a580a1ba0 0x7f2a580a4060 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f2a5c020000 tx=0x7f2a5c021000 comp rx=0 tx=0).stop 2024-03-16T18:27:51.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 msgr2=0x7f2a6c19dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c19dc30 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7f2a54009230 tx=0x7f2a54005dd0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 shutdown_connections 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f2a580a1ba0 0x7f2a580a4060 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2a6c100dd0 0x7f2a6c19dc30 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2a6c1064b0 0x7f2a6c1978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 --2- 172.21.15.17:0/2052468152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2a6c100410 0x7f2a6c19d6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 >> 172.21.15.17:0/2052468152 conn(0x7f2a6c077550 msgr2=0x7f2a6c103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 shutdown_connections 2024-03-16T18:27:51.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:51.629+0000 7f2a717c7640 1 -- 172.21.15.17:0/2052468152 wait complete. 2024-03-16T18:27:52.640 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:27:52.641 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:27:52.641 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:27:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 -- 172.21.15.17:0/3432743495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f47841014a0 msgr2=0x7f4784101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 --2- 172.21.15.17:0/3432743495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f47841014a0 0x7f4784101920 secure :-1 s=READY pgs=1009 cs=0 l=1 rev1=1 crypto rx=0x7f4778009900 tx=0x7f477802bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 -- 172.21.15.17:0/3432743495 shutdown_connections 2024-03-16T18:27:52.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 --2- 172.21.15.17:0/3432743495 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f47841014a0 0x7f4784101920 unknown :-1 s=CLOSED pgs=1009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 --2- 172.21.15.17:0/3432743495 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4784101e60 0x7f478410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 --2- 172.21.15.17:0/3432743495 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4784107560 0x7f4784107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 -- 172.21.15.17:0/3432743495 >> 172.21.15.17:0/3432743495 conn(0x7f47840fcf90 msgr2=0x7f47840ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 -- 172.21.15.17:0/3432743495 shutdown_connections 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 -- 172.21.15.17:0/3432743495 wait complete. 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 Processor -- start 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.760+0000 7f47892ff640 1 -- start start 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f47841014a0 0x7f478419d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 0x7f478419dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4784107560 0x7f4784197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4784197f60 con 0x7f4784101e60 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47841980d0 con 0x7f47841014a0 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4784198290 con 0x7f4784107560 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 0x7f478419dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f47841014a0 0x7f478419d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 0x7f478419dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54520/0 (socket says 172.21.15.17:54520) 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 -- 172.21.15.17:0/3402120842 learned_addr learned my addr 172.21.15.17:0/3402120842 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47837fe640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4784107560 0x7f4784197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 -- 172.21.15.17:0/3402120842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4784107560 msgr2=0x7f4784197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4784107560 0x7f4784197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 -- 172.21.15.17:0/3402120842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f47841014a0 msgr2=0x7f478419d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f47841014a0 0x7f478419d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 -- 172.21.15.17:0/3402120842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4778009560 con 0x7f4784101e60 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47827fc640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 0x7f478419dca0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f4778005940 tx=0x7f4778005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f476bfff640 1 -- 172.21.15.17:0/3402120842 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4778004350 con 0x7f4784101e60 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f476bfff640 1 -- 172.21.15.17:0/3402120842 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f47780044b0 con 0x7f4784101e60 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4784198510 con 0x7f4784101e60 2024-03-16T18:27:52.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f476bfff640 1 -- 172.21.15.17:0/3402120842 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47780053c0 con 0x7f4784101e60 2024-03-16T18:27:52.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.761+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47841a4800 con 0x7f4784101e60 2024-03-16T18:27:52.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f476bfff640 1 -- 172.21.15.17:0/3402120842 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4778005520 con 0x7f4784101e60 2024-03-16T18:27:52.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 Processor -- start 2024-03-16T18:27:52.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f476bfff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f476c0a1c20 0x7f476c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 -- start start 2024-03-16T18:27:52.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f47837fe640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f476c0a1c20 0x7f476c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f476bfff640 1 -- 172.21.15.17:0/3402120842 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f47780efb60 con 0x7f4784101e60 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2a8760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 0x5576ac2b12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2b3d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac216f90 con 0x5576ac2a8d30 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac2144c0 con 0x5576ac2a8380 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.764+0000 7f478bfb1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac20fca0 con 0x5576ac2b18b0 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 0x5576ac2b12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2a8760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 0x5576ac2b12e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54532/0 (socket says 172.21.15.17:54532) 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 -- 172.21.15.17:0/2534211761 learned_addr learned my addr 172.21.15.17:0/2534211761 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47837fe640 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2b3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 -- 172.21.15.17:0/2534211761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 msgr2=0x5576ac2b3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2b3d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 -- 172.21.15.17:0/2534211761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 msgr2=0x5576ac2a8760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2a8760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 -- 172.21.15.17:0/2534211761 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5576ac1d20b0 con 0x5576ac2a8d30 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47837fe640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f476c0a1c20 0x7f476c0a40e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4774005fd0 tx=0x7f4774011810 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47827fc640 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 0x5576ac2b12e0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f47780b89c0 tx=0x7f47780bbec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef1ff48d7964e0d2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47697fa640 1 -- 172.21.15.17:0/2534211761 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47780bc560 con 0x5576ac2a8d30 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47697fa640 1 -- 172.21.15.17:0/2534211761 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f47780c06b0 con 0x5576ac2a8d30 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.765+0000 7f47697fa640 1 -- 172.21.15.17:0/2534211761 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47780b8bd0 con 0x5576ac2a8d30 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 -- 172.21.15.17:0/2534211761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 msgr2=0x5576ac2b12e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 0x5576ac2b12e0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f47780b89c0 tx=0x7f47780bbec0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 -- 172.21.15.17:0/2534211761 shutdown_connections 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8d30 0x5576ac2b12e0 unknown :-1 s=CLOSED pgs=1011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2b3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 --2- 172.21.15.17:0/2534211761 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2a8760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 -- 172.21.15.17:0/2534211761 >> 172.21.15.17:0/2534211761 conn(0x5576ac2a2840 msgr2=0x5576ac2a2c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 -- 172.21.15.17:0/2534211761 shutdown_connections 2024-03-16T18:27:52.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 -- 172.21.15.17:0/2534211761 wait complete. 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 -- start start 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.766+0000 7f478bfb1740 1 Processor -- start 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2ae8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8d30 0x5576ac2aee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2af370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac1b4f40 con 0x5576ac2a8380 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576abee34b0 con 0x5576ac2a8d30 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac195670 con 0x5576ac2b18b0 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f478bfb1740 10 client.0 _ll_register_callbacks cb 0x5576ac202f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2ae8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2ae8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54540/0 (socket says 172.21.15.17:54540) 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 -- 172.21.15.17:0/1438034298 learned_addr learned my addr 172.21.15.17:0/1438034298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f47827fc640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8d30 0x5576ac2aee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f47837fe640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2af370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 -- 172.21.15.17:0/1438034298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 msgr2=0x5576ac2af370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2af370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 -- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8d30 msgr2=0x5576ac2aee30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8d30 0x5576ac2aee30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 -- 172.21.15.17:0/1438034298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47841a4800 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2ae8f0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f477c0126e0 tx=0x7f477c012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=612ed77c8fd0ab6b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4766ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.767+0000 7f4766ff5640 1 -- 172.21.15.17:0/1438034298 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f477c017070 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f4766ff5640 1 -- 172.21.15.17:0/1438034298 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f477c0120d0 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5576ac1e9f40 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f4766ff5640 1 -- 172.21.15.17:0/1438034298 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f477c012290 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 10 client.17571 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5576ac20e320 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f4766ff5640 1 -- 172.21.15.17:0/1438034298 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5576ac1e9f40 con 0x5576ac2a8380 2024-03-16T18:27:52.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f4766ff5640 1 -- 172.21.15.17:0/1438034298 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f477c01cc90 con 0x5576ac2a8380 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 10 client.17571 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 10 client.17571 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 20 client.17571 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2c1d80 0x5576ac2c41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 4 client.17571 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5576ac206310 con 0x5576ac2c1d80 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.768+0000 7f47827fc640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2c1d80 0x5576ac2c41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.769+0000 7f47827fc640 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2c1d80 0x5576ac2c41a0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8b0a0c8b55555cfd server_cookie=7cc11c46614c0817 in_seq=0 out_seq=0 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.769+0000 7f4766ff5640 10 client.17571 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f4766ff5640 1 -- 172.21.15.17:0/1438034298 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5576ac206310 con 0x5576ac2c1d80 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f4766ff5640 10 client.17571 handle_command_reply: tid=0 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 client.17571 shutdown 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 msgr2=0x5576ac2ae8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2ae8f0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7f477c0126e0 tx=0x7f477c012ba0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 shutdown_connections 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2c1d80 0x5576ac2c41a0 crc :-1 s=READY pgs=139 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2b18b0 0x5576ac2af370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8d30 0x5576ac2aee30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1438034298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2ae8f0 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f4766ff5640 0 client.17571 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 >> 172.21.15.17:0/1438034298 conn(0x5576ac2a2840 msgr2=0x5576ac2a47a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 shutdown_connections 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 1 -- 172.21.15.17:0/1438034298 wait complete. 2024-03-16T18:27:52.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.770+0000 7f478bfb1740 20 client.17571 trim_cache size 0 max 16384 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.786+0000 7f478bfb1740 1 Processor -- start 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.786+0000 7f478bfb1740 1 -- start start 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a2840 0x5576ac2b1020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2af190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2bcb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f478bfb1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac2aa180 con 0x5576ac2a8380 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f478bfb1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac29e140 con 0x5576ac2a2840 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f478bfb1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac2ace40 con 0x5576ac2a8d30 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2af190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54554/0 (socket says 172.21.15.17:54554) 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 -- 172.21.15.17:0/1575648682 learned_addr learned my addr 172.21.15.17:0/1575648682 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a2840 0x5576ac2b1020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47837fe640 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2bcb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 -- 172.21.15.17:0/1575648682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 msgr2=0x5576ac2bcb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2bcb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 -- 172.21.15.17:0/1575648682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a2840 msgr2=0x5576ac2b1020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a2840 0x5576ac2b1020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 -- 172.21.15.17:0/1575648682 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5576ac1aac00 con 0x5576ac2a8380 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a2840 0x5576ac2b1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f47827fc640 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2af190 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f47780dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32b80826555ec5f4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f4768ff9640 1 -- 172.21.15.17:0/1575648682 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47780bcce0 con 0x5576ac2a8380 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f4768ff9640 1 -- 172.21.15.17:0/1575648682 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f47780bc560 con 0x5576ac2a8380 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.787+0000 7f4768ff9640 1 -- 172.21.15.17:0/1575648682 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47780a71e0 con 0x5576ac2a8380 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 -- 172.21.15.17:0/1575648682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 msgr2=0x5576ac2af190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2af190 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f4778000c00 tx=0x7f47780dc040 comp rx=0 tx=0).stop 2024-03-16T18:27:52.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 -- 172.21.15.17:0/1575648682 shutdown_connections 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a8380 0x5576ac2af190 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2bcb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1575648682 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a2840 0x5576ac2b1020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 -- 172.21.15.17:0/1575648682 >> 172.21.15.17:0/1575648682 conn(0x5576ac2aa2c0 msgr2=0x5576ac2a18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 -- 172.21.15.17:0/1575648682 shutdown_connections 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 -- 172.21.15.17:0/1575648682 wait complete. 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 -- start start 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.788+0000 7f478bfb1740 1 Processor -- start 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 0x5576ac2b93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2b5750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2b5c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac2b6360 con 0x5576ac2a2840 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac2b64d0 con 0x5576ac2a8380 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5576ac321a90 con 0x5576ac2a8d30 2024-03-16T18:27:52.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 10 client.0 _ll_register_callbacks cb 0x7f477c009830 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 0x5576ac2b93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 0x5576ac2b93d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54568/0 (socket says 172.21.15.17:54568) 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 -- 172.21.15.17:0/1111492026 learned_addr learned my addr 172.21.15.17:0/1111492026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f47837fe640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2b5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f47827fc640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2b5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 -- 172.21.15.17:0/1111492026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 msgr2=0x5576ac2b5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2b5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 -- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 msgr2=0x5576ac2b5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2b5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 -- 172.21.15.17:0/1111492026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5576ac20e320 con 0x5576ac2a2840 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4782ffd640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 0x5576ac2b93d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f477c0105e0 tx=0x7f477c010610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcf271c72e51cfc4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4766ff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4766ff5640 1 -- 172.21.15.17:0/1111492026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f477c017070 con 0x5576ac2a2840 2024-03-16T18:27:52.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f4766ff5640 1 -- 172.21.15.17:0/1111492026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f477c0109a0 con 0x5576ac2a2840 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.789+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5576ac235900 con 0x5576ac2a2840 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f4766ff5640 1 -- 172.21.15.17:0/1111492026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f477c0122e0 con 0x5576ac2a2840 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 10 client.17577 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5576ac1d20b0 con 0x5576ac2a2840 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f4766ff5640 1 -- 172.21.15.17:0/1111492026 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5576ac235900 con 0x5576ac2a2840 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f4766ff5640 1 -- 172.21.15.17:0/1111492026 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f477c0050d0 con 0x5576ac2a2840 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 10 client.17577 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 10 client.17577 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 20 client.17577 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2b18b0 0x5576ac325210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 4 client.17577 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5576abf0f860 con 0x5576ac2b18b0 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f47827fc640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2b18b0 0x5576ac325210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f4766ff5640 10 client.17577 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.790+0000 7f47827fc640 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2b18b0 0x5576ac325210 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c5dbe00135329ebb server_cookie=35b897df7d13ff82 in_seq=0 out_seq=0 2024-03-16T18:27:52.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f4766ff5640 1 -- 172.21.15.17:0/1111492026 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5576abf0f860 con 0x5576ac2b18b0 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f4766ff5640 10 client.17577 handle_command_reply: tid=0 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 client.17577 shutdown 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 msgr2=0x5576ac2b93d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 0x5576ac2b93d0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7f477c0105e0 tx=0x7f477c010610 comp rx=0 tx=0).stop 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 shutdown_connections 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5576ac2b18b0 0x5576ac325210 crc :-1 s=READY pgs=140 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5576ac2a8d30 0x5576ac2b5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5576ac2a8380 0x5576ac2b5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 --2- 172.21.15.17:0/1111492026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5576ac2a2840 0x5576ac2b93d0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 >> 172.21.15.17:0/1111492026 conn(0x5576ac2aa2c0 msgr2=0x5576ac2a1050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f4766ff5640 0 client.17577 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 shutdown_connections 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 1 -- 172.21.15.17:0/1111492026 wait complete. 2024-03-16T18:27:52.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f478bfb1740 20 client.17577 trim_cache size 0 max 16384 2024-03-16T18:27:52.799 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:27:52.799 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:27:52.799 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "ffbeb92b-8c14-4770-ace0-440f0e16abc8", 2024-03-16T18:27:52.799 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:27:52.799 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f476c0a1c20 msgr2=0x7f476c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f47892ff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f476c0a1c20 0x7f476c0a40e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f4774005fd0 tx=0x7f4774011810 comp rx=0 tx=0).stop 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.792+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 msgr2=0x7f478419dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 0x7f478419dca0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f4778005940 tx=0x7f4778005df0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 shutdown_connections 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f476c0a1c20 0x7f476c0a40e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4784101e60 0x7f478419dca0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4784107560 0x7f4784197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 --2- 172.21.15.17:0/3402120842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f47841014a0 0x7f478419d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 >> 172.21.15.17:0/3402120842 conn(0x7f47840fcf90 msgr2=0x7f47840fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 shutdown_connections 2024-03-16T18:27:52.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.793+0000 7f47892ff640 1 -- 172.21.15.17:0/3402120842 wait complete. 2024-03-16T18:27:52.804 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:27:52.804 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:27:52.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.908+0000 7f0206c83640 1 -- 172.21.15.17:0/2518243122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200100f90 msgr2=0x7f0200104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.908+0000 7f0206c83640 1 --2- 172.21.15.17:0/2518243122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200100f90 0x7f0200104fd0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7f01ec009930 tx=0x7f01ec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:52.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- 172.21.15.17:0/2518243122 shutdown_connections 2024-03-16T18:27:52.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 --2- 172.21.15.17:0/2518243122 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200100f90 0x7f0200104fd0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.911 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 --2- 172.21.15.17:0/2518243122 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f02001056b0 0x7f020010d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 --2- 172.21.15.17:0/2518243122 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02001005e0 0x7f02001009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- 172.21.15.17:0/2518243122 >> 172.21.15.17:0/2518243122 conn(0x7f02000775a0 msgr2=0x7f02000779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- 172.21.15.17:0/2518243122 shutdown_connections 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- 172.21.15.17:0/2518243122 wait complete. 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 Processor -- start 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- start start 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f02001005e0 0x7f020019d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02001056b0 0x7f020019dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 0x7f0200197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02001982f0 con 0x7f0200197840 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0200198460 con 0x7f02001056b0 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0206c83640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02001985d0 con 0x7f02001005e0 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0205220640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 0x7f0200197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0205220640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 0x7f0200197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54592/0 (socket says 172.21.15.17:54592) 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.909+0000 7f0205220640 1 -- 172.21.15.17:0/2689890393 learned_addr learned my addr 172.21.15.17:0/2689890393 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f01fffff640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02001056b0 0x7f020019dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0204a1f640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f02001005e0 0x7f020019d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0205220640 1 -- 172.21.15.17:0/2689890393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f02001005e0 msgr2=0x7f020019d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0205220640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f02001005e0 0x7f020019d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0205220640 1 -- 172.21.15.17:0/2689890393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02001056b0 msgr2=0x7f020019dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0205220640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02001056b0 0x7f020019dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0205220640 1 -- 172.21.15.17:0/2689890393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f4009490 con 0x7f0200197840 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0205220640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 0x7f0200197cf0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f01f800eb10 tx=0x7f01f800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f01fdffb640 1 -- 172.21.15.17:0/2689890393 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f8004b20 con 0x7f0200197840 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f01fdffb640 1 -- 172.21.15.17:0/2689890393 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f01f8004c80 con 0x7f0200197840 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01ec009560 con 0x7f0200197840 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f01fdffb640 1 -- 172.21.15.17:0/2689890393 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f8010690 con 0x7f0200197840 2024-03-16T18:27:52.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.910+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02001a4880 con 0x7f0200197840 2024-03-16T18:27:52.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.912+0000 7f01fdffb640 1 -- 172.21.15.17:0/2689890393 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f01f8005020 con 0x7f0200197840 2024-03-16T18:27:52.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 Processor -- start 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 -- start start 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd9812b0 0x55b8bd981690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd98a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd8f0280 con 0x55b8bd98a7b0 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd8ed7b0 con 0x55b8bd981bd0 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0209857740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd8e8f90 con 0x55b8bd9812b0 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fdffb640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01f00a1ba0 0x7f01f00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0204a1f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd98a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98cba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54606/0 (socket says 172.21.15.17:54606) 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fffff640 1 -- 172.21.15.17:0/831919561 learned_addr learned my addr 172.21.15.17:0/831919561 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fffff640 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd9812b0 0x55b8bd981690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0205220640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01f00a1ba0 0x7f01f00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fdffb640 1 -- 172.21.15.17:0/2689890393 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f01f8014070 con 0x7f0200197840 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0204a1f640 1 -- 172.21.15.17:0/831919561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd9812b0 msgr2=0x55b8bd981690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0204a1f640 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd9812b0 0x55b8bd981690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0204a1f640 1 -- 172.21.15.17:0/831919561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 msgr2=0x55b8bd98cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0204a1f640 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f0204a1f640 1 -- 172.21.15.17:0/831919561 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8bd8a7570 con 0x55b8bd981bd0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.913+0000 7f01fffff640 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0205220640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01f00a1ba0 0x7f01f00a4060 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f01f80cb4f0 tx=0x7f01f808fff0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0204a1f640 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd98a270 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f01f4009db0 tx=0x7f01f4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b47d8122655ec1cd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f01eaffd640 1 -- 172.21.15.17:0/831919561 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f4019410 con 0x55b8bd981bd0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f01eaffd640 1 -- 172.21.15.17:0/831919561 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f01f4019a20 con 0x55b8bd981bd0 2024-03-16T18:27:52.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f01eaffd640 1 -- 172.21.15.17:0/831919561 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f40189e0 con 0x55b8bd981bd0 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0209857740 1 -- 172.21.15.17:0/831919561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 msgr2=0x55b8bd98a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0209857740 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd98a270 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f01f4009db0 tx=0x7f01f4011810 comp rx=0 tx=0).stop 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0209857740 1 -- 172.21.15.17:0/831919561 shutdown_connections 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0209857740 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0209857740 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd98a270 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.914+0000 7f0209857740 1 --2- 172.21.15.17:0/831919561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd9812b0 0x55b8bd981690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- 172.21.15.17:0/831919561 >> 172.21.15.17:0/831919561 conn(0x55b8bd97b990 msgr2=0x55b8bd97bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- 172.21.15.17:0/831919561 shutdown_connections 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- 172.21.15.17:0/831919561 wait complete. 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- start start 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 Processor -- start 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 0x55b8bd987630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd987b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd9880b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd5bc430 con 0x55b8bd9812b0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd578e00 con 0x55b8bd981bd0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd86dfd0 con 0x55b8bd98a7b0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0209857740 10 client.0 _ll_register_callbacks cb 0x55b8bd8c3fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f01fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 0x55b8bd987630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f01fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 0x55b8bd987630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54616/0 (socket says 172.21.15.17:54616) 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f01fffff640 1 -- 172.21.15.17:0/3715892667 learned_addr learned my addr 172.21.15.17:0/3715892667 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.915+0000 7f0204a1f640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd987b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd9880b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 -- 172.21.15.17:0/3715892667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 msgr2=0x55b8bd9880b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd9880b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 -- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 msgr2=0x55b8bd987b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd987b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 -- 172.21.15.17:0/3715892667 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01f40099e0 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f0204a1f640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd987b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01fffff640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 0x55b8bd987630 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f01ec036040 tx=0x7f01ec02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c3a285c8b78b77f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01dffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01dffff640 1 -- 172.21.15.17:0/3715892667 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec02cbf0 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01dffff640 1 -- 172.21.15.17:0/3715892667 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f01ec004250 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b8bd5e87e0 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01dffff640 1 -- 172.21.15.17:0/3715892667 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01ec004410 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f0209857740 10 client.17589 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b8bd8e7610 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.916+0000 7f01dffff640 1 -- 172.21.15.17:0/3715892667 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55b8bd5e87e0 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f01dffff640 1 -- 172.21.15.17:0/3715892667 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f01ec04d070 con 0x55b8bd9812b0 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0209857740 10 client.17589 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:52.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0209857740 10 client.17589 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0209857740 20 client.17589 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0209857740 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd99a960 0x55b8bd99cd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0209857740 4 client.17589 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b8bd625720 con 0x55b8bd99a960 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0204a1f640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd99a960 0x55b8bd99cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f01dffff640 10 client.17589 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.917+0000 7f0204a1f640 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd99a960 0x55b8bd99cd50 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c673cdb01fbde0ed server_cookie=f9969ba1b730b4fb in_seq=0 out_seq=0 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f01dffff640 1 -- 172.21.15.17:0/3715892667 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b8bd625720 con 0x55b8bd99a960 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f01dffff640 10 client.17589 handle_command_reply: tid=0 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 client.17589 shutdown 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 msgr2=0x55b8bd987630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 0x55b8bd987630 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f01ec036040 tx=0x7f01ec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 shutdown_connections 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd99a960 0x55b8bd99cd50 crc :-1 s=READY pgs=141 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd9880b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f01dffff640 0 client.17589 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd981bd0 0x55b8bd987b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 --2- 172.21.15.17:0/3715892667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd9812b0 0x55b8bd987630 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 >> 172.21.15.17:0/3715892667 conn(0x55b8bd97b990 msgr2=0x55b8bd97d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 shutdown_connections 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 1 -- 172.21.15.17:0/3715892667 wait complete. 2024-03-16T18:27:52.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.918+0000 7f0209857740 20 client.17589 trim_cache size 0 max 16384 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 Processor -- start 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 -- start start 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd989d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd981bd0 0x55b8bd986790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd97a8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd98cfa0 con 0x55b8bd98a7b0 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd980f10 con 0x55b8bd9812b0 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f0209857740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd9770f0 con 0x55b8bd981bd0 2024-03-16T18:27:52.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f01fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd97a8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f01fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd97a8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54624/0 (socket says 172.21.15.17:54624) 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.934+0000 7f01fffff640 1 -- 172.21.15.17:0/3342808443 learned_addr learned my addr 172.21.15.17:0/3342808443 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd989d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f0204a1f640 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd981bd0 0x55b8bd986790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 -- 172.21.15.17:0/3342808443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd981bd0 msgr2=0x55b8bd986790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd981bd0 0x55b8bd986790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 -- 172.21.15.17:0/3342808443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 msgr2=0x55b8bd989d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd989d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 -- 172.21.15.17:0/3342808443 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8bd883ac0 con 0x55b8bd98a7b0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01fffff640 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd97a8d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f01ec02c910 tx=0x7f01ec005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b2bbedc3d526bf3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01ea7fc640 1 -- 172.21.15.17:0/3342808443 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec02cb50 con 0x55b8bd98a7b0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01ea7fc640 1 -- 172.21.15.17:0/3342808443 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f01ec047040 con 0x55b8bd98a7b0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.935+0000 7f01ea7fc640 1 -- 172.21.15.17:0/3342808443 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec003aa0 con 0x55b8bd98a7b0 2024-03-16T18:27:52.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- 172.21.15.17:0/3342808443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 msgr2=0x55b8bd97a8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd97a8d0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f01ec02c910 tx=0x7f01ec005fd0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- 172.21.15.17:0/3342808443 shutdown_connections 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd98a7b0 0x55b8bd97a8d0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd981bd0 0x55b8bd986790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- 172.21.15.17:0/3342808443 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd989d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- 172.21.15.17:0/3342808443 >> 172.21.15.17:0/3342808443 conn(0x55b8bd97b990 msgr2=0x55b8bd97a1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- 172.21.15.17:0/3342808443 shutdown_connections 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- 172.21.15.17:0/3342808443 wait complete. 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- start start 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 Processor -- start 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd9925b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 0x55b8bd98da10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98e100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd98e800 con 0x55b8bd981bd0 2024-03-16T18:27:52.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd9f51e0 con 0x55b8bd9812b0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8bd9f5320 con 0x55b8bd98a7b0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0209857740 10 client.0 _ll_register_callbacks cb 0x7f01ec02c800 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0204a1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 0x55b8bd98da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0204a1f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 0x55b8bd98da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:54626/0 (socket says 172.21.15.17:54626) 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f0204a1f640 1 -- 172.21.15.17:0/4086923361 learned_addr learned my addr 172.21.15.17:0/4086923361 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.936+0000 7f01fffff640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01fffff640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd9925b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0204a1f640 1 -- 172.21.15.17:0/4086923361 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 msgr2=0x55b8bd98e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0204a1f640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0204a1f640 1 -- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 msgr2=0x55b8bd9925b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0204a1f640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd9925b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0204a1f640 1 -- 172.21.15.17:0/4086923361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b8bd8e7610 con 0x55b8bd981bd0 2024-03-16T18:27:52.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0204a1f640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 0x55b8bd98da10 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f01f4000c00 tx=0x7f01f40185c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ab0e8b21e37acaa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01dffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01dffff640 1 -- 172.21.15.17:0/4086923361 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f4019690 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01dffff640 1 -- 172.21.15.17:0/4086923361 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(94..94 src has 1..94) v4 ==== 9495+0+0 (secure 0 0 0) 0x7f01f40197f0 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f01f4019a20 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01dffff640 1 -- 172.21.15.17:0/4086923361 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01f402a8c0 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 10 client.17595 fetch_fsmap learned FSMap version 28 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b8bd8a96a0 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01dffff640 1 -- 172.21.15.17:0/4086923361 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f01f4019a20 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f01dffff640 1 -- 172.21.15.17:0/4086923361 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f01f40053a0 con 0x55b8bd981bd0 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 10 client.17595 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 10 client.17595 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 20 client.17595 populate_metadata read hostname 'smithi017' 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.937+0000 7f0209857740 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd9f6b10 0x55b8bd9f8f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:27:52.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 4 client.17595 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55b8bd674890 con 0x55b8bd9f6b10 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f01fffff640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd9f6b10 0x55b8bd9f8f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f01fffff640 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd9f6b10 0x55b8bd9f8f30 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d5f1c0008d252d96 server_cookie=529216141f87f913 in_seq=0 out_seq=0 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f01dffff640 10 client.17595 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f01dffff640 1 -- 172.21.15.17:0/4086923361 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55b8bd674890 con 0x55b8bd9f6b10 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f01dffff640 10 client.17595 handle_command_reply: tid=0 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 client.17595 shutdown 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 msgr2=0x55b8bd98da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 0x55b8bd98da10 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f01f4000c00 tx=0x7f01f40185c0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 shutdown_connections 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b8bd9f6b10 0x55b8bd9f8f30 crc :-1 s=READY pgs=142 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8bd981bd0 0x55b8bd98da10 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8bd98a7b0 0x55b8bd98e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f01dffff640 0 client.17595 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:27:52.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 --2- 172.21.15.17:0/4086923361 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8bd9812b0 0x55b8bd9925b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.938+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 >> 172.21.15.17:0/4086923361 conn(0x55b8bd97b990 msgr2=0x55b8bd987420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 shutdown_connections 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0209857740 1 -- 172.21.15.17:0/4086923361 wait complete. 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0209857740 20 client.17595 trim_cache size 0 max 16384 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stdout: "ffbeb92b-8c14-4770-ace0-440f0e16abc8": { 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:27:52.946 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "ffbeb92b-8c14-4770-ace0-440f0e16abc8", 2024-03-16T18:27:52.947 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:27:52.947 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:27:52.947 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:27:52.947 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:27:52.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01f00a1ba0 msgr2=0x7f01f00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01f00a1ba0 0x7f01f00a4060 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f01f80cb4f0 tx=0x7f01f808fff0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 msgr2=0x7f0200197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 0x7f0200197cf0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7f01f800eb10 tx=0x7f01f800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 shutdown_connections 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01f00a1ba0 0x7f01f00a4060 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0200197840 0x7f0200197cf0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f02001056b0 0x7f020019dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 --2- 172.21.15.17:0/2689890393 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f02001005e0 0x7f020019d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 >> 172.21.15.17:0/2689890393 conn(0x7f02000775a0 msgr2=0x7f02000fe560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 shutdown_connections 2024-03-16T18:27:52.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:27:52.939+0000 7f0206c83640 1 -- 172.21.15.17:0/2689890393 wait complete. 2024-03-16T18:27:52.950 INFO:tasks.cephfs.filesystem:scrub status for tag:ffbeb92b-8c14-4770-ace0-440f0e16abc8 - {'path': '/', 'tag': 'ffbeb92b-8c14-4770-ace0-440f0e16abc8', 'options': 'recursive,force'} 2024-03-16T18:27:53.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:53 smithi149 ceph-mon[35991]: pgmap v194: 129 pgs: 129 active+clean; 9.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 46 KiB/s wr, 19 op/s 2024-03-16T18:27:53.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:53 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:27:53.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:53 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:53.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:53 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:27:53.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:53 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:53 smithi153 ceph-mon[36005]: pgmap v194: 129 pgs: 129 active+clean; 9.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 46 KiB/s wr, 19 op/s 2024-03-16T18:27:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:53 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:27:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:53 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:53 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:27:53.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:53 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:53.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:53 smithi017 ceph-mon[32207]: pgmap v194: 129 pgs: 129 active+clean; 9.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 46 KiB/s wr, 19 op/s 2024-03-16T18:27:53.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:53 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:27:53.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:53 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:53.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:53 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:27:53.787 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:53 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:27:55.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:55 smithi149 ceph-mon[35991]: pgmap v195: 129 pgs: 129 active+clean; 9.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:55.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:55 smithi153 ceph-mon[36005]: pgmap v195: 129 pgs: 129 active+clean; 9.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:55.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:55 smithi017 ceph-mon[32207]: pgmap v195: 129 pgs: 129 active+clean; 9.0 MiB data, 421 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 30 KiB/s wr, 13 op/s 2024-03-16T18:27:57.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:57 smithi149 ceph-mon[35991]: pgmap v196: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-03-16T18:27:57.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:57 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:27:57.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:57 smithi153 ceph-mon[36005]: pgmap v196: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-03-16T18:27:57.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:57 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:27:57.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:57 smithi017 ceph-mon[32207]: pgmap v196: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 53 KiB/s rd, 47 KiB/s wr, 20 op/s 2024-03-16T18:27:57.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:57 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:27:59.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:27:59 smithi149 ceph-mon[35991]: pgmap v197: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:59.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:27:59 smithi153 ceph-mon[36005]: pgmap v197: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:27:59.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:27:59 smithi017 ceph-mon[32207]: pgmap v197: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:28:01.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:01 smithi149 ceph-mon[35991]: pgmap v198: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:28:01.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:01 smithi153 ceph-mon[36005]: pgmap v198: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:28:01.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:01 smithi017 ceph-mon[32207]: pgmap v198: 129 pgs: 129 active+clean; 9.2 MiB data, 422 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 33 KiB/s wr, 13 op/s 2024-03-16T18:28:03.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:03 smithi149 ceph-mon[35991]: pgmap v199: 129 pgs: 129 active+clean; 9.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 95 KiB/s wr, 38 op/s 2024-03-16T18:28:03.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:03 smithi149 ceph-mon[35991]: osdmap e95: 12 total, 12 up, 12 in 2024-03-16T18:28:03.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:03 smithi153 ceph-mon[36005]: pgmap v199: 129 pgs: 129 active+clean; 9.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 95 KiB/s wr, 38 op/s 2024-03-16T18:28:03.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:03 smithi153 ceph-mon[36005]: osdmap e95: 12 total, 12 up, 12 in 2024-03-16T18:28:03.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:03 smithi017 ceph-mon[32207]: pgmap v199: 129 pgs: 129 active+clean; 9.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 95 KiB/s wr, 38 op/s 2024-03-16T18:28:03.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:03 smithi017 ceph-mon[32207]: osdmap e95: 12 total, 12 up, 12 in 2024-03-16T18:28:05.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:05 smithi149 ceph-mon[35991]: pgmap v201: 129 pgs: 129 active+clean; 9.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 95 KiB/s wr, 37 op/s 2024-03-16T18:28:05.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:05 smithi153 ceph-mon[36005]: pgmap v201: 129 pgs: 129 active+clean; 9.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 95 KiB/s wr, 37 op/s 2024-03-16T18:28:05.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:05 smithi017 ceph-mon[32207]: pgmap v201: 129 pgs: 129 active+clean; 9.4 MiB data, 423 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 95 KiB/s wr, 37 op/s 2024-03-16T18:28:07.380 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.380 INFO:tasks.workunit.client.0.smithi017.stdout:251/600: open fd = 3 2024-03-16T18:28:07.380 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.380 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:252/600: open fd = 3 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:253/600: open fd = 3 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:254/600: open fd = 3 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.381 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:255/600: open fd = 3 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:256/600: open fd = 3 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:257/600: open fd = 3 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:258/600: open fd = 3 2024-03-16T18:28:07.382 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:259/600: open fd = 3 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:260/600: open fd = 3 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:261/600: open fd = 3 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.383 INFO:tasks.workunit.client.0.smithi017.stdout:262/600: open fd = 3 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:263/600: open fd = 3 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:264/600: open fd = 3 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:265/600: open fd = 3 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.384 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:266/600: open fd = 3 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:267/600: open fd = 3 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:268/600: open fd = 3 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:269/600: open fd = 3 2024-03-16T18:28:07.385 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:270/600: open fd = 3 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:271/600: open fd = 3 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:272/600: open fd = 3 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.386 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:273/600: open fd = 3 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:274/600: open fd = 3 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:275/600: open fd = 3 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.387 INFO:tasks.workunit.client.0.smithi017.stdout:276/600: open fd = 3 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:277/600: open fd = 3 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:278/600: open fd = 3 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:279/600: open fd = 3 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.388 INFO:tasks.workunit.client.0.smithi017.stdout:280/600: open fd = 3 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:281/600: open fd = 3 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:282/600: open fd = 3 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:283/600: open fd = 3 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:284/600: open fd = 3 2024-03-16T18:28:07.389 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:285/600: open fd = 3 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:286/600: open fd = 3 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:287/600: open fd = 3 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.390 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:288/600: open fd = 3 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:289/600: open fd = 3 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:290/600: open fd = 3 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:291/600: open fd = 3 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.391 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:292/600: open fd = 3 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:293/600: open fd = 3 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:294/600: open fd = 3 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:295/600: open fd = 3 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.392 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:296/600: open fd = 3 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:297/600: open fd = 3 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:298/600: open fd = 3 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:299/600: open fd = 3 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.393 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:300/600: open fd = 3 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:301/600: open fd = 3 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:302/600: open fd = 3 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.394 INFO:tasks.workunit.client.0.smithi017.stdout:303/600: open fd = 3 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:304/600: open fd = 3 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:305/600: open fd = 3 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:306/600: open fd = 3 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:307/600: open fd = 3 2024-03-16T18:28:07.395 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:308/600: open fd = 3 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:309/600: open fd = 3 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:310/600: open fd = 3 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:311/600: open fd = 3 2024-03-16T18:28:07.396 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.397 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.397 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:28:07.397 INFO:tasks.workunit.client.0.smithi017.stdout:312/600: open fd = 3 2024-03-16T18:28:07.397 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.397 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:28:07.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:07 smithi149 ceph-mon[35991]: pgmap v202: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 97 KiB/s wr, 37 op/s 2024-03-16T18:28:07.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:07 smithi153 ceph-mon[36005]: pgmap v202: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 97 KiB/s wr, 37 op/s 2024-03-16T18:28:07.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:07 smithi017 ceph-mon[32207]: pgmap v202: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 97 KiB/s wr, 37 op/s 2024-03-16T18:28:09.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:09 smithi149 ceph-mon[35991]: pgmap v203: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 97 KiB/s wr, 37 op/s 2024-03-16T18:28:09.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:09 smithi153 ceph-mon[36005]: pgmap v203: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 97 KiB/s wr, 37 op/s 2024-03-16T18:28:09.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:09 smithi017 ceph-mon[32207]: pgmap v203: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 97 KiB/s wr, 37 op/s 2024-03-16T18:28:10.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:10 smithi017 ceph-mon[32207]: osdmap e96: 12 total, 12 up, 12 in 2024-03-16T18:28:10.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:10 smithi149 ceph-mon[35991]: osdmap e96: 12 total, 12 up, 12 in 2024-03-16T18:28:10.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:10 smithi153 ceph-mon[36005]: osdmap e96: 12 total, 12 up, 12 in 2024-03-16T18:28:11.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:11 smithi017 ceph-mon[32207]: pgmap v205: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-03-16T18:28:11.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:11 smithi149 ceph-mon[35991]: pgmap v205: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-03-16T18:28:11.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:11 smithi153 ceph-mon[36005]: pgmap v205: 129 pgs: 129 active+clean; 9.6 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 30 KiB/s rd, 29 KiB/s wr, 10 op/s 2024-03-16T18:28:13.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:13 smithi017 ceph-mon[32207]: pgmap v206: 129 pgs: 129 active+clean; 9.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 17 op/s 2024-03-16T18:28:13.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:13 smithi149 ceph-mon[35991]: pgmap v206: 129 pgs: 129 active+clean; 9.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 17 op/s 2024-03-16T18:28:13.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:13 smithi153 ceph-mon[36005]: pgmap v206: 129 pgs: 129 active+clean; 9.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 17 op/s 2024-03-16T18:28:15.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:15 smithi017 ceph-mon[32207]: pgmap v207: 129 pgs: 129 active+clean; 9.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-03-16T18:28:15.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:15 smithi149 ceph-mon[35991]: pgmap v207: 129 pgs: 129 active+clean; 9.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-03-16T18:28:15.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:15 smithi153 ceph-mon[36005]: pgmap v207: 129 pgs: 129 active+clean; 9.8 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 17 op/s 2024-03-16T18:28:17.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:17 smithi017 ceph-mon[32207]: pgmap v208: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-03-16T18:28:17.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:17 smithi149 ceph-mon[35991]: pgmap v208: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-03-16T18:28:17.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:17 smithi153 ceph-mon[36005]: pgmap v208: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-03-16T18:28:19.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:19 smithi017 ceph-mon[32207]: pgmap v209: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-03-16T18:28:19.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:19 smithi149 ceph-mon[35991]: pgmap v209: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-03-16T18:28:19.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:19 smithi153 ceph-mon[36005]: pgmap v209: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 46 KiB/s rd, 44 KiB/s wr, 16 op/s 2024-03-16T18:28:21.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:21 smithi017 ceph-mon[32207]: pgmap v210: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-03-16T18:28:21.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:21 smithi149 ceph-mon[35991]: pgmap v210: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-03-16T18:28:21.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:21 smithi153 ceph-mon[36005]: pgmap v210: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 42 KiB/s rd, 40 KiB/s wr, 15 op/s 2024-03-16T18:28:22.950 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:28:22.951 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 -- 172.21.15.17:0/508133785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100290 msgr2=0x7f45f8100670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 --2- 172.21.15.17:0/508133785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100290 0x7f45f8100670 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f45f0009900 tx=0x7f45f002bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 -- 172.21.15.17:0/508133785 shutdown_connections 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 --2- 172.21.15.17:0/508133785 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8110230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 --2- 172.21.15.17:0/508133785 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45f8100bb0 0x7f45f810d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 --2- 172.21.15.17:0/508133785 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100290 0x7f45f8100670 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 -- 172.21.15.17:0/508133785 >> 172.21.15.17:0/508133785 conn(0x7f45f80775a0 msgr2=0x7f45f80779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 -- 172.21.15.17:0/508133785 shutdown_connections 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 -- 172.21.15.17:0/508133785 wait complete. 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.068+0000 7f45fd281640 1 Processor -- start 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 -- start start 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45f8100290 0x7f45f819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100bb0 0x7f45f819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8199a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f819a0b0 con 0x7f45f810de40 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f819a220 con 0x7f45f8100bb0 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45fd281640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45f819a3e0 con 0x7f45f8100290 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8199a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8199a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49830/0 (socket says 172.21.15.17:49830) 2024-03-16T18:28:23.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45f8100290 0x7f45f819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f67fc640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100bb0 0x7f45f819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 -- 172.21.15.17:0/1716859093 learned_addr learned my addr 172.21.15.17:0/1716859093 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 -- 172.21.15.17:0/1716859093 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45f8100290 msgr2=0x7f45f819f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45f8100290 0x7f45f819f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 -- 172.21.15.17:0/1716859093 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100bb0 msgr2=0x7f45f819fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100bb0 0x7f45f819fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 -- 172.21.15.17:0/1716859093 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45f0009560 con 0x7f45f810de40 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f67fc640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100bb0 0x7f45f819fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.069+0000 7f45f77fe640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8199a60 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f45e800eb40 tx=0x7f45e800c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.070+0000 7f45effff640 1 -- 172.21.15.17:0/1716859093 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e8004b20 con 0x7f45f810de40 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.070+0000 7f45effff640 1 -- 172.21.15.17:0/1716859093 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f45e8004c80 con 0x7f45f810de40 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.070+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45f819a6c0 con 0x7f45f810de40 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.070+0000 7f45effff640 1 -- 172.21.15.17:0/1716859093 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e8010690 con 0x7f45f810de40 2024-03-16T18:28:23.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.070+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f81a6900 con 0x7f45f810de40 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.072+0000 7f45effff640 1 -- 172.21.15.17:0/1716859093 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f45e8005020 con 0x7f45f810de40 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.072+0000 7f45ffe58740 1 Processor -- start 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 -- start start 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45effff640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f45e40a1ba0 0x7f45e40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f67fc640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f45e40a1ba0 0x7f45e40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45effff640 1 -- 172.21.15.17:0/1716859093 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f45e8014070 con 0x7f45f810de40 2024-03-16T18:28:23.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bca690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd5ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1b39280 con 0x5586f1bca2b0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1b367b0 con 0x5586f1bd37b0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45ffe58740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1b31f90 con 0x5586f1bcabd0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bca690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bca690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49844/0 (socket says 172.21.15.17:49844) 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f77fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd5ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f6ffd640 1 -- 172.21.15.17:0/3039544158 learned_addr learned my addr 172.21.15.17:0/3039544158 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f67fc640 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f67fc640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f45e40a1ba0 0x7f45e40a4060 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f45f810ed00 tx=0x7f45e0005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f77fe640 1 -- 172.21.15.17:0/3039544158 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 msgr2=0x5586f1bd3270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f77fe640 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f77fe640 1 -- 172.21.15.17:0/3039544158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 msgr2=0x5586f1bca690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f77fe640 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bca690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.073+0000 7f45f77fe640 1 -- 172.21.15.17:0/3039544158 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5586f1af0570 con 0x5586f1bd37b0 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.074+0000 7f45f77fe640 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd5ba0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f45e80cb660 tx=0x7f45e8004df0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=793ae4ffae36f699 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.074+0000 7f45ed7fa640 1 -- 172.21.15.17:0/3039544158 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e80ce160 con 0x5586f1bd37b0 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.074+0000 7f45ed7fa640 1 -- 172.21.15.17:0/3039544158 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f45e809ab40 con 0x5586f1bd37b0 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.074+0000 7f45ed7fa640 1 -- 172.21.15.17:0/3039544158 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e80cb8e0 con 0x5586f1bd37b0 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.074+0000 7f45ffe58740 1 -- 172.21.15.17:0/3039544158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 msgr2=0x5586f1bd5ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.074+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd5ba0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f45e80cb660 tx=0x7f45e8004df0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- 172.21.15.17:0/3039544158 shutdown_connections 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd5ba0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3039544158 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bca690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- 172.21.15.17:0/3039544158 >> 172.21.15.17:0/3039544158 conn(0x5586f1bc4990 msgr2=0x5586f1bc4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- 172.21.15.17:0/3039544158 shutdown_connections 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- 172.21.15.17:0/3039544158 wait complete. 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- start start 2024-03-16T18:28:23.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 Processor -- start 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bca2b0 0x5586f1bd3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 0x5586f1bd05f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd0d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1805430 con 0x5586f1bcabd0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f17c1e00 con 0x5586f1bd37b0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1ab6fd0 con 0x5586f1bca2b0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45ffe58740 10 client.0 _ll_register_callbacks cb 0x5586f1b0cfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45f67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 0x5586f1bd05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45f77fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd0d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bca2b0 0x5586f1bd3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45f67fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 0x5586f1bd05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49856/0 (socket says 172.21.15.17:49856) 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.075+0000 7f45f67fc640 1 -- 172.21.15.17:0/2787410271 learned_addr learned my addr 172.21.15.17:0/2787410271 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f77fe640 1 -- 172.21.15.17:0/2787410271 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bca2b0 msgr2=0x5586f1bd3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f77fe640 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bca2b0 0x5586f1bd3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f77fe640 1 -- 172.21.15.17:0/2787410271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 msgr2=0x5586f1bd05f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f77fe640 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 0x5586f1bd05f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f77fe640 1 -- 172.21.15.17:0/2787410271 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f81a6900 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f67fc640 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 0x5586f1bd05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45f77fe640 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd0d30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f45e8098df0 tx=0x7f45e809edd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dba16afe166c9ad8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45de7fc640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45de7fc640 1 -- 172.21.15.17:0/2787410271 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45e80b9070 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45de7fc640 1 -- 172.21.15.17:0/2787410271 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f45e80ce160 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5586f18317e0 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45de7fc640 1 -- 172.21.15.17:0/2787410271 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45e80971b0 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45ffe58740 10 client.27485 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.076+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5586f1b30610 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45de7fc640 1 -- 172.21.15.17:0/2787410271 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5586f18317e0 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45de7fc640 1 -- 172.21.15.17:0/2787410271 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f45e80ba070 con 0x5586f1bd37b0 2024-03-16T18:28:23.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45ffe58740 10 client.27485 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45ffe58740 10 client.27485 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45ffe58740 20 client.27485 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1be35b0 0x5586f1be59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45ffe58740 4 client.27485 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5586f186e720 con 0x5586f1be35b0 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1be35b0 0x5586f1be59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1be35b0 0x5586f1be59a0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3ec23fdf8ada719 server_cookie=9a2c9f30665e3f35 in_seq=0 out_seq=0 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.077+0000 7f45de7fc640 10 client.27485 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45de7fc640 1 -- 172.21.15.17:0/2787410271 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5586f186e720 con 0x5586f1be35b0 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45de7fc640 10 client.27485 handle_command_reply: tid=0 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 client.27485 shutdown 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 msgr2=0x5586f1bd0d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd0d30 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f45e8098df0 tx=0x7f45e809edd0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 shutdown_connections 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1be35b0 0x5586f1be59a0 crc :-1 s=READY pgs=143 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bcabd0 0x5586f1bd05f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bd0d30 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2787410271 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bca2b0 0x5586f1bd3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45de7fc640 0 client.27485 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 >> 172.21.15.17:0/2787410271 conn(0x5586f1bc4990 msgr2=0x5586f1bc6730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.078+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 shutdown_connections 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.079+0000 7f45ffe58740 1 -- 172.21.15.17:0/2787410271 wait complete. 2024-03-16T18:28:23.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.079+0000 7f45ffe58740 20 client.27485 trim_cache size 0 max 16384 2024-03-16T18:28:23.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 Processor -- start 2024-03-16T18:28:23.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 -- start start 2024-03-16T18:28:23.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bd2d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bd37b0 0x5586f1bdead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1bc96a0 con 0x5586f1bca2b0 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1bc41d0 con 0x5586f1bcabd0 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45ffe58740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1bc02b0 con 0x5586f1bd37b0 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bd2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bd2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49872/0 (socket says 172.21.15.17:49872) 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 -- 172.21.15.17:0/2856637240 learned_addr learned my addr 172.21.15.17:0/2856637240 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f67fc640 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f77fe640 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bd37b0 0x5586f1bdead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 -- 172.21.15.17:0/2856637240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bd37b0 msgr2=0x5586f1bdead0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bd37b0 0x5586f1bdead0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 -- 172.21.15.17:0/2856637240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bcabd0 msgr2=0x5586f1bd3260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 -- 172.21.15.17:0/2856637240 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5586f1accac0 con 0x5586f1bca2b0 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f77fe640 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bd37b0 0x5586f1bdead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.095+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bd2d20 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f45f002c170 tx=0x7f45f0005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15f5b57914e3b827 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ecff9640 1 -- 172.21.15.17:0/2856637240 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f004a330 con 0x5586f1bca2b0 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ecff9640 1 -- 172.21.15.17:0/2856637240 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f45f002cc20 con 0x5586f1bca2b0 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ecff9640 1 -- 172.21.15.17:0/2856637240 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f004a860 con 0x5586f1bca2b0 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 -- 172.21.15.17:0/2856637240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 msgr2=0x5586f1bd2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bd2d20 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f45f002c170 tx=0x7f45f0005fd0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 -- 172.21.15.17:0/2856637240 shutdown_connections 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bd37b0 0x5586f1bdead0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bcabd0 0x5586f1bd3260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 --2- 172.21.15.17:0/2856637240 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bd2d20 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 -- 172.21.15.17:0/2856637240 >> 172.21.15.17:0/2856637240 conn(0x5586f1bc4990 msgr2=0x5586f1bc4d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 -- 172.21.15.17:0/2856637240 shutdown_connections 2024-03-16T18:28:23.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.096+0000 7f45ffe58740 1 -- 172.21.15.17:0/2856637240 wait complete. 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 -- start start 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 Processor -- start 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bcc860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bccda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bcd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1bd5850 con 0x5586f1bca2b0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1bd59c0 con 0x5586f1bd37b0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5586f1bcd820 con 0x5586f1bcabd0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45ffe58740 10 client.0 _ll_register_callbacks cb 0x7f45e0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bcc860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bcc860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49884/0 (socket says 172.21.15.17:49884) 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 -- 172.21.15.17:0/3941262152 learned_addr learned my addr 172.21.15.17:0/3941262152 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f67fc640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bccda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f77fe640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bcd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 -- 172.21.15.17:0/3941262152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 msgr2=0x5586f1bccda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bccda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 -- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 msgr2=0x5586f1bcd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bcd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f6ffd640 1 -- 172.21.15.17:0/3941262152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45f8110d90 con 0x5586f1bca2b0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f67fc640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.097+0000 7f45f77fe640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bcd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45f6ffd640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bcc860 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f45f00058c0 tx=0x7f45f00040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74272aa89e284d98 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45de7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45de7fc640 1 -- 172.21.15.17:0/3941262152 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45f0058070 con 0x5586f1bca2b0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5586f18bd890 con 0x5586f1bca2b0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45de7fc640 1 -- 172.21.15.17:0/3941262152 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f45f0046040 con 0x5586f1bca2b0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45de7fc640 1 -- 172.21.15.17:0/3941262152 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45f002c980 con 0x5586f1bca2b0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 10 client.17613 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5586f1af26a0 con 0x5586f1bca2b0 2024-03-16T18:28:23.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45de7fc640 1 -- 172.21.15.17:0/3941262152 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5586f18bd890 con 0x5586f1bca2b0 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45de7fc640 1 -- 172.21.15.17:0/3941262152 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f45f005b020 con 0x5586f1bca2b0 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 10 client.17613 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 10 client.17613 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 20 client.17613 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1c40230 0x5586f1c42650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 4 client.17613 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.098+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5586f18204e0 con 0x5586f1c40230 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45f67fc640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1c40230 0x5586f1c42650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45de7fc640 10 client.17613 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45f67fc640 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1c40230 0x5586f1c42650 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5318160fd841ec75 server_cookie=ed7496714cb35704 in_seq=0 out_seq=0 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45de7fc640 1 -- 172.21.15.17:0/3941262152 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5586f18204e0 con 0x5586f1c40230 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45de7fc640 10 client.17613 handle_command_reply: tid=0 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 client.17613 shutdown 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 msgr2=0x5586f1bcc860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bcc860 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f45f00058c0 tx=0x7f45f00040c0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 shutdown_connections 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5586f1c40230 0x5586f1c42650 crc :-1 s=READY pgs=144 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5586f1bd37b0 0x5586f1bcd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45de7fc640 0 client.17613 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5586f1bcabd0 0x5586f1bccda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 --2- 172.21.15.17:0/3941262152 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5586f1bca2b0 0x5586f1bcc860 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 >> 172.21.15.17:0/3941262152 conn(0x5586f1bc4990 msgr2=0x5586f1bc31c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 shutdown_connections 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 1 -- 172.21.15.17:0/3941262152 wait complete. 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.099+0000 7f45ffe58740 20 client.17613 trim_cache size 0 max 16384 2024-03-16T18:28:23.106 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:28:23.107 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:28:23.107 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:28:23.107 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:28:23.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f45e40a1ba0 msgr2=0x7f45e40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f45e40a1ba0 0x7f45e40a4060 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f45f810ed00 tx=0x7f45e0005f90 comp rx=0 tx=0).stop 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 msgr2=0x7f45f8199a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8199a60 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f45e800eb40 tx=0x7f45e800c2d0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 shutdown_connections 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f45e40a1ba0 0x7f45e40a4060 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45f810de40 0x7f45f8199a60 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45f8100bb0 0x7f45f819fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 --2- 172.21.15.17:0/1716859093 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45f8100290 0x7f45f819f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 >> 172.21.15.17:0/1716859093 conn(0x7f45f80775a0 msgr2=0x7f45f810f500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 shutdown_connections 2024-03-16T18:28:23.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.100+0000 7f45fd281640 1 -- 172.21.15.17:0/1716859093 wait complete. 2024-03-16T18:28:23.111 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:28:23.111 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 -- 172.21.15.17:0/3371814091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc0ff9f0 msgr2=0x7f1ffc0ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 --2- 172.21.15.17:0/3371814091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc0ff9f0 0x7f1ffc0ffe70 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f1fec009900 tx=0x7f1fec02bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 -- 172.21.15.17:0/3371814091 shutdown_connections 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 --2- 172.21.15.17:0/3371814091 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc0ff9f0 0x7f1ffc0ffe70 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 --2- 172.21.15.17:0/3371814091 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc10e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 --2- 172.21.15.17:0/3371814091 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ffc107580 0x7f1ffc107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 -- 172.21.15.17:0/3371814091 >> 172.21.15.17:0/3371814091 conn(0x7f1ffc0769b0 msgr2=0x7f1ffc0fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 -- 172.21.15.17:0/3371814091 shutdown_connections 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 -- 172.21.15.17:0/3371814091 wait complete. 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 Processor -- start 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.214+0000 7f2004583640 1 -- start start 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ffc0ff9f0 0x7f1ffc19d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc19db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ffc107580 0x7f1ffc197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ffc197eb0 con 0x7f1ffc1003b0 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ffc198020 con 0x7f1ffc0ff9f0 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ffc1981e0 con 0x7f1ffc107580 2024-03-16T18:28:23.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc19db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc19db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49894/0 (socket says 172.21.15.17:49894) 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 -- 172.21.15.17:0/3316883456 learned_addr learned my addr 172.21.15.17:0/3316883456 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f200231f640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ffc0ff9f0 0x7f1ffc19d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2002b20640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ffc107580 0x7f1ffc197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 -- 172.21.15.17:0/3316883456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ffc107580 msgr2=0x7f1ffc197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ffc107580 0x7f1ffc197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 -- 172.21.15.17:0/3316883456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ffc0ff9f0 msgr2=0x7f1ffc19d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ffc0ff9f0 0x7f1ffc19d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 -- 172.21.15.17:0/3316883456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ff8009490 con 0x7f1ffc1003b0 2024-03-16T18:28:23.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2001b1e640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc19db90 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f1fec005940 tx=0x7f1fec005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fec004350 con 0x7f1ffc1003b0 2024-03-16T18:28:23.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1fec0044b0 con 0x7f1ffc1003b0 2024-03-16T18:28:23.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1fec009560 con 0x7f1ffc1003b0 2024-03-16T18:28:23.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1fec0053c0 con 0x7f1ffc1003b0 2024-03-16T18:28:23.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.215+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ffc1a44a0 con 0x7f1ffc1003b0 2024-03-16T18:28:23.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.216+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ffc102d10 con 0x7f1ffc1003b0 2024-03-16T18:28:23.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.217+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1fec005520 con 0x7f1ffc1003b0 2024-03-16T18:28:23.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.218+0000 7f1ff37fe640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1fe80a1c20 0x7f1fe80a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.218+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f1fec0efbb0 con 0x7f1ffc1003b0 2024-03-16T18:28:23.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.218+0000 7f200231f640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1fe80a1c20 0x7f1fe80a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.220 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.218+0000 7f200231f640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1fe80a1c20 0x7f1fe80a40e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8009d60 tx=0x7f1ff8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.223+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1fec0b8800 con 0x7f1ffc1003b0 2024-03-16T18:28:23.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.443+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1ffc068730 con 0x7f1ffc1003b0 2024-03-16T18:28:23.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.444+0000 7f1ff37fe640 1 -- 172.21.15.17:0/3316883456 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f1fec0bbec0 con 0x7f1ffc1003b0 2024-03-16T18:28:23.444 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:28:23.444 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:28:23.444 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:28:23.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1fe80a1c20 msgr2=0x7f1fe80a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1fe80a1c20 0x7f1fe80a40e0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f1ff8009d60 tx=0x7f1ff8005f90 comp rx=0 tx=0).stop 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 msgr2=0x7f1ffc19db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc19db90 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7f1fec005940 tx=0x7f1fec005df0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 shutdown_connections 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1fe80a1c20 0x7f1fe80a40e0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1ffc1003b0 0x7f1ffc19db90 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1ffc107580 0x7f1ffc197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 --2- 172.21.15.17:0/3316883456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1ffc0ff9f0 0x7f1ffc19d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 >> 172.21.15.17:0/3316883456 conn(0x7f1ffc0769b0 msgr2=0x7f1ffc0fe3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 shutdown_connections 2024-03-16T18:28:23.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.446+0000 7f2004583640 1 -- 172.21.15.17:0/3316883456 wait complete. 2024-03-16T18:28:23.457 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:23.457 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:28:23.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.561+0000 7f6540fac640 1 -- 172.21.15.17:0/2665439887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c0686d0 msgr2=0x7f653c068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.561+0000 7f6540fac640 1 --2- 172.21.15.17:0/2665439887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c0686d0 0x7f653c068b50 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f6530009930 tx=0x7f653002bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 -- 172.21.15.17:0/2665439887 shutdown_connections 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 --2- 172.21.15.17:0/2665439887 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c0686d0 0x7f653c068b50 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 --2- 172.21.15.17:0/2665439887 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c069090 0x7f653c10e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 --2- 172.21.15.17:0/2665439887 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 -- 172.21.15.17:0/2665439887 >> 172.21.15.17:0/2665439887 conn(0x7f653c0774f0 msgr2=0x7f653c077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 -- 172.21.15.17:0/2665439887 shutdown_connections 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 -- 172.21.15.17:0/2665439887 wait complete. 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 Processor -- start 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.562+0000 7f6540fac640 1 -- start start 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 0x7f653c19d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 0x7f653c19dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f653c197f00 con 0x7f653c069090 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f653c198070 con 0x7f653c0686d0 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f653c198230 con 0x7f653c107500 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6539d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 0x7f653c19dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 0x7f653c19d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653ad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 0x7f653c19d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42492/0 (socket says 172.21.15.17:42492) 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 -- 172.21.15.17:0/2630141101 learned_addr learned my addr 172.21.15.17:0/2630141101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 0x7f653c19dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49916/0 (socket says 172.21.15.17:49916) 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56850/0 (socket says 172.21.15.17:56850) 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 -- 172.21.15.17:0/2630141101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 msgr2=0x7f653c1978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 -- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 msgr2=0x7f653c19dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 0x7f653c19dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 -- 172.21.15.17:0/2630141101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6530009560 con 0x7f653c0686d0 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 0x7f653c19dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f653a59c640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 0x7f653c19d700 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f653400e9f0 tx=0x7f653400edf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f652b7fe640 1 -- 172.21.15.17:0/2630141101 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6534009720 con 0x7f653c0686d0 2024-03-16T18:28:23.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f653c198510 con 0x7f653c0686d0 2024-03-16T18:28:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.563+0000 7f652b7fe640 1 -- 172.21.15.17:0/2630141101 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f653400cd80 con 0x7f653c0686d0 2024-03-16T18:28:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.564+0000 7f652b7fe640 1 -- 172.21.15.17:0/2630141101 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6534010430 con 0x7f653c0686d0 2024-03-16T18:28:23.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.564+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f653c1a47a0 con 0x7f653c0686d0 2024-03-16T18:28:23.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f652b7fe640 1 -- 172.21.15.17:0/2630141101 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f6534005020 con 0x7f653c0686d0 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 Processor -- start 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 -- start start 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fb0360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 0x55b630fbd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630f6b960 con 0x55b630fb08a0 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630f1f310 con 0x55b630fbdb60 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f6543b88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630f1c840 con 0x55b630faff80 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f652b7fe640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f65240a1ba0 0x7f65240a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f653a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 0x55b630fbd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.566+0000 7f653ad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fb0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f6539d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fb0360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56860/0 (socket says 172.21.15.17:56860) 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 0x55b630fbd620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49918/0 (socket says 172.21.15.17:49918) 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 -- 172.21.15.17:0/1233265449 learned_addr learned my addr 172.21.15.17:0/1233265449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f65240a1ba0 0x7f65240a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f652b7fe640 1 -- 172.21.15.17:0/2630141101 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f6534014070 con 0x7f653c0686d0 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 -- 172.21.15.17:0/1233265449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 msgr2=0x55b630fbff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbff50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 -- 172.21.15.17:0/1233265449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 msgr2=0x55b630fbd620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 0x55b630fbd620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 -- 172.21.15.17:0/1233265449 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b630eda060 con 0x55b630faff80 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f6539d9b640 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653a59c640 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 0x55b630fbd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f65240a1ba0 0x7f65240a4060 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f652c00ff50 tx=0x7f652c01e000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f653ad9d640 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fb0360 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f652c011fd0 tx=0x7f652c00fa50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1f84abaf8034d136 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f6528ff9640 1 -- 172.21.15.17:0/1233265449 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c003970 con 0x55b630faff80 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f6528ff9640 1 -- 172.21.15.17:0/1233265449 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f652c011630 con 0x55b630faff80 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.567+0000 7f6528ff9640 1 -- 172.21.15.17:0/1233265449 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c026450 con 0x55b630faff80 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 -- 172.21.15.17:0/1233265449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 msgr2=0x55b630fb0360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fb0360 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f652c011fd0 tx=0x7f652c00fa50 comp rx=0 tx=0).stop 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 -- 172.21.15.17:0/1233265449 shutdown_connections 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fb08a0 0x55b630fbd620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 --2- 172.21.15.17:0/1233265449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fb0360 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 -- 172.21.15.17:0/1233265449 >> 172.21.15.17:0/1233265449 conn(0x55b630faa980 msgr2=0x55b630faad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 -- 172.21.15.17:0/1233265449 shutdown_connections 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 -- 172.21.15.17:0/1233265449 wait complete. 2024-03-16T18:28:23.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 -- start start 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.568+0000 7f6543b88740 1 Processor -- start 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fbd550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fb08a0 0x55b630fba8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbaef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630f18020 con 0x55b630faff80 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630beb430 con 0x55b630fbdb60 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630ba7e00 con 0x55b630fb08a0 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 10 client.0 _ll_register_callbacks cb 0x55b630ebfcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fbd550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fbd550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49934/0 (socket says 172.21.15.17:49934) 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 -- 172.21.15.17:0/2979835634 learned_addr learned my addr 172.21.15.17:0/2979835634 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fb08a0 0x55b630fba8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbaef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 -- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fb08a0 msgr2=0x55b630fba8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fb08a0 0x55b630fba8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 -- 172.21.15.17:0/2979835634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 msgr2=0x55b630fbaef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbaef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 -- 172.21.15.17:0/2979835634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f652c019040 con 0x55b630faff80 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f653a59c640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fbd550 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f6534097110 tx=0x7f653409a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5653beabcef5a30 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6521ffb640 1 -- 172.21.15.17:0/2979835634 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65340852c0 con 0x55b630faff80 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6521ffb640 1 -- 172.21.15.17:0/2979835634 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f653409ae40 con 0x55b630faff80 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.569+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b630c177e0 con 0x55b630faff80 2024-03-16T18:28:23.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6521ffb640 1 -- 172.21.15.17:0/2979835634 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f65340a4050 con 0x55b630faff80 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 10 client.17631 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b630f166a0 con 0x55b630faff80 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6521ffb640 1 -- 172.21.15.17:0/2979835634 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55b630c177e0 con 0x55b630faff80 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6521ffb640 1 -- 172.21.15.17:0/2979835634 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f6534096040 con 0x55b630faff80 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 10 client.17631 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 10 client.17631 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 20 client.17631 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b630fcdc70 0x55b630fd0060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 4 client.17631 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b630c54720 con 0x55b630fcdc70 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.570+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b630fcdc70 0x55b630fd0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b630fcdc70 0x55b630fd0060 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=1ef27a7f06c708c1 server_cookie=9698fd23d1c4fe6d in_seq=0 out_seq=0 2024-03-16T18:28:23.582 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6521ffb640 10 client.17631 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6521ffb640 1 -- 172.21.15.17:0/2979835634 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b630c54720 con 0x55b630fcdc70 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6521ffb640 10 client.17631 handle_command_reply: tid=0 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 client.17631 shutdown 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 msgr2=0x55b630fbd550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fbd550 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f6534097110 tx=0x7f653409a5d0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 shutdown_connections 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b630fcdc70 0x55b630fd0060 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fbdb60 0x55b630fbaef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fb08a0 0x55b630fba8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6521ffb640 0 client.17631 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 --2- 172.21.15.17:0/2979835634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fbd550 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.571+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 >> 172.21.15.17:0/2979835634 conn(0x55b630faa980 msgr2=0x55b630fac6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.572+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 shutdown_connections 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.572+0000 7f6543b88740 1 -- 172.21.15.17:0/2979835634 wait complete. 2024-03-16T18:28:23.583 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.572+0000 7f6543b88740 20 client.17631 trim_cache size 0 max 16384 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 Processor -- start 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 -- start start 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fb9e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc8e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fbdb60 0x55b630fc93d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630fca170 con 0x55b630faff80 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630e9d130 con 0x55b630fb08a0 2024-03-16T18:28:23.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6543b88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b630fb1010 con 0x55b630fbdb60 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f653a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fb9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f653a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fb9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49944/0 (socket says 172.21.15.17:49944) 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f653a59c640 1 -- 172.21.15.17:0/2254847407 learned_addr learned my addr 172.21.15.17:0/2254847407 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc8e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.584+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fbdb60 0x55b630fc93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653a59c640 1 -- 172.21.15.17:0/2254847407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fbdb60 msgr2=0x55b630fc93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653a59c640 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fbdb60 0x55b630fc93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653a59c640 1 -- 172.21.15.17:0/2254847407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 msgr2=0x55b630fc8e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653a59c640 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc8e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653a59c640 1 -- 172.21.15.17:0/2254847407 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b630eb2c20 con 0x55b630faff80 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fbdb60 0x55b630fc93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f653a59c640 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fb9e20 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f65340989f0 tx=0x7f6534005760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f72349c07f0b33e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6523fff640 1 -- 172.21.15.17:0/2254847407 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65340a4030 con 0x55b630faff80 2024-03-16T18:28:23.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6523fff640 1 -- 172.21.15.17:0/2254847407 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f65340b3230 con 0x55b630faff80 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6523fff640 1 -- 172.21.15.17:0/2254847407 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65340a2c90 con 0x55b630faff80 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 -- 172.21.15.17:0/2254847407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 msgr2=0x55b630fb9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fb9e20 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f65340989f0 tx=0x7f6534005760 comp rx=0 tx=0).stop 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 -- 172.21.15.17:0/2254847407 shutdown_connections 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630fbdb60 0x55b630fc93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc8e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 --2- 172.21.15.17:0/2254847407 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630faff80 0x55b630fb9e20 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 -- 172.21.15.17:0/2254847407 >> 172.21.15.17:0/2254847407 conn(0x55b630faa980 msgr2=0x55b630fa9b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 -- 172.21.15.17:0/2254847407 shutdown_connections 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.585+0000 7f6543b88740 1 -- 172.21.15.17:0/2254847407 wait complete. 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 -- start start 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 Processor -- start 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fc29a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 0x55b630fc3420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b631029500 con 0x55b630fbdb60 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b631029670 con 0x55b630fb08a0 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b631029830 con 0x55b630faff80 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6543b88740 10 client.0 _ll_register_callbacks cb 0x7f653400cef0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 0x55b630fc3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653a59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fc29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6539d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 0x55b630fc3420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49948/0 (socket says 172.21.15.17:49948) 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 -- 172.21.15.17:0/2480798191 learned_addr learned my addr 172.21.15.17:0/2480798191 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653a59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fc29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56888/0 (socket says 172.21.15.17:56888) 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc2ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42522/0 (socket says 172.21.15.17:42522) 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 -- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 msgr2=0x55b630fc29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fc29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 -- 172.21.15.17:0/2480798191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 msgr2=0x55b630fc2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f653ad9d640 1 -- 172.21.15.17:0/2480798191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b630f166a0 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.586+0000 7f6539d9b640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f653ad9d640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 0x55b630fc3420 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f652c004570 tx=0x7f652c011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9c10d5c5ba7f426 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6521ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6521ffb640 1 -- 172.21.15.17:0/2480798191 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f652c004310 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6521ffb640 1 -- 172.21.15.17:0/2480798191 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f652c00ee60 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f652c011630 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6521ffb640 1 -- 172.21.15.17:0/2480798191 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f652c004030 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 10 client.17637 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b630ed88c0 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6521ffb640 1 -- 172.21.15.17:0/2480798191 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f652c011630 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6521ffb640 1 -- 172.21.15.17:0/2480798191 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f652c024070 con 0x55b630fbdb60 2024-03-16T18:28:23.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 10 client.17637 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 10 client.17637 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 20 client.17637 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b63102afa0 0x55b63102d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 4 client.17637 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.587+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b630ca3890 con 0x55b63102afa0 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f653a59c640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b63102afa0 0x55b63102d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f653a59c640 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b63102afa0 0x55b63102d3c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=88bdccdf26b5ad44 server_cookie=aacc786b80bc8df6 in_seq=0 out_seq=0 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6521ffb640 10 client.17637 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6521ffb640 1 -- 172.21.15.17:0/2480798191 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b630ca3890 con 0x55b63102afa0 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6521ffb640 10 client.17637 handle_command_reply: tid=0 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 client.17637 shutdown 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 msgr2=0x55b630fc3420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 0x55b630fc3420 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f652c004570 tx=0x7f652c011ad0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 shutdown_connections 2024-03-16T18:28:23.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55b63102afa0 0x55b63102d3c0 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b630fbdb60 0x55b630fc3420 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b630fb08a0 0x55b630fc2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6521ffb640 0 client.17637 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 --2- 172.21.15.17:0/2480798191 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b630faff80 0x55b630fc29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 >> 172.21.15.17:0/2480798191 conn(0x55b630faa980 msgr2=0x55b630fabd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 shutdown_connections 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 1 -- 172.21.15.17:0/2480798191 wait complete. 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.588+0000 7f6543b88740 20 client.17637 trim_cache size 0 max 16384 2024-03-16T18:28:23.597 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:23.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f65240a1ba0 msgr2=0x7f65240a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f65240a1ba0 0x7f65240a4060 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f652c00ff50 tx=0x7f652c01e000 comp rx=0 tx=0).stop 2024-03-16T18:28:23.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 msgr2=0x7f653c19d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 0x7f653c19d700 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f653400e9f0 tx=0x7f653400edf0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 shutdown_connections 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f65240a1ba0 0x7f65240a4060 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f653c069090 0x7f653c19dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f653c107500 0x7f653c1978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 --2- 172.21.15.17:0/2630141101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f653c0686d0 0x7f653c19d700 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 >> 172.21.15.17:0/2630141101 conn(0x7f653c0774f0 msgr2=0x7f653c0fe110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 shutdown_connections 2024-03-16T18:28:23.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.589+0000 7f6540fac640 1 -- 172.21.15.17:0/2630141101 wait complete. 2024-03-16T18:28:23.600 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:23.600 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 -- 172.21.15.17:0/1380778620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514100610 msgr2=0x7f15141009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 --2- 172.21.15.17:0/1380778620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514100610 0x7f15141009f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f1510009930 tx=0x7f151002bc20 comp rx=0 tx=0).stop 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 -- 172.21.15.17:0/1380778620 shutdown_connections 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 --2- 172.21.15.17:0/1380778620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f15141056e0 0x7f151410d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 --2- 172.21.15.17:0/1380778620 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1514100fc0 0x7f1514105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 --2- 172.21.15.17:0/1380778620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1514100610 0x7f15141009f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 -- 172.21.15.17:0/1380778620 >> 172.21.15.17:0/1380778620 conn(0x7f1514076770 msgr2=0x7f1514076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 -- 172.21.15.17:0/1380778620 shutdown_connections 2024-03-16T18:28:23.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.705+0000 7f151c42a640 1 -- 172.21.15.17:0/1380778620 wait complete. 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 Processor -- start 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 -- start start 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 0x7f151419f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15141056e0 0x7f151419fe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1514199aa0 0x7f1514199f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151419a490 con 0x7f1514100610 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151419a600 con 0x7f15141056e0 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151c42a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151419a7c0 con 0x7f1514199aa0 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 0x7f151419f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 0x7f151419f8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49976/0 (socket says 172.21.15.17:49976) 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151a1c6640 1 -- 172.21.15.17:0/1132829878 learned_addr learned my addr 172.21.15.17:0/1132829878 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f15199c5640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15141056e0 0x7f151419fe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.706+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1514199aa0 0x7f1514199f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151a1c6640 1 -- 172.21.15.17:0/1132829878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1514199aa0 msgr2=0x7f1514199f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1514199aa0 0x7f1514199f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151a1c6640 1 -- 172.21.15.17:0/1132829878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15141056e0 msgr2=0x7f151419fe30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15141056e0 0x7f151419fe30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151a1c6640 1 -- 172.21.15.17:0/1132829878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1504009490 con 0x7f1514100610 2024-03-16T18:28:23.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f15199c5640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15141056e0 0x7f151419fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 0x7f151419f8f0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f1510005ab0 tx=0x7f1510005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f150b7fe640 1 -- 172.21.15.17:0/1132829878 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1510004350 con 0x7f1514100610 2024-03-16T18:28:23.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f150c009840 con 0x7f1514100610 2024-03-16T18:28:23.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f150b7fe640 1 -- 172.21.15.17:0/1132829878 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f15100044b0 con 0x7f1514100610 2024-03-16T18:28:23.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f150b7fe640 1 -- 172.21.15.17:0/1132829878 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1510005310 con 0x7f1514100610 2024-03-16T18:28:23.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.707+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1510009560 con 0x7f1514100610 2024-03-16T18:28:23.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f150b7fe640 1 -- 172.21.15.17:0/1132829878 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1510003cf0 con 0x7f1514100610 2024-03-16T18:28:23.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 Processor -- start 2024-03-16T18:28:23.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 -- start start 2024-03-16T18:28:23.725 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d18630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d21210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d23b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406cd3960 con 0x559406d18b70 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406c87310 con 0x559406d21750 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.710+0000 7f151f009740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406c84840 con 0x559406d18250 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d21210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d21210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49992/0 (socket says 172.21.15.17:49992) 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a9c7640 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d18630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 -- 172.21.15.17:0/313413503 learned_addr learned my addr 172.21.15.17:0/313413503 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.726 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f15199c5640 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d23b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f150b7fe640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f15000a1ba0 0x7f15000a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f15000a1ba0 0x7f15000a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 -- 172.21.15.17:0/313413503 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 msgr2=0x559406d18630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d18630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 -- 172.21.15.17:0/313413503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 msgr2=0x559406d23b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d23b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 -- 172.21.15.17:0/313413503 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559406c42060 con 0x559406d18b70 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f15199c5640 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d23b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f150b7fe640 1 -- 172.21.15.17:0/1132829878 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f15100f01f0 con 0x7f1514100610 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a1c6640 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d21210 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f15100ed540 tx=0x7f151004f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44ed6899e928162b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.727 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f15000a1ba0 0x7f15000a4060 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f150c005fd0 tx=0x7f150c004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f1508bfe640 1 -- 172.21.15.17:0/313413503 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100071c0 con 0x559406d18b70 2024-03-16T18:28:23.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f1508bfe640 1 -- 172.21.15.17:0/313413503 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f15100bd1b0 con 0x559406d18b70 2024-03-16T18:28:23.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.711+0000 7f1508bfe640 1 -- 172.21.15.17:0/313413503 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100c52e0 con 0x559406d18b70 2024-03-16T18:28:23.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 -- 172.21.15.17:0/313413503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 msgr2=0x559406d21210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d21210 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f15100ed540 tx=0x7f151004f000 comp rx=0 tx=0).stop 2024-03-16T18:28:23.728 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 -- 172.21.15.17:0/313413503 shutdown_connections 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d21210 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d23b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 --2- 172.21.15.17:0/313413503 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d18630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 -- 172.21.15.17:0/313413503 >> 172.21.15.17:0/313413503 conn(0x559406d12980 msgr2=0x559406d12d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 -- 172.21.15.17:0/313413503 shutdown_connections 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.712+0000 7f151f009740 1 -- 172.21.15.17:0/313413503 wait complete. 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 -- start start 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 Processor -- start 2024-03-16T18:28:23.729 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 0x559406d210c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18b70 0x559406d1e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d21750 0x559406d1e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406c80020 con 0x559406d18250 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406953430 con 0x559406d18b70 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55940690fe00 con 0x559406d21750 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151f009740 10 client.0 _ll_register_callbacks cb 0x559406c27cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 0x559406d210c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.730 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 0x559406d210c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50008/0 (socket says 172.21.15.17:50008) 2024-03-16T18:28:23.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 -- 172.21.15.17:0/2440749187 learned_addr learned my addr 172.21.15.17:0/2440749187 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f15199c5640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18b70 0x559406d1e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a9c7640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d21750 0x559406d1e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 -- 172.21.15.17:0/2440749187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d21750 msgr2=0x559406d1e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d21750 0x559406d1e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 -- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18b70 msgr2=0x559406d1e450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18b70 0x559406d1e450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 -- 172.21.15.17:0/2440749187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1510009560 con 0x559406d18250 2024-03-16T18:28:23.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f151a1c6640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 0x559406d210c0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f15100c4d20 tx=0x7f15100bd320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c94ac4487211356c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.713+0000 7f14fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f14fdffb640 1 -- 172.21.15.17:0/2440749187 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15100ed940 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f14fdffb640 1 -- 172.21.15.17:0/2440749187 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f15100c0c00 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55940697f7e0 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f14fdffb640 1 -- 172.21.15.17:0/2440749187 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f15100c52c0 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 10 client.17649 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559406c7e6a0 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f14fdffb640 1 -- 172.21.15.17:0/2440749187 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55940697f7e0 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f14fdffb640 1 -- 172.21.15.17:0/2440749187 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f151003c070 con 0x559406d18250 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 10 client.17649 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 10 client.17649 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 20 client.17649 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d31130 0x559406d33550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 4 client.17649 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5594069bc720 con 0x559406d31130 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.714+0000 7f15199c5640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d31130 0x559406d33550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.715+0000 7f15199c5640 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d31130 0x559406d33550 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f16b130d13b6f287 server_cookie=8f5d46262be16d1 in_seq=0 out_seq=0 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.715+0000 7f14fdffb640 10 client.17649 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f14fdffb640 1 -- 172.21.15.17:0/2440749187 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5594069bc720 con 0x559406d31130 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f14fdffb640 10 client.17649 handle_command_reply: tid=0 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 client.17649 shutdown 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 msgr2=0x559406d210c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 0x559406d210c0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f15100c4d20 tx=0x7f15100bd320 comp rx=0 tx=0).stop 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 shutdown_connections 2024-03-16T18:28:23.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d31130 0x559406d33550 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d21750 0x559406d1e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f14fdffb640 0 client.17649 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18b70 0x559406d1e450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 --2- 172.21.15.17:0/2440749187 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18250 0x559406d210c0 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 >> 172.21.15.17:0/2440749187 conn(0x559406d12980 msgr2=0x559406d146d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 shutdown_connections 2024-03-16T18:28:23.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 1 -- 172.21.15.17:0/2440749187 wait complete. 2024-03-16T18:28:23.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.716+0000 7f151f009740 20 client.17649 trim_cache size 0 max 16384 2024-03-16T18:28:23.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.728+0000 7f151f009740 1 Processor -- start 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.728+0000 7f151f009740 1 -- start start 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151f009740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d20b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151f009740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d210c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151f009740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d1b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151f009740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406c05130 con 0x559406d18b70 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151f009740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406d13980 con 0x559406d21750 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151f009740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406d17eb0 con 0x559406d18250 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d210c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d210c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50014/0 (socket says 172.21.15.17:50014) 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 -- 172.21.15.17:0/1250865095 learned_addr learned my addr 172.21.15.17:0/1250865095 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d20b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d1b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.744 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 -- 172.21.15.17:0/1250865095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 msgr2=0x559406d20b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d20b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 -- 172.21.15.17:0/1250865095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 msgr2=0x559406d1b6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d1b6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 -- 172.21.15.17:0/1250865095 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559406c1ac20 con 0x559406d18b70 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f15199c5640 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d210c0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f1504009cb0 tx=0x7f1504005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f659000dc0c4fce0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f14fffff640 1 -- 172.21.15.17:0/1250865095 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1504024030 con 0x559406d18b70 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f14fffff640 1 -- 172.21.15.17:0/1250865095 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1504018040 con 0x559406d18b70 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.729+0000 7f14fffff640 1 -- 172.21.15.17:0/1250865095 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1504017040 con 0x559406d18b70 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- 172.21.15.17:0/1250865095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 msgr2=0x559406d210c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d210c0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f1504009cb0 tx=0x7f1504005f90 comp rx=0 tx=0).stop 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- 172.21.15.17:0/1250865095 shutdown_connections 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d18b70 0x559406d210c0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d21750 0x559406d1b6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.745 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- 172.21.15.17:0/1250865095 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18250 0x559406d20b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- 172.21.15.17:0/1250865095 >> 172.21.15.17:0/1250865095 conn(0x559406d12980 msgr2=0x559406d11b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- 172.21.15.17:0/1250865095 shutdown_connections 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- 172.21.15.17:0/1250865095 wait complete. 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- start start 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 Processor -- start 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18250 0x559406d28920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18b70 0x559406d26cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 0x559406d27200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406d27740 con 0x559406d21750 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.730+0000 7f151f009740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406d278b0 con 0x559406d18250 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151f009740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559406d27a70 con 0x559406d18b70 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151f009740 10 client.0 _ll_register_callbacks cb 0x7f1504009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 0x559406d27200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.746 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 0x559406d27200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50018/0 (socket says 172.21.15.17:50018) 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 -- 172.21.15.17:0/1280681753 learned_addr learned my addr 172.21.15.17:0/1280681753 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a1c6640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18250 0x559406d28920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f15199c5640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18b70 0x559406d26cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 -- 172.21.15.17:0/1280681753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18b70 msgr2=0x559406d26cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18b70 0x559406d26cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 -- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18250 msgr2=0x559406d28920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18250 0x559406d28920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 -- 172.21.15.17:0/1280681753 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15040128b0 con 0x559406d21750 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18250 0x559406d28920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151a9c7640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 0x559406d27200 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f150c00f790 tx=0x7f150c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f287433b5310b1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f14fdffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f14fdffb640 1 -- 172.21.15.17:0/1280681753 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f150c028070 con 0x559406d21750 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f14fdffb640 1 -- 172.21.15.17:0/1280681753 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f150c004b20 con 0x559406d21750 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559406d1e820 con 0x559406d21750 2024-03-16T18:28:23.747 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f14fdffb640 1 -- 172.21.15.17:0/1280681753 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f150c0132e0 con 0x559406d21750 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151f009740 10 client.17655 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.731+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559406c408c0 con 0x559406d21750 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f14fdffb640 1 -- 172.21.15.17:0/1280681753 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559406d1e820 con 0x559406d21750 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f14fdffb640 1 -- 172.21.15.17:0/1280681753 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f150c005140 con 0x559406d21750 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 10 client.17655 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 10 client.17655 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 20 client.17655 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d8df20 0x559406d90340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 4 client.17655 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f15100bd1b0 con 0x559406d8df20 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d8df20 0x559406d90340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151a1c6640 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d8df20 0x559406d90340 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=651c956ddabbea1c server_cookie=bc9dc6bec251fee0 in_seq=0 out_seq=0 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f14fdffb640 10 client.17655 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f14fdffb640 1 -- 172.21.15.17:0/1280681753 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f15100bd1b0 con 0x559406d8df20 2024-03-16T18:28:23.748 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f14fdffb640 10 client.17655 handle_command_reply: tid=0 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.732+0000 7f151f009740 1 client.17655 shutdown 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 msgr2=0x559406d27200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 0x559406d27200 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7f150c00f790 tx=0x7f150c004a40 comp rx=0 tx=0).stop 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 shutdown_connections 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x559406d8df20 0x559406d90340 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559406d21750 0x559406d27200 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559406d18b70 0x559406d26cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f14fdffb640 0 client.17655 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 --2- 172.21.15.17:0/1280681753 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559406d18250 0x559406d28920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 >> 172.21.15.17:0/1280681753 conn(0x559406d12980 msgr2=0x559406d18f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 shutdown_connections 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 1 -- 172.21.15.17:0/1280681753 wait complete. 2024-03-16T18:28:23.749 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151f009740 20 client.17655 trim_cache size 0 max 16384 2024-03-16T18:28:23.750 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f15000a1ba0 msgr2=0x7f15000a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f15000a1ba0 0x7f15000a4060 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f150c005fd0 tx=0x7f150c004ab0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 msgr2=0x7f151419f8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 0x7f151419f8f0 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f1510005ab0 tx=0x7f1510005e00 comp rx=0 tx=0).stop 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 shutdown_connections 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f15000a1ba0 0x7f15000a4060 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1514199aa0 0x7f1514199f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f15141056e0 0x7f151419fe30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 --2- 172.21.15.17:0/1132829878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1514100610 0x7f151419f8f0 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 >> 172.21.15.17:0/1132829878 conn(0x7f1514076770 msgr2=0x7f15140ff440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 shutdown_connections 2024-03-16T18:28:23.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.733+0000 7f151c42a640 1 -- 172.21.15.17:0/1132829878 wait complete. 2024-03-16T18:28:23.751 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:23 smithi017 ceph-mon[32207]: pgmap v211: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 20 op/s 2024-03-16T18:28:23.752 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:23.752 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:28:23.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:23 smithi149 ceph-mon[35991]: pgmap v211: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 20 op/s 2024-03-16T18:28:23.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 -- 172.21.15.17:0/2623104026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 msgr2=0x7fcf6c10e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 --2- 172.21.15.17:0/2623104026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c10e330 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009cd0 tx=0x7fcf5c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 -- 172.21.15.17:0/2623104026 shutdown_connections 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 --2- 172.21.15.17:0/2623104026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c10e330 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 --2- 172.21.15.17:0/2623104026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf6c0686d0 0x7fcf6c068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 --2- 172.21.15.17:0/2623104026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf6c107500 0x7fcf6c1078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 -- 172.21.15.17:0/2623104026 >> 172.21.15.17:0/2623104026 conn(0x7fcf6c0774f0 msgr2=0x7fcf6c077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 -- 172.21.15.17:0/2623104026 shutdown_connections 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.856+0000 7fcf73476640 1 -- 172.21.15.17:0/2623104026 wait complete. 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 Processor -- start 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 -- start start 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf6c0686d0 0x7fcf6c19d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c19dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf6c107500 0x7fcf6c197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c197ec0 con 0x7fcf6c069090 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c198030 con 0x7fcf6c107500 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf73476640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c1981f0 con 0x7fcf6c0686d0 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c19dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c19dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50038/0 (socket says 172.21.15.17:50038) 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 -- 172.21.15.17:0/870075058 learned_addr learned my addr 172.21.15.17:0/870075058 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf71212640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf6c0686d0 0x7fcf6c19d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf71a13640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf6c107500 0x7fcf6c197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 -- 172.21.15.17:0/870075058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf6c0686d0 msgr2=0x7fcf6c19d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf6c0686d0 0x7fcf6c19d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 -- 172.21.15.17:0/870075058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf6c107500 msgr2=0x7fcf6c197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf6c107500 0x7fcf6c197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 -- 172.21.15.17:0/870075058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf64009490 con 0x7fcf6c069090 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.857+0000 7fcf70a11640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c19dbf0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000e9f0 tx=0x7fcf6000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.858+0000 7fcf6a7fc640 1 -- 172.21.15.17:0/870075058 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf60009700 con 0x7fcf6c069090 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.858+0000 7fcf6a7fc640 1 -- 172.21.15.17:0/870075058 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcf6000cd80 con 0x7fcf6c069090 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.858+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf5c009900 con 0x7fcf6c069090 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.858+0000 7fcf6a7fc640 1 -- 172.21.15.17:0/870075058 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf60018840 con 0x7fcf6c069090 2024-03-16T18:28:23.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.858+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf6c1a4500 con 0x7fcf6c069090 2024-03-16T18:28:23.862 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:23 smithi153 ceph-mon[36005]: pgmap v211: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 20 op/s 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.860+0000 7fcf6a7fc640 1 -- 172.21.15.17:0/870075058 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fcf600189a0 con 0x7fcf6c069090 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.860+0000 7fcf76055740 1 Processor -- start 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.860+0000 7fcf76055740 1 -- start start 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.860+0000 7fcf76055740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.860+0000 7fcf76055740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02a73210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf76055740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a75b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf76055740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02a25960 con 0x560e02a73750 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf76055740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e029d9310 con 0x560e02a6ab70 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf76055740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e029d6840 con 0x560e02a6a250 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a75b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.868 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf71a13640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf71212640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02a73210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a75b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50046/0 (socket says 172.21.15.17:50046) 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 -- 172.21.15.17:0/3543384016 learned_addr learned my addr 172.21.15.17:0/3543384016 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf6a7fc640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcf540a1ba0 0x7fcf540a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 -- 172.21.15.17:0/3543384016 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 msgr2=0x560e02a6a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 -- 172.21.15.17:0/3543384016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 msgr2=0x560e02a73210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02a73210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 -- 172.21.15.17:0/3543384016 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e02994060 con 0x560e02a73750 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf71a13640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcf540a1ba0 0x7fcf540a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf71212640 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02a73210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.869 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf6a7fc640 1 -- 172.21.15.17:0/870075058 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fcf60014070 con 0x7fcf6c069090 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf70a11640 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a75b40 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fcf600cb200 tx=0x7fcf60065c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d89a957bb74c474 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf537fe640 1 -- 172.21.15.17:0/3543384016 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6009a5f0 con 0x560e02a73750 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.861+0000 7fcf71a13640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcf540a1ba0 0x7fcf540a4060 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c02c630 tx=0x7fcf5c02e040 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf537fe640 1 -- 172.21.15.17:0/3543384016 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcf6009a360 con 0x560e02a73750 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf537fe640 1 -- 172.21.15.17:0/3543384016 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf60069ad0 con 0x560e02a73750 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 -- 172.21.15.17:0/3543384016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 msgr2=0x560e02a75b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a75b40 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7fcf600cb200 tx=0x7fcf60065c20 comp rx=0 tx=0).stop 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 -- 172.21.15.17:0/3543384016 shutdown_connections 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a75b40 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02a73210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 --2- 172.21.15.17:0/3543384016 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 -- 172.21.15.17:0/3543384016 >> 172.21.15.17:0/3543384016 conn(0x560e02a64980 msgr2=0x560e02a64d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.870 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 -- 172.21.15.17:0/3543384016 shutdown_connections 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.862+0000 7fcf76055740 1 -- 172.21.15.17:0/3543384016 wait complete. 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 -- start start 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 Processor -- start 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a70440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a709a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e029d2020 con 0x560e02a6ab70 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e026a5430 con 0x560e02a73750 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02661e00 con 0x560e02a6a250 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf76055740 10 client.0 _ll_register_callbacks cb 0x560e02979cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a70440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a70440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50062/0 (socket says 172.21.15.17:50062) 2024-03-16T18:28:23.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf70a11640 1 -- 172.21.15.17:0/2499002401 learned_addr learned my addr 172.21.15.17:0/2499002401 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf71a13640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a709a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf71212640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf70a11640 1 -- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 msgr2=0x560e02a730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf70a11640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.863+0000 7fcf70a11640 1 -- 172.21.15.17:0/2499002401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 msgr2=0x560e02a709a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf70a11640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a709a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf70a11640 1 -- 172.21.15.17:0/2499002401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf6c1a4500 con 0x560e02a6ab70 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf70a11640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a70440 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000e9c0 tx=0x7fcf600ce060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=875f35c25a0a267a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf50ff9640 1 -- 172.21.15.17:0/2499002401 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6009a5f0 con 0x560e02a6ab70 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf50ff9640 1 -- 172.21.15.17:0/2499002401 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fcf6009a820 con 0x560e02a6ab70 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560e026d17e0 con 0x560e02a6ab70 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf50ff9640 1 -- 172.21.15.17:0/2499002401 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf6009e8c0 con 0x560e02a6ab70 2024-03-16T18:28:23.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 10 client.17667 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560e029d06a0 con 0x560e02a6ab70 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf50ff9640 1 -- 172.21.15.17:0/2499002401 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560e026d17e0 con 0x560e02a6ab70 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf50ff9640 1 -- 172.21.15.17:0/2499002401 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fcf600cb510 con 0x560e02a6ab70 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 10 client.17667 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 10 client.17667 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 20 client.17667 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02a83550 0x560e02a85940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 4 client.17667 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.864+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560e0270e720 con 0x560e02a83550 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.865+0000 7fcf71212640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02a83550 0x560e02a85940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.865+0000 7fcf71212640 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02a83550 0x560e02a85940 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=4b44b8db6c7715c1 server_cookie=24f7e3aa0928765c in_seq=0 out_seq=0 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.865+0000 7fcf50ff9640 10 client.17667 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.865+0000 7fcf50ff9640 1 -- 172.21.15.17:0/2499002401 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560e0270e720 con 0x560e02a83550 2024-03-16T18:28:23.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.865+0000 7fcf50ff9640 10 client.17667 handle_command_reply: tid=0 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.865+0000 7fcf76055740 1 client.17667 shutdown 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 msgr2=0x560e02a70440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a70440 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000e9c0 tx=0x7fcf600ce060 comp rx=0 tx=0).stop 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 shutdown_connections 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02a83550 0x560e02a85940 crc :-1 s=READY pgs=56 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a70440 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf50ff9640 0 client.17667 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a709a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 --2- 172.21.15.17:0/2499002401 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a730b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 >> 172.21.15.17:0/2499002401 conn(0x560e02a64980 msgr2=0x560e02a666d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 shutdown_connections 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 1 -- 172.21.15.17:0/2499002401 wait complete. 2024-03-16T18:28:23.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.866+0000 7fcf76055740 20 client.17667 trim_cache size 0 max 16384 2024-03-16T18:28:23.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 Processor -- start 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 -- start start 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6b7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a72b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a730b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02957130 con 0x560e02a6ab70 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02a85f70 con 0x560e02a73750 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf76055740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02a69eb0 con 0x560e02a6a250 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a72b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a72b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50072/0 (socket says 172.21.15.17:50072) 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.878+0000 7fcf70a11640 1 -- 172.21.15.17:0/2280859742 learned_addr learned my addr 172.21.15.17:0/2280859742 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf71212640 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6b7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf71a13640 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a730b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf70a11640 1 -- 172.21.15.17:0/2280859742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 msgr2=0x560e02a6b7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf70a11640 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6b7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf70a11640 1 -- 172.21.15.17:0/2280859742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 msgr2=0x560e02a730b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf70a11640 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a730b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf70a11640 1 -- 172.21.15.17:0/2280859742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560e0296cc20 con 0x560e02a6ab70 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf70a11640 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a72b70 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000c6a0 tx=0x7fcf600ae690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=507144e53700724e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf52ffd640 1 -- 172.21.15.17:0/2280859742 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6009e8c0 con 0x560e02a6ab70 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf52ffd640 1 -- 172.21.15.17:0/2280859742 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcf600cf030 con 0x560e02a6ab70 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.879+0000 7fcf52ffd640 1 -- 172.21.15.17:0/2280859742 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf6009a5f0 con 0x560e02a6ab70 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- 172.21.15.17:0/2280859742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 msgr2=0x560e02a72b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a72b70 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000c6a0 tx=0x7fcf600ae690 comp rx=0 tx=0).stop 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- 172.21.15.17:0/2280859742 shutdown_connections 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a6ab70 0x560e02a72b70 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a73750 0x560e02a730b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- 172.21.15.17:0/2280859742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02a6b7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- 172.21.15.17:0/2280859742 >> 172.21.15.17:0/2280859742 conn(0x560e02a64980 msgr2=0x560e02a707a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- 172.21.15.17:0/2280859742 shutdown_connections 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- 172.21.15.17:0/2280859742 wait complete. 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- start start 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 Processor -- start 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02ad7110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02ad7650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a6d3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02a6d990 con 0x560e02a73750 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02a6db00 con 0x560e02a6ab70 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560e02a6dcc0 con 0x560e02a6a250 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf76055740 10 client.0 _ll_register_callbacks cb 0x7fcf64009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.880+0000 7fcf71a13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a6d3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71212640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02ad7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a6d3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50080/0 (socket says 172.21.15.17:50080) 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf70a11640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02ad7650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 -- 172.21.15.17:0/4179761480 learned_addr learned my addr 172.21.15.17:0/4179761480 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71212640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02ad7110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:56972/0 (socket says 172.21.15.17:56972) 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 -- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 msgr2=0x560e02ad7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02ad7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 -- 172.21.15.17:0/4179761480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 msgr2=0x560e02ad7650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02ad7650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 -- 172.21.15.17:0/4179761480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560e029d06a0 con 0x560e02a73750 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf70a11640 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02ad7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf71a13640 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a6d3d0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ca0 tx=0x7fcf5c005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c19b57a674c49f10 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf50ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf50ff9640 1 -- 172.21.15.17:0/4179761480 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c051070 con 0x560e02a73750 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf50ff9640 1 -- 172.21.15.17:0/4179761480 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fcf5c0327e0 con 0x560e02a73750 2024-03-16T18:28:23.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcf6009a360 con 0x560e02a73750 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf50ff9640 1 -- 172.21.15.17:0/4179761480 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf5c0329a0 con 0x560e02a73750 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf76055740 10 client.17673 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.881+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560e029928c0 con 0x560e02a73750 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf50ff9640 1 -- 172.21.15.17:0/4179761480 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fcf5c05f080 con 0x560e02a73750 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf50ff9640 1 -- 172.21.15.17:0/4179761480 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fcf5c048040 con 0x560e02a73750 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 10 client.17673 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 10 client.17673 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 20 client.17673 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02ae00f0 0x560e02ae2510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 4 client.17673 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560e0275d890 con 0x560e02ae00f0 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf71212640 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02ae00f0 0x560e02ae2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf50ff9640 10 client.17673 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf71212640 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02ae00f0 0x560e02ae2510 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=a3f7dfcebd301292 server_cookie=27852be311f48474 in_seq=0 out_seq=0 2024-03-16T18:28:23.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf50ff9640 1 -- 172.21.15.17:0/4179761480 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560e0275d890 con 0x560e02ae00f0 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf50ff9640 10 client.17673 handle_command_reply: tid=0 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.882+0000 7fcf76055740 1 client.17673 shutdown 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 msgr2=0x560e02a6d3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a6d3d0 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c009ca0 tx=0x7fcf5c005d80 comp rx=0 tx=0).stop 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 shutdown_connections 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x560e02ae00f0 0x560e02ae2510 crc :-1 s=READY pgs=57 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560e02a73750 0x560e02a6d3d0 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf50ff9640 0 client.17673 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560e02a6ab70 0x560e02ad7650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 --2- 172.21.15.17:0/4179761480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560e02a6a250 0x560e02ad7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 >> 172.21.15.17:0/4179761480 conn(0x560e02a64980 msgr2=0x560e02a6b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 shutdown_connections 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 1 -- 172.21.15.17:0/4179761480 wait complete. 2024-03-16T18:28:23.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf76055740 20 client.17673 trim_cache size 0 max 16384 2024-03-16T18:28:23.890 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcf540a1ba0 msgr2=0x7fcf540a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcf540a1ba0 0x7fcf540a4060 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c02c630 tx=0x7fcf5c02e040 comp rx=0 tx=0).stop 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 msgr2=0x7fcf6c19dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c19dbf0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fcf6000e9f0 tx=0x7fcf6000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 shutdown_connections 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fcf540a1ba0 0x7fcf540a4060 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fcf6c069090 0x7fcf6c19dbf0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fcf6c107500 0x7fcf6c197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 --2- 172.21.15.17:0/870075058 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fcf6c0686d0 0x7fcf6c19d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 >> 172.21.15.17:0/870075058 conn(0x7fcf6c0774f0 msgr2=0x7fcf6c0fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 shutdown_connections 2024-03-16T18:28:23.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.883+0000 7fcf73476640 1 -- 172.21.15.17:0/870075058 wait complete. 2024-03-16T18:28:23.894 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:23.894 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:28:24.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 -- 172.21.15.17:0/2953392377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81005d0 msgr2=0x7f4cf81009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 --2- 172.21.15.17:0/2953392377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81005d0 0x7f4cf81009b0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f4ce8009930 tx=0x7f4ce802bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:24.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 -- 172.21.15.17:0/2953392377 shutdown_connections 2024-03-16T18:28:24.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 --2- 172.21.15.17:0/2953392377 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cf81056a0 0x7f4cf810d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 --2- 172.21.15.17:0/2953392377 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cf8100f80 0x7f4cf8104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 --2- 172.21.15.17:0/2953392377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81005d0 0x7f4cf81009b0 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 -- 172.21.15.17:0/2953392377 >> 172.21.15.17:0/2953392377 conn(0x7f4cf80774f0 msgr2=0x7f4cf8077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 -- 172.21.15.17:0/2953392377 shutdown_connections 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 -- 172.21.15.17:0/2953392377 wait complete. 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 Processor -- start 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:23.999+0000 7f4cfe577640 1 -- start start 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfe577640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cf81005d0 0x7f4cf819d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfe577640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 0x7f4cf819dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfe577640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cf8197930 0x7f4cf8197de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfe577640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cf8198320 con 0x7f4cf81056a0 2024-03-16T18:28:24.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfe577640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cf8198490 con 0x7f4cf81005d0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfe577640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cf8198650 con 0x7f4cf8197930 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 0x7f4cf819dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 0x7f4cf819dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50098/0 (socket says 172.21.15.17:50098) 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 -- 172.21.15.17:0/75992616 learned_addr learned my addr 172.21.15.17:0/75992616 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cf81005d0 0x7f4cf819d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cf8197930 0x7f4cf8197de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 -- 172.21.15.17:0/75992616 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cf8197930 msgr2=0x7f4cf8197de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cf8197930 0x7f4cf8197de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 -- 172.21.15.17:0/75992616 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cf81005d0 msgr2=0x7f4cf819d780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cf81005d0 0x7f4cf819d780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 -- 172.21.15.17:0/75992616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cf0009840 con 0x7f4cf81056a0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.000+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 0x7f4cf819dcc0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00e9c0 tx=0x7f4cec00edc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.001+0000 7f4cf57fa640 1 -- 172.21.15.17:0/75992616 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec009700 con 0x7f4cf81056a0 2024-03-16T18:28:24.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.001+0000 7f4cf57fa640 1 -- 172.21.15.17:0/75992616 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4cec0054d0 con 0x7f4cf81056a0 2024-03-16T18:28:24.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.001+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ce8009560 con 0x7f4cf81056a0 2024-03-16T18:28:24.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.001+0000 7f4cf57fa640 1 -- 172.21.15.17:0/75992616 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec004e40 con 0x7f4cf81056a0 2024-03-16T18:28:24.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.001+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cf81a4990 con 0x7f4cf81056a0 2024-03-16T18:28:24.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.003+0000 7f4cf57fa640 1 -- 172.21.15.17:0/75992616 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4cec005000 con 0x7f4cf81056a0 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.003+0000 7f4d0122e740 1 Processor -- start 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.003+0000 7f4d0122e740 1 -- start start 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.003+0000 7f4cf57fa640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ce00a1ba0 0x7f4ce00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 0x556e99246630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246b70 0x556e9924f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99251b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4d0122e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e99201960 con 0x556e99246250 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4d0122e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e991b5310 con 0x556e99246b70 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4d0122e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e991b2840 con 0x556e9924f750 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 0x556e99246630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ce00a1ba0 0x7f4ce00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 0x556e99246630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50102/0 (socket says 172.21.15.17:50102) 2024-03-16T18:28:24.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 -- 172.21.15.17:0/3706287441 learned_addr learned my addr 172.21.15.17:0/3706287441 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf57fa640 1 -- 172.21.15.17:0/75992616 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4cec014070 con 0x7f4cf81056a0 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246b70 0x556e9924f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99251b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 -- 172.21.15.17:0/3706287441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 msgr2=0x556e99251b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99251b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 -- 172.21.15.17:0/3706287441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246b70 msgr2=0x556e9924f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246b70 0x556e9924f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 -- 172.21.15.17:0/3706287441 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556e99170060 con 0x556e99246250 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246b70 0x556e9924f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ce00a1ba0 0x7f4ce00a4060 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0005fd0 tx=0x7f4cf00114d0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 0x556e99246630 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f4ce8036040 tx=0x7f4ce8005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c77dddf712faeb84 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cde7fc640 1 -- 172.21.15.17:0/3706287441 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce80047c0 con 0x556e99246250 2024-03-16T18:28:24.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.004+0000 7f4cde7fc640 1 -- 172.21.15.17:0/3706287441 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4ce802de90 con 0x556e99246250 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4cde7fc640 1 -- 172.21.15.17:0/3706287441 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce8003810 con 0x556e99246250 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 -- 172.21.15.17:0/3706287441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 msgr2=0x556e99246630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 0x556e99246630 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f4ce8036040 tx=0x7f4ce8005de0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 -- 172.21.15.17:0/3706287441 shutdown_connections 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99251b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246b70 0x556e9924f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3706287441 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246250 0x556e99246630 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 -- 172.21.15.17:0/3706287441 >> 172.21.15.17:0/3706287441 conn(0x556e99240980 msgr2=0x556e99240d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 -- 172.21.15.17:0/3706287441 shutdown_connections 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 -- 172.21.15.17:0/3706287441 wait complete. 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.005+0000 7f4d0122e740 1 -- start start 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 Processor -- start 2024-03-16T18:28:24.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924c440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9924c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e991ae020 con 0x556e99246b70 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e98e81430 con 0x556e99246250 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e98e3de00 con 0x556e9924f750 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4d0122e740 10 client.0 _ll_register_callbacks cb 0x556e99155cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924c440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50106/0 (socket says 172.21.15.17:50106) 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 -- 172.21.15.17:0/1015142001 learned_addr learned my addr 172.21.15.17:0/1015142001 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9924c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 -- 172.21.15.17:0/1015142001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 msgr2=0x556e9924c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9924c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 -- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 msgr2=0x556e9924f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.006+0000 7f4cf77fe640 1 -- 172.21.15.17:0/1015142001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cf810da80 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924c440 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f4cec09a480 tx=0x7f4cec09a360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85c5595fa7ca08dd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cd77fe640 1 -- 172.21.15.17:0/1015142001 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec077e00 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cd77fe640 1 -- 172.21.15.17:0/1015142001 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4cec09ae80 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556e98ead7e0 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cd77fe640 1 -- 172.21.15.17:0/1015142001 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4cec077bd0 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 10 client.17685 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556e991ac6a0 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cd77fe640 1 -- 172.21.15.17:0/1015142001 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556e98ead7e0 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cd77fe640 1 -- 172.21.15.17:0/1015142001 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4cec01f060 con 0x556e99246b70 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 10 client.17685 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 10 client.17685 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 20 client.17685 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e9925f820 0x556e99261c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.015 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 4 client.17685 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556e98eea720 con 0x556e9925f820 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.007+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e9925f820 0x556e99261c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.008+0000 7f4cd77fe640 10 client.17685 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.008+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e9925f820 0x556e99261c30 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=dd89a3e978ad51ba server_cookie=9162cf8316c2658a in_seq=0 out_seq=0 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.008+0000 7f4cd77fe640 1 -- 172.21.15.17:0/1015142001 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556e98eea720 con 0x556e9925f820 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.008+0000 7f4cd77fe640 10 client.17685 handle_command_reply: tid=0 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 client.17685 shutdown 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 msgr2=0x556e9924c440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924c440 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f4cec09a480 tx=0x7f4cec09a360 comp rx=0 tx=0).stop 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 shutdown_connections 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e9925f820 0x556e99261c30 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924c440 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9924c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 --2- 172.21.15.17:0/1015142001 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4cd77fe640 0 client.17685 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:24.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 >> 172.21.15.17:0/1015142001 conn(0x556e99240980 msgr2=0x556e992426d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 shutdown_connections 2024-03-16T18:28:24.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 1 -- 172.21.15.17:0/1015142001 wait complete. 2024-03-16T18:28:24.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.009+0000 7f4d0122e740 20 client.17685 trim_cache size 0 max 16384 2024-03-16T18:28:24.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 Processor -- start 2024-03-16T18:28:24.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 -- start start 2024-03-16T18:28:24.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924eb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9925aa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e99133130 con 0x556e99246b70 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e992480a0 con 0x556e99246250 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4d0122e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e99241550 con 0x556e9924f750 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924f040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50118/0 (socket says 172.21.15.17:50118) 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.021+0000 7f4cf77fe640 1 -- 172.21.15.17:0/3017721139 learned_addr learned my addr 172.21.15.17:0/3017721139 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9925aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf77fe640 1 -- 172.21.15.17:0/3017721139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 msgr2=0x556e9925aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9925aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf77fe640 1 -- 172.21.15.17:0/3017721139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 msgr2=0x556e9924eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf77fe640 1 -- 172.21.15.17:0/3017721139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556e99148c20 con 0x556e99246b70 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9925aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:24.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924f040 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f4cec098a30 tx=0x7f4cec005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9e878c47302e64f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cddffb640 1 -- 172.21.15.17:0/3017721139 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec09ae80 con 0x556e99246b70 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cddffb640 1 -- 172.21.15.17:0/3017721139 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4cec09a780 con 0x556e99246b70 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.022+0000 7f4cddffb640 1 -- 172.21.15.17:0/3017721139 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec00ccc0 con 0x556e99246b70 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- 172.21.15.17:0/3017721139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 msgr2=0x556e9924f040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924f040 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7f4cec098a30 tx=0x7f4cec005880 comp rx=0 tx=0).stop 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- 172.21.15.17:0/3017721139 shutdown_connections 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e9924f040 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e9925aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- 172.21.15.17:0/3017721139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e9924eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- 172.21.15.17:0/3017721139 >> 172.21.15.17:0/3017721139 conn(0x556e99240980 msgr2=0x556e9923fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- 172.21.15.17:0/3017721139 shutdown_connections 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- 172.21.15.17:0/3017721139 wait complete. 2024-03-16T18:28:24.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- start start 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 Processor -- start 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e992571a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e99249670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99249bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e9924a0f0 con 0x556e99246b70 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e9924a260 con 0x556e99246250 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556e9924a420 con 0x556e9924f750 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4d0122e740 10 client.0 _ll_register_callbacks cb 0x7f4cec005640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.023+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e99249670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e992571a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e99249670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50132/0 (socket says 172.21.15.17:50132) 2024-03-16T18:28:24.030 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 -- 172.21.15.17:0/562730241 learned_addr learned my addr 172.21.15.17:0/562730241 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cfcb14640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99249bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 -- 172.21.15.17:0/562730241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 msgr2=0x556e99249bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99249bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 -- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 msgr2=0x556e992571a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e992571a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 -- 172.21.15.17:0/562730241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556e991ac6a0 con 0x556e99246b70 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e992571a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cf77fe640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e99249670 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f4cec09a480 tx=0x7f4cec00efb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2148978fc4c726d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cd77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cd77fe640 1 -- 172.21.15.17:0/562730241 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cec0cb570 con 0x556e99246b70 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cd77fe640 1 -- 172.21.15.17:0/562730241 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4cec09e8d0 con 0x556e99246b70 2024-03-16T18:28:24.031 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556e9924c810 con 0x556e99246b70 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cd77fe640 1 -- 172.21.15.17:0/562730241 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4cec09ae80 con 0x556e99246b70 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4d0122e740 10 client.17691 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556e9916e8c0 con 0x556e99246b70 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.024+0000 7f4cd77fe640 1 -- 172.21.15.17:0/562730241 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556e9924c810 con 0x556e99246b70 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cd77fe640 1 -- 172.21.15.17:0/562730241 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4cec01f070 con 0x556e99246b70 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 10 client.17691 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 10 client.17691 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 20 client.17691 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e992bc300 0x556e992be720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 4 client.17691 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556e9923c0f0 con 0x556e992bc300 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e992bc300 0x556e992be720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cd77fe640 10 client.17691 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:24.032 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cf7fff640 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e992bc300 0x556e992be720 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=db87fd450becf69e server_cookie=f6b9fe47fee62807 in_seq=0 out_seq=0 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cd77fe640 1 -- 172.21.15.17:0/562730241 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556e9923c0f0 con 0x556e992bc300 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cd77fe640 10 client.17691 handle_command_reply: tid=0 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 client.17691 shutdown 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 msgr2=0x556e99249670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e99249670 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f4cec09a480 tx=0x7f4cec00efb0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 shutdown_connections 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556e992bc300 0x556e992be720 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556e99246b70 0x556e99249670 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556e9924f750 0x556e99249bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4cd77fe640 0 client.17691 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 --2- 172.21.15.17:0/562730241 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556e99246250 0x556e992571a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.025+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 >> 172.21.15.17:0/562730241 conn(0x556e99240980 msgr2=0x556e99247090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 shutdown_connections 2024-03-16T18:28:24.033 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4d0122e740 1 -- 172.21.15.17:0/562730241 wait complete. 2024-03-16T18:28:24.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4d0122e740 20 client.17691 trim_cache size 0 max 16384 2024-03-16T18:28:24.034 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ce00a1ba0 msgr2=0x7f4ce00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ce00a1ba0 0x7f4ce00a4060 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f4cf0005fd0 tx=0x7f4cf00114d0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 msgr2=0x7f4cf819dcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 0x7f4cf819dcc0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f4cec00e9c0 tx=0x7f4cec00edc0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 shutdown_connections 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4ce00a1ba0 0x7f4ce00a4060 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4cf81056a0 0x7f4cf819dcc0 unknown :-1 s=CLOSED pgs=1041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4cf8197930 0x7f4cf8197de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 --2- 172.21.15.17:0/75992616 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4cf81005d0 0x7f4cf819d780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 >> 172.21.15.17:0/75992616 conn(0x7f4cf80774f0 msgr2=0x7f4cf8104420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 shutdown_connections 2024-03-16T18:28:24.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.026+0000 7f4cfe577640 1 -- 172.21.15.17:0/75992616 wait complete. 2024-03-16T18:28:24.037 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:24.037 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 -- 172.21.15.17:0/1433706664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc100770 msgr2=0x7ff8dc10e370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/1433706664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc100770 0x7ff8dc10e370 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4009ca0 tx=0x7ff8d402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 -- 172.21.15.17:0/1433706664 shutdown_connections 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/1433706664 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc100770 0x7ff8dc10e370 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/1433706664 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc100230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/1433706664 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8dc1076f0 0x7ff8dc107ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 -- 172.21.15.17:0/1433706664 >> 172.21.15.17:0/1433706664 conn(0x7ff8dc075730 msgr2=0x7ff8dc075b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 -- 172.21.15.17:0/1433706664 shutdown_connections 2024-03-16T18:28:24.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 -- 172.21.15.17:0/1433706664 wait complete. 2024-03-16T18:28:24.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 Processor -- start 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.141+0000 7ff8e11d7640 1 -- start start 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc19d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8dc100770 0x7ff8dc19dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8dc1076f0 0x7ff8dc197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8dc197ef0 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8dc198060 con 0x7ff8dc100770 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8dc198220 con 0x7ff8dc1076f0 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc19d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc19d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50146/0 (socket says 172.21.15.17:50146) 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 -- 172.21.15.17:0/3260031114 learned_addr learned my addr 172.21.15.17:0/3260031114 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8dc100770 0x7ff8dc19dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8db59e640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8dc1076f0 0x7ff8dc197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 -- 172.21.15.17:0/3260031114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8dc1076f0 msgr2=0x7ff8dc197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8dc1076f0 0x7ff8dc197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 -- 172.21.15.17:0/3260031114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8dc100770 msgr2=0x7ff8dc19dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8dc100770 0x7ff8dc19dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 -- 172.21.15.17:0/3260031114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8d4009900 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc19d690 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc00e9f0 tx=0x7ff8cc00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8d8d99640 1 -- 172.21.15.17:0/3260031114 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc009720 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8dc198500 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8d8d99640 1 -- 172.21.15.17:0/3260031114 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8cc00cd80 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.142+0000 7ff8d8d99640 1 -- 172.21.15.17:0/3260031114 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc010430 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.143+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8dc1a46c0 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8d8d99640 1 -- 172.21.15.17:0/3260031114 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff8cc005020 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 Processor -- start 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 -- start start 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d530330630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 0x55d530339210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d53033bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d5302eb960 con 0x55d530330b70 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53029f310 con 0x55d530339750 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.145+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53029c840 con 0x55d530330250 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d8d99640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8c80a1ba0 0x7ff8c80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.152 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 0x55d530339210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 0x55d530339210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50162/0 (socket says 172.21.15.17:50162) 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8dad9d640 1 -- 172.21.15.17:0/3269678185 learned_addr learned my addr 172.21.15.17:0/3269678185 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d53033bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8db59e640 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d530330630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8db59e640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8c80a1ba0 0x7ff8c80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d8d99640 1 -- 172.21.15.17:0/3260031114 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff8cc014070 con 0x7ff8dc0ffdb0 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 -- 172.21.15.17:0/3269678185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 msgr2=0x55d530330630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d530330630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 -- 172.21.15.17:0/3269678185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 msgr2=0x55d530339210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 0x55d530339210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 -- 172.21.15.17:0/3269678185 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d53025a060 con 0x55d530339750 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 0x55d530339210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8db59e640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8c80a1ba0 0x7ff8c80a4060 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4004af0 tx=0x7ff8d4005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d53033bb40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc198b50 tx=0x7ff8c4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a86364c98950f8a9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d17fa640 1 -- 172.21.15.17:0/3269678185 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8c4004050 con 0x55d530339750 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d17fa640 1 -- 172.21.15.17:0/3269678185 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8c4005020 con 0x55d530339750 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.146+0000 7ff8d17fa640 1 -- 172.21.15.17:0/3269678185 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8c4004ae0 con 0x55d530339750 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 -- 172.21.15.17:0/3269678185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 msgr2=0x55d53033bb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d53033bb40 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7ff8dc198b50 tx=0x7ff8c4011810 comp rx=0 tx=0).stop 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 -- 172.21.15.17:0/3269678185 shutdown_connections 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330b70 0x55d530339210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d53033bb40 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/3269678185 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d530330630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 -- 172.21.15.17:0/3269678185 >> 172.21.15.17:0/3269678185 conn(0x55d53032a980 msgr2=0x55d53032ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 -- 172.21.15.17:0/3269678185 shutdown_connections 2024-03-16T18:28:24.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.147+0000 7ff8e3dba740 1 -- 172.21.15.17:0/3269678185 wait complete. 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 -- start start 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 Processor -- start 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d5303390a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330b70 0x55d530336430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d530336990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d530298020 con 0x55d530330250 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52ff6b430 con 0x55d530339750 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d52ff27e00 con 0x55d530330b70 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8e3dba740 10 client.0 _ll_register_callbacks cb 0x55d53023fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d5303390a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d5303390a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50164/0 (socket says 172.21.15.17:50164) 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 -- 172.21.15.17:0/824059479 learned_addr learned my addr 172.21.15.17:0/824059479 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330b70 0x55d530336430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8db59e640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d530336990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 -- 172.21.15.17:0/824059479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330b70 msgr2=0x55d530336430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330b70 0x55d530336430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 -- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 msgr2=0x55d530336990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d530336990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 -- 172.21.15.17:0/824059479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8c4009850 con 0x55d530330250 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d5303390a0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc00c6a0 tx=0x7ff8cc00cef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9eeaa6b0035638d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.148+0000 7ff8c27fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8c27fc640 1 -- 172.21.15.17:0/824059479 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0cb730 con 0x55d530330250 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8c27fc640 1 -- 172.21.15.17:0/824059479 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff8cc09a780 con 0x55d530330250 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d52ff977e0 con 0x55d530330250 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8c27fc640 1 -- 172.21.15.17:0/824059479 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8cc09e8d0 con 0x55d530330250 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 10 client.17703 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:24.156 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d5302966a0 con 0x55d530330250 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8c27fc640 1 -- 172.21.15.17:0/824059479 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d52ff977e0 con 0x55d530330250 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8c27fc640 1 -- 172.21.15.17:0/824059479 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff8cc01f060 con 0x55d530330250 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 10 client.17703 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 10 client.17703 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 20 client.17703 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d530349830 0x55d53034bc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 4 client.17703 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d52ffd4720 con 0x55d530349830 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.149+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d530349830 0x55d53034bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.150+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d530349830 0x55d53034bc40 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=384cd41616bd4d68 server_cookie=3f68ad0e64d13608 in_seq=0 out_seq=0 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.150+0000 7ff8c27fc640 10 client.17703 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8c27fc640 1 -- 172.21.15.17:0/824059479 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d52ffd4720 con 0x55d530349830 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8c27fc640 10 client.17703 handle_command_reply: tid=0 2024-03-16T18:28:24.157 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 client.17703 shutdown 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 msgr2=0x55d5303390a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d5303390a0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc00c6a0 tx=0x7ff8cc00cef0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 shutdown_connections 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d530349830 0x55d53034bc40 crc :-1 s=READY pgs=145 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530339750 0x55d530336990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330b70 0x55d530336430 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/824059479 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d5303390a0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8c27fc640 0 client.17703 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 >> 172.21.15.17:0/824059479 conn(0x55d53032a980 msgr2=0x55d53032c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 shutdown_connections 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 1 -- 172.21.15.17:0/824059479 wait complete. 2024-03-16T18:28:24.158 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.151+0000 7ff8e3dba740 20 client.17703 trim_cache size 0 max 16384 2024-03-16T18:28:24.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 Processor -- start 2024-03-16T18:28:24.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 -- start start 2024-03-16T18:28:24.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d530338b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d5303390a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530339750 0x55d53032c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53021d130 con 0x55d530330250 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53032f340 con 0x55d530330b70 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d530346360 con 0x55d530339750 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d530338b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d530338b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50174/0 (socket says 172.21.15.17:50174) 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2823505125 learned_addr learned my addr 172.21.15.17:0/2823505125 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d5303390a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.164+0000 7ff8db59e640 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530339750 0x55d53032c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2823505125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530339750 msgr2=0x55d53032c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530339750 0x55d53032c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2823505125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 msgr2=0x55d5303390a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d5303390a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2823505125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d530232c20 con 0x55d530330250 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d5303390a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d530338b60 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc004960 tx=0x7ff8cc095160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea6f8d17597591e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8d0ff9640 1 -- 172.21.15.17:0/2823505125 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc0a2a90 con 0x55d530330250 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8d0ff9640 1 -- 172.21.15.17:0/2823505125 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8cc0cb730 con 0x55d530330250 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.165+0000 7ff8d0ff9640 1 -- 172.21.15.17:0/2823505125 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc09ac40 con 0x55d530330250 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2823505125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 msgr2=0x55d530338b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d530338b60 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc004960 tx=0x7ff8cc095160 comp rx=0 tx=0).stop 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2823505125 shutdown_connections 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530339750 0x55d53032c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d5303390a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2823505125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530330250 0x55d530338b60 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.172 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2823505125 >> 172.21.15.17:0/2823505125 conn(0x55d53032a980 msgr2=0x55d530331a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2823505125 shutdown_connections 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2823505125 wait complete. 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- start start 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 Processor -- start 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d53033d220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d53033d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 0x55d53039e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53039e620 con 0x55d530339750 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53039e790 con 0x55d530330b70 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d53039e950 con 0x55d530330250 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8e3dba740 10 client.0 _ll_register_callbacks cb 0x7ff8cc00e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8db59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 0x55d53039e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.173 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d53033d220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8db59e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 0x55d53039e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50182/0 (socket says 172.21.15.17:50182) 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8dad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d53033d220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57074/0 (socket says 172.21.15.17:57074) 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8db59e640 1 -- 172.21.15.17:0/2493917076 learned_addr learned my addr 172.21.15.17:0/2493917076 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.166+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d53033d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 msgr2=0x55d53033d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d53033d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2493917076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 msgr2=0x55d53039e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 0x55d53039e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8dad9d640 1 -- 172.21.15.17:0/2493917076 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d53025a060 con 0x55d530330250 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8db59e640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 0x55d53039e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8dad9d640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d53033d220 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc098a30 tx=0x7ff8cc09a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=debb786f50d553b0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8c27fc640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:28:24.174 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8c27fc640 1 -- 172.21.15.17:0/2493917076 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8cc096a20 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff8c4005020 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8c27fc640 1 -- 172.21.15.17:0/2493917076 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff8cc0046c0 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8c27fc640 1 -- 172.21.15.17:0/2493917076 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8cc0a2a90 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8e3dba740 10 client.27481 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d5302966a0 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.167+0000 7ff8c27fc640 1 -- 172.21.15.17:0/2493917076 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff8c4005020 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8c27fc640 1 -- 172.21.15.17:0/2493917076 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff8cc01f070 con 0x55d530330250 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 10 client.27481 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 10 client.27481 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 20 client.27481 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d5303a5c50 0x55d5303a8040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 4 client.27481 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d530023890 con 0x55d5303a5c50 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d5303a5c50 0x55d5303a8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:24.175 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8c27fc640 10 client.27481 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8d3fff640 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d5303a5c50 0x55d5303a8040 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c91f5022a9123043 server_cookie=49ff1b346eab0d2d in_seq=0 out_seq=0 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8c27fc640 1 -- 172.21.15.17:0/2493917076 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d530023890 con 0x55d5303a5c50 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8c27fc640 10 client.27481 handle_command_reply: tid=0 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 1 client.27481 shutdown 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 msgr2=0x55d53033d220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.168+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d53033d220 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc098a30 tx=0x7ff8cc09a680 comp rx=0 tx=0).stop 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 shutdown_connections 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d5303a5c50 0x55d5303a8040 crc :-1 s=READY pgs=146 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8c27fc640 0 client.27481 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d530339750 0x55d53039e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d530330b70 0x55d53033d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 --2- 172.21.15.17:0/2493917076 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d530330250 0x55d53033d220 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.176 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 >> 172.21.15.17:0/2493917076 conn(0x55d53032a980 msgr2=0x55d53032c3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 shutdown_connections 2024-03-16T18:28:24.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 1 -- 172.21.15.17:0/2493917076 wait complete. 2024-03-16T18:28:24.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e3dba740 20 client.27481 trim_cache size 0 max 16384 2024-03-16T18:28:24.177 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:24.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8c80a1ba0 msgr2=0x7ff8c80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.177 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8c80a1ba0 0x7ff8c80a4060 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7ff8d4004af0 tx=0x7ff8d4005c50 comp rx=0 tx=0).stop 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 msgr2=0x7ff8dc19d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc19d690 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7ff8cc00e9f0 tx=0x7ff8cc00edf0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 shutdown_connections 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff8c80a1ba0 0x7ff8c80a4060 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8dc1076f0 0x7ff8dc197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8dc100770 0x7ff8dc19dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 --2- 172.21.15.17:0/3260031114 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8dc0ffdb0 0x7ff8dc19d690 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 >> 172.21.15.17:0/3260031114 conn(0x7ff8dc075730 msgr2=0x7ff8dc0fea30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 shutdown_connections 2024-03-16T18:28:24.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:24.169+0000 7ff8e11d7640 1 -- 172.21.15.17:0/3260031114 wait complete. 2024-03-16T18:28:24.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:24 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3316883456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:28:24.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:24 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3316883456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:28:24.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:24 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3316883456' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:28:25.181 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:28:25.181 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:28:25.181 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:28:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 -- 172.21.15.17:0/3591208413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 msgr2=0x7fab901009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 --2- 172.21.15.17:0/3591208413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901009f0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009930 tx=0x7fab8c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 -- 172.21.15.17:0/3591208413 shutdown_connections 2024-03-16T18:28:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 --2- 172.21.15.17:0/3591208413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab901056e0 0x7fab9010d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 --2- 172.21.15.17:0/3591208413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab90100fc0 0x7fab90105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 --2- 172.21.15.17:0/3591208413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901009f0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 -- 172.21.15.17:0/3591208413 >> 172.21.15.17:0/3591208413 conn(0x7fab90076770 msgr2=0x7fab90076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 -- 172.21.15.17:0/3591208413 shutdown_connections 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.300+0000 7fab97581640 1 -- 172.21.15.17:0/3591208413 wait complete. 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 Processor -- start 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 -- start start 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901988e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab901056e0 0x7fab90198e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab901993b0 0x7fab901a3960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab901a4000 con 0x7fab90100610 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab901a4170 con 0x7fab901056e0 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab97581640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab901a4330 con 0x7fab901993b0 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901988e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab94b1c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab901056e0 0x7fab90198e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901988e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50194/0 (socket says 172.21.15.17:50194) 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab9531d640 1 -- 172.21.15.17:0/4047349117 learned_addr learned my addr 172.21.15.17:0/4047349117 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab95b1e640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab901993b0 0x7fab901a3960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab94b1c640 1 -- 172.21.15.17:0/4047349117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab901993b0 msgr2=0x7fab901a3960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab94b1c640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab901993b0 0x7fab901a3960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab94b1c640 1 -- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 msgr2=0x7fab901988e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab94b1c640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901988e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab94b1c640 1 -- 172.21.15.17:0/4047349117 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab8c009560 con 0x7fab901056e0 2024-03-16T18:28:25.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.301+0000 7fab9531d640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.302+0000 7fab94b1c640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab901056e0 0x7fab90198e20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fab8400e9c0 tx=0x7fab8400ee80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.302+0000 7fab827fc640 1 -- 172.21.15.17:0/4047349117 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8400ccc0 con 0x7fab901056e0 2024-03-16T18:28:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.302+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab901a4610 con 0x7fab901056e0 2024-03-16T18:28:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.302+0000 7fab827fc640 1 -- 172.21.15.17:0/4047349117 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab8400ce20 con 0x7fab901056e0 2024-03-16T18:28:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.302+0000 7fab827fc640 1 -- 172.21.15.17:0/4047349117 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab84018750 con 0x7fab901056e0 2024-03-16T18:28:25.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.302+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab901a4b70 con 0x7fab901056e0 2024-03-16T18:28:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.304+0000 7fab827fc640 1 -- 172.21.15.17:0/4047349117 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fab84010430 con 0x7fab901056e0 2024-03-16T18:28:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.304+0000 7fab99dfd740 1 Processor -- start 2024-03-16T18:28:25.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.304+0000 7fab99dfd740 1 -- start start 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 0x561b930c3760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3d30 0x561b930cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930ced00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab99dfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b93031f90 con 0x561b930c3d30 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab99dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b9302f4c0 con 0x561b930c3380 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab99dfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b9302aca0 con 0x561b930cc8b0 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 0x561b930c3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3d30 0x561b930cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab827fc640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab7c0a1ba0 0x7fab7c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 0x561b930c3760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42764/0 (socket says 172.21.15.17:42764) 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 -- 172.21.15.17:0/76103387 learned_addr learned my addr 172.21.15.17:0/76103387 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab94b1c640 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930ced00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab7c0a1ba0 0x7fab7c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 -- 172.21.15.17:0/76103387 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 msgr2=0x561b930ced00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930ced00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 -- 172.21.15.17:0/76103387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3d30 msgr2=0x561b930cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3d30 0x561b930cc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab95b1e640 1 -- 172.21.15.17:0/76103387 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b92fed0b0 con 0x561b930c3380 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab827fc640 1 -- 172.21.15.17:0/4047349117 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fab84014070 con 0x7fab901056e0 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.305+0000 7fab9531d640 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3d30 0x561b930cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab95b1e640 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 0x561b930c3760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fab88005c40 tx=0x7fab88013f50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a31d3e981d7e9471 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab95b1e640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab7c0a1ba0 0x7fab7c0a4060 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fab8801d000 tx=0x7fab8801f000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab7b7fe640 1 -- 172.21.15.17:0/76103387 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8800fde0 con 0x561b930c3380 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab7b7fe640 1 -- 172.21.15.17:0/76103387 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab88012cd0 con 0x561b930c3380 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab7b7fe640 1 -- 172.21.15.17:0/76103387 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab88010630 con 0x561b930c3380 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 -- 172.21.15.17:0/76103387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 msgr2=0x561b930c3760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 0x561b930c3760 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fab88005c40 tx=0x7fab88013f50 comp rx=0 tx=0).stop 2024-03-16T18:28:25.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 -- 172.21.15.17:0/76103387 shutdown_connections 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3d30 0x561b930cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930ced00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 --2- 172.21.15.17:0/76103387 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3380 0x561b930c3760 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.306+0000 7fab99dfd740 1 -- 172.21.15.17:0/76103387 >> 172.21.15.17:0/76103387 conn(0x561b930bd840 msgr2=0x561b930bdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 -- 172.21.15.17:0/76103387 shutdown_connections 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 -- 172.21.15.17:0/76103387 wait complete. 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 -- start start 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 Processor -- start 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930c9920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b930c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930ca3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.316 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b92fcff40 con 0x561b930c3380 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b92cfe4b0 con 0x561b930cc8b0 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b92fb0670 con 0x561b930c3d30 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab99dfd740 10 client.0 _ll_register_callbacks cb 0x561b9301df70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930c9920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930c9920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50216/0 (socket says 172.21.15.17:50216) 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab9531d640 1 -- 172.21.15.17:0/3122055557 learned_addr learned my addr 172.21.15.17:0/3122055557 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab94b1c640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b930c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.307+0000 7fab95b1e640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930ca3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab9531d640 1 -- 172.21.15.17:0/3122055557 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 msgr2=0x561b930c9e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab9531d640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b930c9e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab9531d640 1 -- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 msgr2=0x561b930ca3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab9531d640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930ca3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab9531d640 1 -- 172.21.15.17:0/3122055557 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab880136a0 con 0x561b930c3380 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab9531d640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930c9920 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009430 tx=0x7fab8c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a6b4e160bfc3e4c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab78ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab78ff9640 1 -- 172.21.15.17:0/3122055557 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8c004a70 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab78ff9640 1 -- 172.21.15.17:0/3122055557 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fab8c0035f0 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b93004f40 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab78ff9640 1 -- 172.21.15.17:0/3122055557 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab8c0037b0 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab99dfd740 10 client.17721 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b93029320 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.308+0000 7fab78ff9640 1 -- 172.21.15.17:0/3122055557 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561b93004f40 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab78ff9640 1 -- 172.21.15.17:0/3122055557 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fab8c03c040 con 0x561b930c3380 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab99dfd740 10 client.17721 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab99dfd740 10 client.17721 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab99dfd740 20 client.17721 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab99dfd740 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b930dcfa0 0x561b930df3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab99dfd740 4 client.17721 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b93021310 con 0x561b930dcfa0 2024-03-16T18:28:25.318 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab94b1c640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b930dcfa0 0x561b930df3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab94b1c640 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b930dcfa0 0x561b930df3c0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c99f696c5b0a5e2b server_cookie=fb65b239359cc521 in_seq=0 out_seq=0 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.309+0000 7fab78ff9640 10 client.17721 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab78ff9640 1 -- 172.21.15.17:0/3122055557 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561b93021310 con 0x561b930dcfa0 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab78ff9640 10 client.17721 handle_command_reply: tid=0 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 client.17721 shutdown 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 msgr2=0x561b930c9920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930c9920 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009430 tx=0x7fab8c004270 comp rx=0 tx=0).stop 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 shutdown_connections 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b930dcfa0 0x561b930df3c0 crc :-1 s=READY pgs=147 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930ca3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b930c9e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 --2- 172.21.15.17:0/3122055557 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930c9920 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab78ff9640 0 client.17721 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.310+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 >> 172.21.15.17:0/3122055557 conn(0x561b930bd840 msgr2=0x561b930bf7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.311+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 shutdown_connections 2024-03-16T18:28:25.319 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.311+0000 7fab99dfd740 1 -- 172.21.15.17:0/3122055557 wait complete. 2024-03-16T18:28:25.320 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.311+0000 7fab99dfd740 20 client.17721 trim_cache size 0 max 16384 2024-03-16T18:28:25.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 Processor -- start 2024-03-16T18:28:25.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 -- start start 2024-03-16T18:28:25.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930cc050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3d30 0x561b930ca1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930d7d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b930c5180 con 0x561b930c3380 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b930c2410 con 0x561b930c3d30 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab99dfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b930bd060 con 0x561b930cc8b0 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930cc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930cc050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50228/0 (socket says 172.21.15.17:50228) 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab9531d640 1 -- 172.21.15.17:0/1554131980 learned_addr learned my addr 172.21.15.17:0/1554131980 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab94b1c640 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3d30 0x561b930ca1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.327+0000 7fab95b1e640 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930d7d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab9531d640 1 -- 172.21.15.17:0/1554131980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 msgr2=0x561b930d7d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab9531d640 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930d7d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab9531d640 1 -- 172.21.15.17:0/1554131980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3d30 msgr2=0x561b930ca1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab9531d640 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3d30 0x561b930ca1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab9531d640 1 -- 172.21.15.17:0/1554131980 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b92fc5c00 con 0x561b930c3380 2024-03-16T18:28:25.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab9531d640 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930cc050 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fab8c005940 tx=0x7fab8c02bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4bf78f35a40a98b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab7affd640 1 -- 172.21.15.17:0/1554131980 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8c005d50 con 0x561b930c3380 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab7affd640 1 -- 172.21.15.17:0/1554131980 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab8c02de90 con 0x561b930c3380 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.328+0000 7fab7affd640 1 -- 172.21.15.17:0/1554131980 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8c003970 con 0x561b930c3380 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- 172.21.15.17:0/1554131980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 msgr2=0x561b930cc050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930cc050 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fab8c005940 tx=0x7fab8c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- 172.21.15.17:0/1554131980 shutdown_connections 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930cc8b0 0x561b930d7d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930c3d30 0x561b930ca1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- 172.21.15.17:0/1554131980 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b930cc050 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- 172.21.15.17:0/1554131980 >> 172.21.15.17:0/1554131980 conn(0x561b930bd840 msgr2=0x561b930bf6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- 172.21.15.17:0/1554131980 shutdown_connections 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- 172.21.15.17:0/1554131980 wait complete. 2024-03-16T18:28:25.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- start start 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 Processor -- start 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b93131bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b931320f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930d0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b930d0a30 con 0x561b930c3380 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b930d0ba0 con 0x561b930cc8b0 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.329+0000 7fab99dfd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b930d0d60 con 0x561b930c3d30 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab99dfd740 10 client.0 _ll_register_callbacks cb 0x7fab8c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b93131bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b93131bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50238/0 (socket says 172.21.15.17:50238) 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 -- 172.21.15.17:0/2464076659 learned_addr learned my addr 172.21.15.17:0/2464076659 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab95b1e640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930d0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab94b1c640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b931320f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 -- 172.21.15.17:0/2464076659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 msgr2=0x561b931320f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b931320f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 -- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 msgr2=0x561b930d0470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930d0470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 -- 172.21.15.17:0/2464076659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561b93029320 con 0x561b930c3380 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab9531d640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b93131bb0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009850 tx=0x7fab8c004270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fca3713a2a337fb1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab78ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab78ff9640 1 -- 172.21.15.17:0/2464076659 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8c004a70 con 0x561b930c3380 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab78ff9640 1 -- 172.21.15.17:0/2464076659 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fab8c003800 con 0x561b930c3380 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b93050900 con 0x561b930c3380 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab78ff9640 1 -- 172.21.15.17:0/2464076659 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab8c005170 con 0x561b930c3380 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab99dfd740 10 client.17727 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.330+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b92feb910 con 0x561b930c3380 2024-03-16T18:28:25.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab78ff9640 1 -- 172.21.15.17:0/2464076659 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561b93050900 con 0x561b930c3380 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab78ff9640 1 -- 172.21.15.17:0/2464076659 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fab8c05e070 con 0x561b930c3380 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab99dfd740 10 client.17727 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab99dfd740 10 client.17727 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab99dfd740 20 client.17727 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab99dfd740 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b93139590 0x561b9313b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab99dfd740 4 client.17727 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x561b92d2a860 con 0x561b93139590 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab94b1c640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b93139590 0x561b9313b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab94b1c640 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b93139590 0x561b9313b980 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=89c7191db569b3e5 server_cookie=35f46ff5adf3f9c1 in_seq=0 out_seq=0 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.331+0000 7fab78ff9640 10 client.17727 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.332+0000 7fab78ff9640 1 -- 172.21.15.17:0/2464076659 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x561b92d2a860 con 0x561b93139590 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.332+0000 7fab78ff9640 10 client.17727 handle_command_reply: tid=0 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.332+0000 7fab99dfd740 1 client.17727 shutdown 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 msgr2=0x561b93131bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b93131bb0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fab8c009850 tx=0x7fab8c004270 comp rx=0 tx=0).stop 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 shutdown_connections 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561b93139590 0x561b9313b980 crc :-1 s=READY pgs=148 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b930cc8b0 0x561b930d0470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b930c3d30 0x561b931320f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 --2- 172.21.15.17:0/2464076659 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b930c3380 0x561b93131bb0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 >> 172.21.15.17:0/2464076659 conn(0x561b930bd840 msgr2=0x561b930bc050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab78ff9640 0 client.17727 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 shutdown_connections 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 1 -- 172.21.15.17:0/2464076659 wait complete. 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab99dfd740 20 client.17727 trim_cache size 0 max 16384 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:28:25.341 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:28:25.342 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "0df8ea18-202a-406b-9376-6080f218080d", 2024-03-16T18:28:25.342 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:28:25.342 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:28:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab7c0a1ba0 msgr2=0x7fab7c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab7c0a1ba0 0x7fab7c0a4060 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fab8801d000 tx=0x7fab8801f000 comp rx=0 tx=0).stop 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab901056e0 msgr2=0x7fab90198e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab901056e0 0x7fab90198e20 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fab8400e9c0 tx=0x7fab8400ee80 comp rx=0 tx=0).stop 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 shutdown_connections 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab7c0a1ba0 0x7fab7c0a4060 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab901993b0 0x7fab901a3960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab901056e0 0x7fab90198e20 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 --2- 172.21.15.17:0/4047349117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab90100610 0x7fab901988e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.333+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 >> 172.21.15.17:0/4047349117 conn(0x7fab90076770 msgr2=0x7fab900fe3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.334+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 shutdown_connections 2024-03-16T18:28:25.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.334+0000 7fab97581640 1 -- 172.21.15.17:0/4047349117 wait complete. 2024-03-16T18:28:25.344 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:28:25.344 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 -- 172.21.15.17:0/534156764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101e20 msgr2=0x7f062c10e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 --2- 172.21.15.17:0/534156764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101e20 0x7f062c10e330 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f0624009cd0 tx=0x7f062402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 -- 172.21.15.17:0/534156764 shutdown_connections 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 --2- 172.21.15.17:0/534156764 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101e20 0x7f062c10e330 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 --2- 172.21.15.17:0/534156764 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f062c101460 0x7f062c1018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 --2- 172.21.15.17:0/534156764 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f062c107500 0x7f062c1078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 -- 172.21.15.17:0/534156764 >> 172.21.15.17:0/534156764 conn(0x7f062c0fcf90 msgr2=0x7f062c0ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 -- 172.21.15.17:0/534156764 shutdown_connections 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.451+0000 7f0631393640 1 -- 172.21.15.17:0/534156764 wait complete. 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 Processor -- start 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 -- start start 2024-03-16T18:28:25.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 0x7f062c19d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f062c101e20 0x7f062c19dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f062c107500 0x7f062c197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f062c197ea0 con 0x7f062c101460 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f062c198010 con 0x7f062c107500 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f0631393640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f062c1981d0 con 0x7f062c101e20 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f062affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 0x7f062c19d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f062affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 0x7f062c19d690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50260/0 (socket says 172.21.15.17:50260) 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f062affd640 1 -- 172.21.15.17:0/372871184 learned_addr learned my addr 172.21.15.17:0/372871184 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f06227fc640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f062c101e20 0x7f062c19dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.452+0000 7f062b7fe640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f062c107500 0x7f062c197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f062affd640 1 -- 172.21.15.17:0/372871184 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f062c101e20 msgr2=0x7f062c19dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f062affd640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f062c101e20 0x7f062c19dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f062affd640 1 -- 172.21.15.17:0/372871184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f062c107500 msgr2=0x7f062c197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f062affd640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f062c107500 0x7f062c197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f062affd640 1 -- 172.21.15.17:0/372871184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0624009900 con 0x7f062c101460 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f062affd640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 0x7f062c19d690 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f061c00e9f0 tx=0x7f061c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f0628ff9640 1 -- 172.21.15.17:0/372871184 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f061c009700 con 0x7f062c101460 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f0628ff9640 1 -- 172.21.15.17:0/372871184 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f061c00cd80 con 0x7f062c101460 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f062c1984b0 con 0x7f062c101460 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f0628ff9640 1 -- 172.21.15.17:0/372871184 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f061c018840 con 0x7f062c101460 2024-03-16T18:28:25.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.453+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f062c1a46c0 con 0x7f062c101460 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.455+0000 7f0628ff9640 1 -- 172.21.15.17:0/372871184 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f061c0189a0 con 0x7f062c101460 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.455+0000 7f0633f74740 1 Processor -- start 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.455+0000 7f0633f74740 1 -- start start 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0633f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 0x563e367c8690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0633f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367d1270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0633f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d3ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0633f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e36737280 con 0x563e367c82b0 2024-03-16T18:28:25.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0633f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e367347b0 con 0x563e367c8bd0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0633f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e3672ff90 con 0x563e367d17b0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0628ff9640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06180a1ba0 0x7f06180a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 0x563e367c8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d3ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367d1270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 0x563e367c8690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50262/0 (socket says 172.21.15.17:50262) 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062b7fe640 1 -- 172.21.15.17:0/2857125030 learned_addr learned my addr 172.21.15.17:0/2857125030 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062b7fe640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06180a1ba0 0x7f06180a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f0628ff9640 1 -- 172.21.15.17:0/372871184 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f061c014070 con 0x7f062c101460 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 -- 172.21.15.17:0/2857125030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 msgr2=0x563e367d1270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367d1270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 -- 172.21.15.17:0/2857125030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 msgr2=0x563e367c8690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 0x563e367c8690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 -- 172.21.15.17:0/2857125030 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e366ee570 con 0x563e367d17b0 2024-03-16T18:28:25.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062b7fe640 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 0x563e367c8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f062b7fe640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06180a1ba0 0x7f06180a4060 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0624006010 tx=0x7f0624005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.456+0000 7f06227fc640 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d3ba0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f062c198b50 tx=0x7f0614011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=339bf6e5ba6dc8b9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f06217fa640 1 -- 172.21.15.17:0/2857125030 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0614004230 con 0x563e367d17b0 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f06217fa640 1 -- 172.21.15.17:0/2857125030 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0614009e10 con 0x563e367d17b0 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f06217fa640 1 -- 172.21.15.17:0/2857125030 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0614004b20 con 0x563e367d17b0 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 -- 172.21.15.17:0/2857125030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 msgr2=0x563e367d3ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d3ba0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f062c198b50 tx=0x7f0614011810 comp rx=0 tx=0).stop 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 -- 172.21.15.17:0/2857125030 shutdown_connections 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d3ba0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367d1270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 --2- 172.21.15.17:0/2857125030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c82b0 0x563e367c8690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 -- 172.21.15.17:0/2857125030 >> 172.21.15.17:0/2857125030 conn(0x563e367c2990 msgr2=0x563e367c2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 -- 172.21.15.17:0/2857125030 shutdown_connections 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.457+0000 7f0633f74740 1 -- 172.21.15.17:0/2857125030 wait complete. 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 -- start start 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 Processor -- start 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367db3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 0x563e367db920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367d57f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e36403430 con 0x563e367d17b0 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e363bfe00 con 0x563e367c82b0 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e366b4fd0 con 0x563e367c8bd0 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f0633f74740 10 client.0 _ll_register_callbacks cb 0x563e3670afd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f062b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367d57f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 0x563e367db920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f062affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367db3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 0x563e367db920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57162/0 (socket says 172.21.15.17:57162) 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 -- 172.21.15.17:0/1096428159 learned_addr learned my addr 172.21.15.17:0/1096428159 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f062affd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367db3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:42834/0 (socket says 172.21.15.17:42834) 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f062b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367d57f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50268/0 (socket says 172.21.15.17:50268) 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 -- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 msgr2=0x563e367db3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367db3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 -- 172.21.15.17:0/1096428159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 msgr2=0x563e367d57f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367d57f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.458+0000 7f06227fc640 1 -- 172.21.15.17:0/1096428159 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0614009830 con 0x563e367c8bd0 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06227fc640 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 0x563e367db920 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0614005bc0 tx=0x7f0614019ad0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fad07bf8afb81463 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06127fc640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06127fc640 1 -- 172.21.15.17:0/1096428159 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06140046c0 con 0x563e367c8bd0 2024-03-16T18:28:25.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563e3642f7e0 con 0x563e367c8bd0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06127fc640 1 -- 172.21.15.17:0/1096428159 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0614024470 con 0x563e367c8bd0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06127fc640 1 -- 172.21.15.17:0/1096428159 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06140055e0 con 0x563e367c8bd0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 10 client.27511 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563e3672e610 con 0x563e367c8bd0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06127fc640 1 -- 172.21.15.17:0/1096428159 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x563e3642f7e0 con 0x563e367c8bd0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f06127fc640 1 -- 172.21.15.17:0/1096428159 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f06140237a0 con 0x563e367c8bd0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 10 client.27511 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 10 client.27511 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 20 client.27511 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e367e5d40 0x563e367e8180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 4 client.27511 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.459+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563e3646c720 con 0x563e367e5d40 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.460+0000 7f062affd640 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e367e5d40 0x563e367e8180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.460+0000 7f062affd640 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e367e5d40 0x563e367e8180 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b09f9230b5f1d5e1 server_cookie=9303cd6571362ef in_seq=0 out_seq=0 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.460+0000 7f06127fc640 10 client.27511 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f06127fc640 1 -- 172.21.15.17:0/1096428159 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563e3646c720 con 0x563e367e5d40 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f06127fc640 10 client.27511 handle_command_reply: tid=0 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 client.27511 shutdown 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 msgr2=0x563e367db920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 0x563e367db920 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f0614005bc0 tx=0x7f0614019ad0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 shutdown_connections 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e367e5d40 0x563e367e8180 crc :-1 s=READY pgs=149 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367d57f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c8bd0 0x563e367db920 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f06127fc640 0 client.27511 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 --2- 172.21.15.17:0/1096428159 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367db3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 >> 172.21.15.17:0/1096428159 conn(0x563e367c2990 msgr2=0x563e367c4730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 shutdown_connections 2024-03-16T18:28:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 1 -- 172.21.15.17:0/1096428159 wait complete. 2024-03-16T18:28:25.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.461+0000 7f0633f74740 20 client.27511 trim_cache size 0 max 16384 2024-03-16T18:28:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.477+0000 7f0633f74740 1 Processor -- start 2024-03-16T18:28:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.477+0000 7f0633f74740 1 -- start start 2024-03-16T18:28:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0633f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367e1200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0633f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 0x563e367e1740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0633f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0633f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e3642f7e0 con 0x563e367c8bd0 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0633f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e367be320 con 0x563e367c82b0 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0633f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e367e27e0 con 0x563e367d17b0 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 0x563e367e1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 0x563e367e1740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50272/0 (socket says 172.21.15.17:50272) 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 -- 172.21.15.17:0/2932102311 learned_addr learned my addr 172.21.15.17:0/2932102311 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f062b7fe640 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f062affd640 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367e1200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 -- 172.21.15.17:0/2932102311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 msgr2=0x563e367d2ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d2ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 -- 172.21.15.17:0/2932102311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 msgr2=0x563e367e1200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367e1200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 -- 172.21.15.17:0/2932102311 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563e366caac0 con 0x563e367c8bd0 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f06227fc640 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 0x563e367e1740 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f06140183b0 tx=0x7f0614019700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3159a16ba183617e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0620ff9640 1 -- 172.21.15.17:0/2932102311 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0614023d40 con 0x563e367c8bd0 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0620ff9640 1 -- 172.21.15.17:0/2932102311 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0614023ea0 con 0x563e367c8bd0 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.478+0000 7f0620ff9640 1 -- 172.21.15.17:0/2932102311 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06140247f0 con 0x563e367c8bd0 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 -- 172.21.15.17:0/2932102311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 msgr2=0x563e367e1740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 0x563e367e1740 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7f06140183b0 tx=0x7f0614019700 comp rx=0 tx=0).stop 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 -- 172.21.15.17:0/2932102311 shutdown_connections 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367c8bd0 0x563e367e1740 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367d17b0 0x563e367d2ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 --2- 172.21.15.17:0/2932102311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c82b0 0x563e367e1200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 -- 172.21.15.17:0/2932102311 >> 172.21.15.17:0/2932102311 conn(0x563e367c2990 msgr2=0x563e367c2d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 -- 172.21.15.17:0/2932102311 shutdown_connections 2024-03-16T18:28:25.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.479+0000 7f0633f74740 1 -- 172.21.15.17:0/2932102311 wait complete. 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 -- start start 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 Processor -- start 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c82b0 0x563e367de1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367de700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367dec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e36841660 con 0x563e367d17b0 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e368417a0 con 0x563e367c8bd0 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563e368418e0 con 0x563e367c82b0 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f0633f74740 10 client.0 _ll_register_callbacks cb 0x7f061c005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367dec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367dec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:50276/0 (socket says 172.21.15.17:50276) 2024-03-16T18:28:25.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 -- 172.21.15.17:0/1934337037 learned_addr learned my addr 172.21.15.17:0/1934337037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f06227fc640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367de700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062affd640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c82b0 0x563e367de1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 -- 172.21.15.17:0/1934337037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c82b0 msgr2=0x563e367de1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c82b0 0x563e367de1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 -- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 msgr2=0x563e367de700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367de700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 -- 172.21.15.17:0/1934337037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563e3672e610 con 0x563e367d17b0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f062b7fe640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367dec40 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f0624009cd0 tx=0x7f06240095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d285859f2e2fb0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.480+0000 7f06127fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f06127fc640 1 -- 172.21.15.17:0/1934337037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0624032960 con 0x563e367d17b0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f06127fc640 1 -- 172.21.15.17:0/1934337037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0624003970 con 0x563e367d17b0 2024-03-16T18:28:25.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0614009e10 con 0x563e367d17b0 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f06127fc640 1 -- 172.21.15.17:0/1934337037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0624004b40 con 0x563e367d17b0 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 10 client.17745 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563e366f06a0 con 0x563e367d17b0 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f06127fc640 1 -- 172.21.15.17:0/1934337037 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0624061020 con 0x563e367d17b0 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f06127fc640 1 -- 172.21.15.17:0/1934337037 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f062404e050 con 0x563e367d17b0 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 10 client.17745 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 10 client.17745 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 20 client.17745 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e36843120 0x563e36845540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 4 client.17745 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x563e364bb890 con 0x563e36843120 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.481+0000 7f062affd640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e36843120 0x563e36845540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:25.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f06127fc640 10 client.17745 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f062affd640 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e36843120 0x563e36845540 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7e4d3f1d09a220d4 server_cookie=670a8ccfaf1c946b in_seq=0 out_seq=0 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f06127fc640 1 -- 172.21.15.17:0/1934337037 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x563e364bb890 con 0x563e36843120 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f06127fc640 10 client.17745 handle_command_reply: tid=0 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 client.17745 shutdown 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 msgr2=0x563e367dec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367dec40 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f0624009cd0 tx=0x7f06240095c0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 shutdown_connections 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563e36843120 0x563e36845540 crc :-1 s=READY pgs=150 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563e367d17b0 0x563e367dec40 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563e367c8bd0 0x563e367de700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f06127fc640 0 client.17745 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 --2- 172.21.15.17:0/1934337037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563e367c82b0 0x563e367de1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 >> 172.21.15.17:0/1934337037 conn(0x563e367c2990 msgr2=0x563e367daf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 shutdown_connections 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 1 -- 172.21.15.17:0/1934337037 wait complete. 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.482+0000 7f0633f74740 20 client.17745 trim_cache size 0 max 16384 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stdout: "0df8ea18-202a-406b-9376-6080f218080d": { 2024-03-16T18:28:25.490 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:28:25.491 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "0df8ea18-202a-406b-9376-6080f218080d", 2024-03-16T18:28:25.491 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:28:25.491 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:28:25.491 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:28:25.491 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06180a1ba0 msgr2=0x7f06180a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06180a1ba0 0x7f06180a4060 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f0624006010 tx=0x7f0624005c50 comp rx=0 tx=0).stop 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 msgr2=0x7f062c19d690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 0x7f062c19d690 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f061c00e9f0 tx=0x7f061c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 shutdown_connections 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06180a1ba0 0x7f06180a4060 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f062c107500 0x7f062c197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f062c101e20 0x7f062c19dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 --2- 172.21.15.17:0/372871184 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f062c101460 0x7f062c19d690 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:25.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 >> 172.21.15.17:0/372871184 conn(0x7f062c0fcf90 msgr2=0x7f062c0fd790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 shutdown_connections 2024-03-16T18:28:25.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:25.483+0000 7f0631393640 1 -- 172.21.15.17:0/372871184 wait complete. 2024-03-16T18:28:25.493 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:25 smithi017 ceph-mon[32207]: pgmap v212: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:25.494 INFO:tasks.cephfs.filesystem:scrub status for tag:0df8ea18-202a-406b-9376-6080f218080d - {'path': '/', 'tag': '0df8ea18-202a-406b-9376-6080f218080d', 'options': 'recursive,force'} 2024-03-16T18:28:25.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:25 smithi149 ceph-mon[35991]: pgmap v212: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:25.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:25 smithi153 ceph-mon[36005]: pgmap v212: 129 pgs: 129 active+clean; 10 MiB data, 429 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:26.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:26 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:28:26.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:26 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:26.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:26 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:28:26.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:26 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:26.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:26 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:28:26.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:26 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:26.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:26 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:28:26.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:26 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:26.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:26 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:28:26.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:26 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:26.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:26 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:28:26.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:26 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:27.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:27 smithi017 ceph-mon[32207]: pgmap v213: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:27.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:27 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:28:27.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:27 smithi149 ceph-mon[35991]: pgmap v213: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:27.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:27 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:28:27.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:27 smithi153 ceph-mon[36005]: pgmap v213: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:27.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:27 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:28:29.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:29 smithi017 ceph-mon[32207]: pgmap v214: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:29.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:29 smithi149 ceph-mon[35991]: pgmap v214: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:29.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:29 smithi153 ceph-mon[36005]: pgmap v214: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:31.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:31 smithi017 ceph-mon[32207]: pgmap v215: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:31.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:31 smithi149 ceph-mon[35991]: pgmap v215: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:31.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:31 smithi153 ceph-mon[36005]: pgmap v215: 129 pgs: 129 active+clean; 10 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:33.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:33 smithi017 ceph-mon[32207]: pgmap v216: 129 pgs: 129 active+clean; 11 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:33.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:33 smithi149 ceph-mon[35991]: pgmap v216: 129 pgs: 129 active+clean; 11 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:33.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:33 smithi153 ceph-mon[36005]: pgmap v216: 129 pgs: 129 active+clean; 11 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:35.660 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:35 smithi153 ceph-mon[36005]: pgmap v217: 129 pgs: 129 active+clean; 11 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:35.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:35 smithi017 ceph-mon[32207]: pgmap v217: 129 pgs: 129 active+clean; 11 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:35.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:35 smithi149 ceph-mon[35991]: pgmap v217: 129 pgs: 129 active+clean; 11 MiB data, 434 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:37.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:37 smithi017 ceph-mon[32207]: pgmap v218: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:37.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:37 smithi149 ceph-mon[35991]: pgmap v218: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:37.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:37 smithi153 ceph-mon[36005]: pgmap v218: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 58 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:39.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:39 smithi017 ceph-mon[32207]: pgmap v219: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:39.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:39 smithi149 ceph-mon[35991]: pgmap v219: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:39.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:39 smithi153 ceph-mon[36005]: pgmap v219: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:41.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:41 smithi017 ceph-mon[32207]: pgmap v220: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:41.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:41 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:28:41.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:41 smithi149 ceph-mon[35991]: pgmap v220: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:41.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:41 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:28:41.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:41 smithi153 ceph-mon[36005]: pgmap v220: 129 pgs: 129 active+clean; 11 MiB data, 435 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:41.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:41 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:28:42.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:28:42.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:28:42.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:28:42.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:28:42.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:28:42.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:28:42.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:28:42.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:28:42.859 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:28:44.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:43 smithi149 ceph-mon[35991]: pgmap v221: 129 pgs: 129 active+clean; 11 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 20 op/s 2024-03-16T18:28:44.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:43 smithi153 ceph-mon[36005]: pgmap v221: 129 pgs: 129 active+clean; 11 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 20 op/s 2024-03-16T18:28:44.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:43 smithi017 ceph-mon[32207]: pgmap v221: 129 pgs: 129 active+clean; 11 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 20 op/s 2024-03-16T18:28:46.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:45 smithi149 ceph-mon[35991]: pgmap v222: 129 pgs: 129 active+clean; 11 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:46.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:45 smithi153 ceph-mon[36005]: pgmap v222: 129 pgs: 129 active+clean; 11 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:46.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:45 smithi017 ceph-mon[32207]: pgmap v222: 129 pgs: 129 active+clean; 11 MiB data, 436 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 36 KiB/s wr, 13 op/s 2024-03-16T18:28:48.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:47 smithi149 ceph-mon[35991]: pgmap v223: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 20 op/s 2024-03-16T18:28:48.088 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:47 smithi017 ceph-mon[32207]: pgmap v223: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 20 op/s 2024-03-16T18:28:48.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:47 smithi153 ceph-mon[36005]: pgmap v223: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 56 KiB/s wr, 20 op/s 2024-03-16T18:28:50.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:49 smithi149 ceph-mon[35991]: pgmap v224: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:50.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:49 smithi153 ceph-mon[36005]: pgmap v224: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:50.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:49 smithi017 ceph-mon[32207]: pgmap v224: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:52.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:51 smithi149 ceph-mon[35991]: pgmap v225: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:52.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:51 smithi153 ceph-mon[36005]: pgmap v225: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:52.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:51 smithi017 ceph-mon[32207]: pgmap v225: 129 pgs: 129 active+clean; 11 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:54.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:53 smithi149 ceph-mon[35991]: pgmap v226: 129 pgs: 129 active+clean; 11 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:54.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:53 smithi153 ceph-mon[36005]: pgmap v226: 129 pgs: 129 active+clean; 11 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:54.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:53 smithi017 ceph-mon[32207]: pgmap v226: 129 pgs: 129 active+clean; 11 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 54 KiB/s rd, 55 KiB/s wr, 20 op/s 2024-03-16T18:28:55.494 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:28:55.495 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:28:55.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/3880296865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101460 msgr2=0x7ff4b41018e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/3880296865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101460 0x7ff4b41018e0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009930 tx=0x7ff4a802bc20 comp rx=0 tx=0).stop 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/3880296865 shutdown_connections 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/3880296865 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101460 0x7ff4b41018e0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/3880296865 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4b4101e20 0x7ff4b410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/3880296865 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff4b4107500 0x7ff4b41078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/3880296865 >> 172.21.15.17:0/3880296865 conn(0x7ff4b40fcf90 msgr2=0x7ff4b40ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/3880296865 shutdown_connections 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.612+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/3880296865 wait complete. 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 Processor -- start 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 -- start start 2024-03-16T18:28:55.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4b4101460 0x7ff4b419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 0x7ff4b419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff4b4107500 0x7ff4b4197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4b4197eb0 con 0x7ff4b4101e20 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4b4198020 con 0x7ff4b4101460 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4ba4eb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4b41981e0 con 0x7ff4b4107500 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4b37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 0x7ff4b419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4b37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 0x7ff4b419dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48976/0 (socket says 172.21.15.17:48976) 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.613+0000 7ff4b37fe640 1 -- 172.21.15.17:0/1720171329 learned_addr learned my addr 172.21.15.17:0/1720171329 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4b4101460 0x7ff4b419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff4b4107500 0x7ff4b4197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b37fe640 1 -- 172.21.15.17:0/1720171329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff4b4107500 msgr2=0x7ff4b4197860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff4b4107500 0x7ff4b4197860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b37fe640 1 -- 172.21.15.17:0/1720171329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4b4101460 msgr2=0x7ff4b419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4b4101460 0x7ff4b419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b37fe640 1 -- 172.21.15.17:0/1720171329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4a8009560 con 0x7ff4b4101e20 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 0x7ff4b419dbf0 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009230 tx=0x7ff4a8005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b17fa640 1 -- 172.21.15.17:0/1720171329 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8004350 con 0x7ff4b4101e20 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4b4198460 con 0x7ff4b4101e20 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b17fa640 1 -- 172.21.15.17:0/1720171329 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff4a80044b0 con 0x7ff4b4101e20 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4b17fa640 1 -- 172.21.15.17:0/1720171329 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8005400 con 0x7ff4b4101e20 2024-03-16T18:28:55.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.614+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4b41a4750 con 0x7ff4b4101e20 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.616+0000 7ff4b17fa640 1 -- 172.21.15.17:0/1720171329 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff4a8005560 con 0x7ff4b4101e20 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 Processor -- start 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 -- start start 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 0x55d89940c690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940cbd0 0x55d899415270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d899417ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d89937b280 con 0x55d89940c2b0 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8993787b0 con 0x55d8994157b0 2024-03-16T18:28:55.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d899373f90 con 0x55d89940cbd0 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b17fa640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff49c0a1ba0 0x7ff49c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b8a88640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 0x55d89940c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b8a88640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 0x55d89940c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:48990/0 (socket says 172.21.15.17:48990) 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b8a88640 1 -- 172.21.15.17:0/1349920863 learned_addr learned my addr 172.21.15.17:0/1349920863 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff49c0a1ba0 0x7ff49c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d899417ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940cbd0 0x55d899415270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.617+0000 7ff4b17fa640 1 -- 172.21.15.17:0/1720171329 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff4a80efbd0 con 0x7ff4b4101e20 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b3fff640 1 -- 172.21.15.17:0/1349920863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 msgr2=0x55d899417ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d899417ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b3fff640 1 -- 172.21.15.17:0/1349920863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 msgr2=0x55d89940c690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 0x55d89940c690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b3fff640 1 -- 172.21.15.17:0/1349920863 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d899332570 con 0x55d89940cbd0 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 0x55d89940c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff49c0a1ba0 0x7ff49c0a4060 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0099e0 tx=0x7ff4ac009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940cbd0 0x55d899415270 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4009bf0 tx=0x7ff4a4011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=915834912667c58b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff49a7fc640 1 -- 172.21.15.17:0/1349920863 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4004050 con 0x55d89940cbd0 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff49a7fc640 1 -- 172.21.15.17:0/1349920863 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff4a4005020 con 0x55d89940cbd0 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.618+0000 7ff49a7fc640 1 -- 172.21.15.17:0/1349920863 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a4004ba0 con 0x55d89940cbd0 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/1349920863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940cbd0 msgr2=0x55d899415270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940cbd0 0x55d899415270 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7ff4a4009bf0 tx=0x7ff4a4011810 comp rx=0 tx=0).stop 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/1349920863 shutdown_connections 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d899417ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940cbd0 0x55d899415270 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/1349920863 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940c2b0 0x55d89940c690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/1349920863 >> 172.21.15.17:0/1349920863 conn(0x55d899406990 msgr2=0x55d899406d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/1349920863 shutdown_connections 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/1349920863 wait complete. 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 -- start start 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.619+0000 7ff4bd1a2740 1 Processor -- start 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940c2b0 0x55d8994151f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899412580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d8994157b0 0x55d899412cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d899047430 con 0x55d89940cbd0 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d899003e00 con 0x55d89940c2b0 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8992f8fd0 con 0x55d8994157b0 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4bd1a2740 10 client.0 _ll_register_callbacks cb 0x55d89934efd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899412580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899412580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49004/0 (socket says 172.21.15.17:49004) 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940c2b0 0x55d8994151f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 -- 172.21.15.17:0/2916489687 learned_addr learned my addr 172.21.15.17:0/2916489687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d8994157b0 0x55d899412cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 -- 172.21.15.17:0/2916489687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d8994157b0 msgr2=0x55d899412cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d8994157b0 0x55d899412cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 -- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940c2b0 msgr2=0x55d8994151f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940c2b0 0x55d8994151f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 -- 172.21.15.17:0/2916489687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4a4009850 con 0x55d89940cbd0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940c2b0 0x55d8994151f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899412580 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8005940 tx=0x7ff4a802bc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af30df68a6779a3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4937fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.620+0000 7ff4937fe640 1 -- 172.21.15.17:0/2916489687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a80c0370 con 0x55d89940cbd0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4937fe640 1 -- 172.21.15.17:0/2916489687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff4a8003e10 con 0x55d89940cbd0 2024-03-16T18:28:55.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d8990737e0 con 0x55d89940cbd0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4937fe640 1 -- 172.21.15.17:0/2916489687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4a80ed330 con 0x55d89940cbd0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 10 client.17757 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d899372610 con 0x55d89940cbd0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4937fe640 1 -- 172.21.15.17:0/2916489687 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff4a80a4020 con 0x55d89940cbd0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4937fe640 1 -- 172.21.15.17:0/2916489687 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff4a803c070 con 0x55d89940cbd0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 10 client.17757 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 10 client.17757 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 20 client.17757 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d8994257e0 0x55d899427bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 4 client.17757 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d8990b0720 con 0x55d8994257e0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.621+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d8994257e0 0x55d899427bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.622+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d8994257e0 0x55d899427bd0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2fd9d0e24b0e88c server_cookie=26883bd95a02028c in_seq=0 out_seq=0 2024-03-16T18:28:55.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.622+0000 7ff4937fe640 10 client.17757 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4937fe640 1 -- 172.21.15.17:0/2916489687 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d8990b0720 con 0x55d8994257e0 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4937fe640 10 client.17757 handle_command_reply: tid=0 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 client.17757 shutdown 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 msgr2=0x55d899412580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899412580 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8005940 tx=0x7ff4a802bc20 comp rx=0 tx=0).stop 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 shutdown_connections 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d8994257e0 0x55d899427bd0 crc :-1 s=READY pgs=151 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899412580 unknown :-1 s=CLOSED pgs=1060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4937fe640 0 client.17757 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d8994157b0 0x55d899412cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/2916489687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940c2b0 0x55d8994151f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 >> 172.21.15.17:0/2916489687 conn(0x55d899406990 msgr2=0x55d899408730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 shutdown_connections 2024-03-16T18:28:55.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/2916489687 wait complete. 2024-03-16T18:28:55.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.623+0000 7ff4bd1a2740 20 client.17757 trim_cache size 0 max 16384 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.639+0000 7ff4bd1a2740 1 Processor -- start 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.639+0000 7ff4bd1a2740 1 -- start start 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d899412520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899414cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d8994151f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d89940b630 con 0x55d89940cbd0 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d8994079e0 con 0x55d8994157b0 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d899422420 con 0x55d89940c2b0 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899414cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899414cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49016/0 (socket says 172.21.15.17:49016) 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 -- 172.21.15.17:0/3046286367 learned_addr learned my addr 172.21.15.17:0/3046286367 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d899412520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d8994151f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 -- 172.21.15.17:0/3046286367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 msgr2=0x55d899412520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d899412520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 -- 172.21.15.17:0/3046286367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 msgr2=0x55d8994151f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d8994151f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 -- 172.21.15.17:0/3046286367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d89930eac0 con 0x55d89940cbd0 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899414cb0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80b88f0 tx=0x7ff4a80bc320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8076f2060067a71 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff499ffb640 1 -- 172.21.15.17:0/3046286367 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a80c0370 con 0x55d89940cbd0 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff499ffb640 1 -- 172.21.15.17:0/3046286367 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff4a80a4070 con 0x55d89940cbd0 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.640+0000 7ff499ffb640 1 -- 172.21.15.17:0/3046286367 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4a8003970 con 0x55d89940cbd0 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/3046286367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 msgr2=0x55d899414cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899414cb0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7ff4a80b88f0 tx=0x7ff4a80bc320 comp rx=0 tx=0).stop 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/3046286367 shutdown_connections 2024-03-16T18:28:55.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d89940cbd0 0x55d899414cb0 unknown :-1 s=CLOSED pgs=1061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d8994157b0 0x55d8994151f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/3046286367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d899412520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/3046286367 >> 172.21.15.17:0/3046286367 conn(0x55d899406990 msgr2=0x55d899411e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/3046286367 shutdown_connections 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/3046286367 wait complete. 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.641+0000 7ff4bd1a2740 1 -- start start 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 Processor -- start 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d89941bc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940cbd0 0x55d89941c140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 0x55d89940f310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d89940f9e0 con 0x55d8994157b0 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d89940fb50 con 0x55d89940cbd0 2024-03-16T18:28:55.647 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d89940fd10 con 0x55d89940c2b0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4bd1a2740 10 client.0 _ll_register_callbacks cb 0x7ff4a8009880 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 0x55d89940f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 0x55d89940f310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49022/0 (socket says 172.21.15.17:49022) 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 -- 172.21.15.17:0/551683671 learned_addr learned my addr 172.21.15.17:0/551683671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d89941bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b37fe640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940cbd0 0x55d89941c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 -- 172.21.15.17:0/551683671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 msgr2=0x55d89941bc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d89941bc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 -- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940cbd0 msgr2=0x55d89941c140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940cbd0 0x55d89941c140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 -- 172.21.15.17:0/551683671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d899372610 con 0x55d8994157b0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4b8a88640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 0x55d89940f310 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0039c0 tx=0x7ff4ac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=166c31395876ffc6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.642+0000 7ff4937fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:55.648 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4937fe640 1 -- 172.21.15.17:0/551683671 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4ac026070 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4937fe640 1 -- 172.21.15.17:0/551683671 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff4ac0045c0 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff4a4005020 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4937fe640 1 -- 172.21.15.17:0/551683671 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff4ac004780 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 10 client.17763 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d8993346a0 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4937fe640 1 -- 172.21.15.17:0/551683671 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff4a4005020 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4937fe640 1 -- 172.21.15.17:0/551683671 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff4ac02c410 con 0x55d8994157b0 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 10 client.17763 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 10 client.17763 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 20 client.17763 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d899482230 0x55d899484650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 4 client.17763 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:28:55.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55d8990ff890 con 0x55d899482230 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.643+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d899482230 0x55d899484650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4b3fff640 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d899482230 0x55d899484650 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17b473f931828c97 server_cookie=57a4ab791959dc79 in_seq=0 out_seq=0 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4937fe640 10 client.17763 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4937fe640 1 -- 172.21.15.17:0/551683671 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55d8990ff890 con 0x55d899482230 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4937fe640 10 client.17763 handle_command_reply: tid=0 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 client.17763 shutdown 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 msgr2=0x55d89940f310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 0x55d89940f310 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0039c0 tx=0x7ff4ac004a40 comp rx=0 tx=0).stop 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 shutdown_connections 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d899482230 0x55d899484650 crc :-1 s=READY pgs=152 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d8994157b0 0x55d89940f310 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d89940cbd0 0x55d89941c140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4937fe640 0 client.17763 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 --2- 172.21.15.17:0/551683671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d89940c2b0 0x55d89941bc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 >> 172.21.15.17:0/551683671 conn(0x55d899406990 msgr2=0x55d8994051c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 shutdown_connections 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 1 -- 172.21.15.17:0/551683671 wait complete. 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.644+0000 7ff4bd1a2740 20 client.17763 trim_cache size 0 max 16384 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:28:55.651 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:28:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff49c0a1ba0 msgr2=0x7ff49c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff49c0a1ba0 0x7ff49c0a4060 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff4ac0099e0 tx=0x7ff4ac009500 comp rx=0 tx=0).stop 2024-03-16T18:28:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 msgr2=0x7ff4b419dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 0x7ff4b419dbf0 secure :-1 s=READY pgs=1059 cs=0 l=1 rev1=1 crypto rx=0x7ff4a8009230 tx=0x7ff4a8005dd0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 shutdown_connections 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff49c0a1ba0 0x7ff49c0a4060 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff4b4101e20 0x7ff4b419dbf0 unknown :-1 s=CLOSED pgs=1059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff4b4107500 0x7ff4b4197860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 --2- 172.21.15.17:0/1720171329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff4b4101460 0x7ff4b419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 >> 172.21.15.17:0/1720171329 conn(0x7ff4b40fcf90 msgr2=0x7ff4b40fd890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 shutdown_connections 2024-03-16T18:28:55.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.645+0000 7ff4ba4eb640 1 -- 172.21.15.17:0/1720171329 wait complete. 2024-03-16T18:28:55.655 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:28:55.656 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 -- 172.21.15.17:0/532679368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc100740 msgr2=0x7f52bc100bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 --2- 172.21.15.17:0/532679368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc100740 0x7f52bc100bc0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f52b0009930 tx=0x7f52b002bc20 comp rx=0 tx=0).stop 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 -- 172.21.15.17:0/532679368 shutdown_connections 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 --2- 172.21.15.17:0/532679368 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc100740 0x7f52bc100bc0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 --2- 172.21.15.17:0/532679368 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52bc101100 0x7f52bc10d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 --2- 172.21.15.17:0/532679368 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f52bc1053d0 0x7f52bc1057b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 -- 172.21.15.17:0/532679368 >> 172.21.15.17:0/532679368 conn(0x7f52bc0761f0 msgr2=0x7f52bc076600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 -- 172.21.15.17:0/532679368 shutdown_connections 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.759+0000 7f52c4247640 1 -- 172.21.15.17:0/532679368 wait complete. 2024-03-16T18:28:55.762 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 Processor -- start 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 -- start start 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f52bc100740 0x7f52bc19d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52bc101100 0x7f52bc19dc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 0x7f52bc1978e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc197f30 con 0x7f52bc1053d0 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc1980a0 con 0x7f52bc101100 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c4247640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52bc198260 con 0x7f52bc100740 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 0x7f52bc1978e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 0x7f52bc1978e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49034/0 (socket says 172.21.15.17:49034) 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 -- 172.21.15.17:0/1468532594 learned_addr learned my addr 172.21.15.17:0/1468532594 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c1fe3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f52bc100740 0x7f52bc19d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.763 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c17e2640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52bc101100 0x7f52bc19dc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 -- 172.21.15.17:0/1468532594 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f52bc100740 msgr2=0x7f52bc19d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f52bc100740 0x7f52bc19d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 -- 172.21.15.17:0/1468532594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52bc101100 msgr2=0x7f52bc19dc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52bc101100 0x7f52bc19dc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.760+0000 7f52c27e4640 1 -- 172.21.15.17:0/1468532594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52b0009560 con 0x7f52bc1053d0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.761+0000 7f52c27e4640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 0x7f52bc1978e0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f52b400e970 tx=0x7f52b400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.761+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52b4009720 con 0x7f52bc1053d0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.761+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f52b40054d0 con 0x7f52bc1053d0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.761+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52bc198540 con 0x7f52bc1053d0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.761+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52b4010430 con 0x7f52bc1053d0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.761+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52bc1a47d0 con 0x7f52bc1053d0 2024-03-16T18:28:55.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.762+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52bc101b10 con 0x7f52bc1053d0 2024-03-16T18:28:55.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.763+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f52b4004f30 con 0x7f52bc1053d0 2024-03-16T18:28:55.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.763+0000 7f52baffd640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f52a40a1c20 0x7f52a40a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:55.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.763+0000 7f52c1fe3640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f52a40a1c20 0x7f52a40a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:55.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.763+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f52b4014070 con 0x7f52bc1053d0 2024-03-16T18:28:55.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.764+0000 7f52c1fe3640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f52a40a1c20 0x7f52a40a40e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f52bc198a20 tx=0x7f52ac009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:55.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.768+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f52b4096a90 con 0x7f52bc1053d0 2024-03-16T18:28:55.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.991+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f52bc068730 con 0x7f52bc1053d0 2024-03-16T18:28:55.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.991+0000 7f52baffd640 1 -- 172.21.15.17:0/1468532594 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f52b409a150 con 0x7f52bc1053d0 2024-03-16T18:28:55.992 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:28:55.992 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:28:55.992 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f52a40a1c20 msgr2=0x7f52a40a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f52a40a1c20 0x7f52a40a40e0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f52bc198a20 tx=0x7f52ac009500 comp rx=0 tx=0).stop 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 msgr2=0x7f52bc1978e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 0x7f52bc1978e0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f52b400e970 tx=0x7f52b400ed70 comp rx=0 tx=0).stop 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 shutdown_connections 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f52a40a1c20 0x7f52a40a40e0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f52bc1053d0 0x7f52bc1978e0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f52bc101100 0x7f52bc19dc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 --2- 172.21.15.17:0/1468532594 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f52bc100740 0x7f52bc19d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.993+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 >> 172.21.15.17:0/1468532594 conn(0x7f52bc0761f0 msgr2=0x7f52bc069ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:55.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.994+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 shutdown_connections 2024-03-16T18:28:55.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:55.994+0000 7f52c4247640 1 -- 172.21.15.17:0/1468532594 wait complete. 2024-03-16T18:28:56.004 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:56.005 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:28:56.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:55 smithi149 ceph-mon[35991]: pgmap v227: 129 pgs: 129 active+clean; 11 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:56.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:55 smithi153 ceph-mon[36005]: pgmap v227: 129 pgs: 129 active+clean; 11 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:56.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 -- 172.21.15.17:0/263154835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100103080 msgr2=0x7f610010b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 --2- 172.21.15.17:0/263154835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100103080 0x7f610010b560 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009900 tx=0x7f60f402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 -- 172.21.15.17:0/263154835 shutdown_connections 2024-03-16T18:28:56.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 --2- 172.21.15.17:0/263154835 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100103080 0x7f610010b560 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 --2- 172.21.15.17:0/263154835 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f610010bb30 0x7f610010dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 --2- 172.21.15.17:0/263154835 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6100102760 0x7f6100102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 -- 172.21.15.17:0/263154835 >> 172.21.15.17:0/263154835 conn(0x7f6100077550 msgr2=0x7f6100077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 -- 172.21.15.17:0/263154835 shutdown_connections 2024-03-16T18:28:56.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.109+0000 7f6106055640 1 -- 172.21.15.17:0/263154835 wait complete. 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 Processor -- start 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 -- start start 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 0x7f610019d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6100103080 0x7f610019dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f610010bb30 0x7f61001978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6100197f20 con 0x7f6100102760 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6100198090 con 0x7f610010bb30 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f6106055640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6100198250 con 0x7f6100103080 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 0x7f610019d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 0x7f610019d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49040/0 (socket says 172.21.15.17:49040) 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f60ff7fe640 1 -- 172.21.15.17:0/3282710373 learned_addr learned my addr 172.21.15.17:0/3282710373 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f60fffff640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f610010bb30 0x7f61001978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.110+0000 7f60feffd640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6100103080 0x7f610019dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60ff7fe640 1 -- 172.21.15.17:0/3282710373 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6100103080 msgr2=0x7f610019dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6100103080 0x7f610019dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60ff7fe640 1 -- 172.21.15.17:0/3282710373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f610010bb30 msgr2=0x7f61001978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f610010bb30 0x7f61001978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60ff7fe640 1 -- 172.21.15.17:0/3282710373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60f4009560 con 0x7f6100102760 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 0x7f610019d720 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f60f000e9f0 tx=0x7f60f000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60fcff9640 1 -- 172.21.15.17:0/3282710373 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f0009720 con 0x7f6100102760 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60fcff9640 1 -- 172.21.15.17:0/3282710373 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f60f000cd80 con 0x7f6100102760 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6100198530 con 0x7f6100102760 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f60fcff9640 1 -- 172.21.15.17:0/3282710373 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f0010430 con 0x7f6100102760 2024-03-16T18:28:56.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.111+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61001a47c0 con 0x7f6100102760 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.113+0000 7f60fcff9640 1 -- 172.21.15.17:0/3282710373 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f60f0005020 con 0x7f6100102760 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 Processor -- start 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 -- start start 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60fcff9640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f60e80a1ba0 0x7f60e80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158f250 0x557ec158f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec1598750 0x557ec159ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec154a960 con 0x557ec158fb70 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec14fe310 con 0x557ec1598750 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f6108c33740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec14fb840 con 0x557ec158f250 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60fffff640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f60e80a1ba0 0x7f60e80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.120 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60fcff9640 1 -- 172.21.15.17:0/3282710373 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f60f0014070 con 0x7f6100102760 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158f250 0x557ec158f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49044/0 (socket says 172.21.15.17:49044) 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60feffd640 1 -- 172.21.15.17:0/4213287427 learned_addr learned my addr 172.21.15.17:0/4213287427 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.114+0000 7f60fffff640 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec1598750 0x557ec159ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60feffd640 1 -- 172.21.15.17:0/4213287427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158f250 msgr2=0x557ec158f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60feffd640 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158f250 0x557ec158f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60feffd640 1 -- 172.21.15.17:0/4213287427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec1598750 msgr2=0x557ec159ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60feffd640 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec1598750 0x557ec159ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60feffd640 1 -- 172.21.15.17:0/4213287427 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557ec14b9060 con 0x557ec158fb70 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60fffff640 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec1598750 0x557ec159ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158f250 0x557ec158f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60fffff640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f60e80a1ba0 0x7f60e80a4060 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f60f8005fd0 tx=0x7f60f8009b00 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60feffd640 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598210 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009900 tx=0x7f60f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=accf0de067f6a2d8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60e5ffb640 1 -- 172.21.15.17:0/4213287427 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f4004830 con 0x557ec158fb70 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60e5ffb640 1 -- 172.21.15.17:0/4213287427 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f60f4004990 con 0x557ec158fb70 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f60e5ffb640 1 -- 172.21.15.17:0/4213287427 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f4003880 con 0x557ec158fb70 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.115+0000 7f6108c33740 1 -- 172.21.15.17:0/4213287427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 msgr2=0x557ec1598210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598210 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009900 tx=0x7f60f40046c0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- 172.21.15.17:0/4213287427 shutdown_connections 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598210 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec1598750 0x557ec159ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- 172.21.15.17:0/4213287427 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158f250 0x557ec158f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- 172.21.15.17:0/4213287427 >> 172.21.15.17:0/4213287427 conn(0x557ec1589980 msgr2=0x557ec1589d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- 172.21.15.17:0/4213287427 shutdown_connections 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- 172.21.15.17:0/4213287427 wait complete. 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- start start 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 Processor -- start 2024-03-16T18:28:56.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1598110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 0x557ec15954a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec1598750 0x557ec1595ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec14f7020 con 0x557ec1598750 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec11ca430 con 0x557ec158f250 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec1186e00 con 0x557ec158fb70 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.116+0000 7f6108c33740 10 client.0 _ll_register_callbacks cb 0x557ec149ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec1598750 0x557ec1595ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 0x557ec15954a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1598110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 0x557ec15954a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:51284/0 (socket says 172.21.15.17:51284) 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60fffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec1598750 0x557ec1595ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49050/0 (socket says 172.21.15.17:49050) 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 -- 172.21.15.17:0/1623919089 learned_addr learned my addr 172.21.15.17:0/1623919089 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1598110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47330/0 (socket says 172.21.15.17:47330) 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 -- 172.21.15.17:0/1623919089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 msgr2=0x557ec1598110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1598110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 -- 172.21.15.17:0/1623919089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec1598750 msgr2=0x557ec1595ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec1598750 0x557ec1595ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 -- 172.21.15.17:0/1623919089 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f610010ec20 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60feffd640 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 0x557ec15954a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f60f4036040 tx=0x7f60f4004ff0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62a3a676c17e6f2d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60deffd640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60deffd640 1 -- 172.21.15.17:0/1623919089 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f4004830 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557ec11f67e0 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60deffd640 1 -- 172.21.15.17:0/1623919089 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f60f4005620 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f60deffd640 1 -- 172.21.15.17:0/1623919089 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60f40043d0 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f6108c33740 10 client.27553 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.117+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557ec14f56a0 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f60deffd640 1 -- 172.21.15.17:0/1623919089 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x557ec11f67e0 con 0x557ec158fb70 2024-03-16T18:28:56.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f60deffd640 1 -- 172.21.15.17:0/1623919089 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f60f403c050 con 0x557ec158fb70 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f6108c33740 10 client.27553 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f6108c33740 10 client.27553 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f6108c33740 20 client.27553 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f6108c33740 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec15a84f0 0x557ec15aa910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f6108c33740 4 client.27553 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557ec1233720 con 0x557ec15a84f0 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec15a84f0 0x557ec15aa910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec15a84f0 0x557ec15aa910 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=978c0db87aad5 server_cookie=50fff1cde2b9a93b in_seq=0 out_seq=0 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.118+0000 7f60deffd640 10 client.27553 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f60deffd640 1 -- 172.21.15.17:0/1623919089 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x557ec1233720 con 0x557ec15a84f0 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f60deffd640 10 client.27553 handle_command_reply: tid=0 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 client.27553 shutdown 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 msgr2=0x557ec15954a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 0x557ec15954a0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f60f4036040 tx=0x7f60f4004ff0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 shutdown_connections 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec15a84f0 0x557ec15aa910 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec1598750 0x557ec1595ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec158fb70 0x557ec15954a0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f60deffd640 0 client.27553 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 --2- 172.21.15.17:0/1623919089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1598110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 >> 172.21.15.17:0/1623919089 conn(0x557ec1589980 msgr2=0x557ec158b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 shutdown_connections 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 1 -- 172.21.15.17:0/1623919089 wait complete. 2024-03-16T18:28:56.126 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.119+0000 7f6108c33740 20 client.27553 trim_cache size 0 max 16384 2024-03-16T18:28:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.131+0000 7f6108c33740 1 Processor -- start 2024-03-16T18:28:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.131+0000 7f6108c33740 1 -- start start 2024-03-16T18:28:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f6108c33740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1597bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f6108c33740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f6108c33740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec15a3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f6108c33740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec147c130 con 0x557ec158fb70 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f6108c33740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec158a980 con 0x557ec158f250 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f6108c33740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec158ec90 con 0x557ec1598750 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49060/0 (socket says 172.21.15.17:49060) 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 -- 172.21.15.17:0/4094084412 learned_addr learned my addr 172.21.15.17:0/4094084412 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1597bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60fffff640 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec15a3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 -- 172.21.15.17:0/4094084412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 msgr2=0x557ec15a3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec15a3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 -- 172.21.15.17:0/4094084412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 msgr2=0x557ec1597bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1597bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 -- 172.21.15.17:0/4094084412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557ec1491c20 con 0x557ec158fb70 2024-03-16T18:28:56.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60feffd640 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598110 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009900 tx=0x7f60f4004b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b26ce15d4acec1bd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60e57fa640 1 -- 172.21.15.17:0/4094084412 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f40046c0 con 0x557ec158fb70 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60e57fa640 1 -- 172.21.15.17:0/4094084412 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f60f4004820 con 0x557ec158fb70 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.132+0000 7f60e57fa640 1 -- 172.21.15.17:0/4094084412 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f404abf0 con 0x557ec158fb70 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 -- 172.21.15.17:0/4094084412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 msgr2=0x557ec1598110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598110 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f60f4009900 tx=0x7f60f4004b00 comp rx=0 tx=0).stop 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 -- 172.21.15.17:0/4094084412 shutdown_connections 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158fb70 0x557ec1598110 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec15a3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 --2- 172.21.15.17:0/4094084412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158f250 0x557ec1597bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 -- 172.21.15.17:0/4094084412 >> 172.21.15.17:0/4094084412 conn(0x557ec1589980 msgr2=0x557ec158b660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 -- 172.21.15.17:0/4094084412 shutdown_connections 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 -- 172.21.15.17:0/4094084412 wait complete. 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 -- start start 2024-03-16T18:28:56.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.133+0000 7f6108c33740 1 Processor -- start 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 0x557ec159bd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158fb70 0x557ec159c2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec1602da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec159cb80 con 0x557ec158f250 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec16032e0 con 0x557ec158fb70 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ec1603420 con 0x557ec1598750 2024-03-16T18:28:56.139 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 10 client.0 _ll_register_callbacks cb 0x7f60f0096360 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 0x557ec159bd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 0x557ec159bd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49074/0 (socket says 172.21.15.17:49074) 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 -- 172.21.15.17:0/430574498 learned_addr learned my addr 172.21.15.17:0/430574498 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60feffd640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158fb70 0x557ec159c2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60fffff640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec1602da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 -- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 msgr2=0x557ec1602da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec1602da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 -- 172.21.15.17:0/430574498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158fb70 msgr2=0x557ec159c2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158fb70 0x557ec159c2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 -- 172.21.15.17:0/430574498 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557ec14f56a0 con 0x557ec158f250 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60ff7fe640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 0x557ec159bd90 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f60f00cb300 tx=0x7f60f0085040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eb6c491c76cdf8b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60deffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60deffd640 1 -- 172.21.15.17:0/430574498 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f009ae80 con 0x557ec158f250 2024-03-16T18:28:56.140 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f60deffd640 1 -- 172.21.15.17:0/430574498 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f60f009a780 con 0x557ec158f250 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.134+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f60f4004990 con 0x557ec158f250 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f60deffd640 1 -- 172.21.15.17:0/430574498 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f60f009e8d0 con 0x557ec158f250 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 10 client.17787 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x557ec14b78c0 con 0x557ec158f250 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f60deffd640 1 -- 172.21.15.17:0/430574498 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f60f4004990 con 0x557ec158f250 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f60deffd640 1 -- 172.21.15.17:0/430574498 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f60f001f060 con 0x557ec158f250 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 10 client.17787 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 10 client.17787 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 20 client.17787 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec1604bd0 0x557ec1606fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 4 client.17787 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x557ec1282890 con 0x557ec1604bd0 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f60feffd640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec1604bd0 0x557ec1606fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f60feffd640 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec1604bd0 0x557ec1606fc0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f24bf85cea112c8e server_cookie=f84fe9f1abd446cc in_seq=0 out_seq=0 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.135+0000 7f60deffd640 10 client.17787 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f60deffd640 1 -- 172.21.15.17:0/430574498 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x557ec1282890 con 0x557ec1604bd0 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f60deffd640 10 client.17787 handle_command_reply: tid=0 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 client.17787 shutdown 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 msgr2=0x557ec159bd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 0x557ec159bd90 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f60f00cb300 tx=0x7f60f0085040 comp rx=0 tx=0).stop 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 shutdown_connections 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x557ec1604bd0 0x557ec1606fc0 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x557ec1598750 0x557ec1602da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x557ec158fb70 0x557ec159c2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f60deffd640 0 client.17787 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 --2- 172.21.15.17:0/430574498 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x557ec158f250 0x557ec159bd90 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 >> 172.21.15.17:0/430574498 conn(0x557ec1589980 msgr2=0x557ec1590090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 shutdown_connections 2024-03-16T18:28:56.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 1 -- 172.21.15.17:0/430574498 wait complete. 2024-03-16T18:28:56.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6108c33740 20 client.17787 trim_cache size 0 max 16384 2024-03-16T18:28:56.143 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f60e80a1ba0 msgr2=0x7f60e80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f60e80a1ba0 0x7f60e80a4060 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f60f8005fd0 tx=0x7f60f8009b00 comp rx=0 tx=0).stop 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 msgr2=0x7f610019d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 0x7f610019d720 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f60f000e9f0 tx=0x7f60f000edf0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 shutdown_connections 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f60e80a1ba0 0x7f60e80a4060 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f610010bb30 0x7f61001978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6100103080 0x7f610019dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.136+0000 7f6106055640 1 --2- 172.21.15.17:0/3282710373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6100102760 0x7f610019d720 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.137+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 >> 172.21.15.17:0/3282710373 conn(0x7f6100077550 msgr2=0x7f61000fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.137+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 shutdown_connections 2024-03-16T18:28:56.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.137+0000 7f6106055640 1 -- 172.21.15.17:0/3282710373 wait complete. 2024-03-16T18:28:56.146 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:55 smithi017 ceph-mon[32207]: pgmap v227: 129 pgs: 129 active+clean; 11 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 35 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:28:56.147 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:56.147 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:28:56.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/1549104893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 msgr2=0x7fd2c8100890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/1549104893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c8100890 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0009930 tx=0x7fd2b002bc30 comp rx=0 tx=0).stop 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/1549104893 shutdown_connections 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/1549104893 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c8100890 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/1549104893 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 0x7fd2c810d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/1549104893 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 0x7fd2c8106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.252+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/1549104893 >> 172.21.15.17:0/1549104893 conn(0x7fd2c8077550 msgr2=0x7fd2c8077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/1549104893 shutdown_connections 2024-03-16T18:28:56.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/1549104893 wait complete. 2024-03-16T18:28:56.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 Processor -- start 2024-03-16T18:28:56.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 -- start start 2024-03-16T18:28:56.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c819d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 0x7fd2c819dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 0x7fd2c81979c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c8198010 con 0x7fd2c8100410 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c8198180 con 0x7fd2c81064b0 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.253+0000 7fd2ccbd0640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2c8198340 con 0x7fd2c8100dd0 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c819d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c819d7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49096/0 (socket says 172.21.15.17:49096) 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 -- 172.21.15.17:0/596907749 learned_addr learned my addr 172.21.15.17:0/596907749 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 0x7fd2c819dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 0x7fd2c81979c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 -- 172.21.15.17:0/596907749 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 msgr2=0x7fd2c819dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 0x7fd2c819dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 -- 172.21.15.17:0/596907749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 msgr2=0x7fd2c81979c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 0x7fd2c81979c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 -- 172.21.15.17:0/596907749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2c0009490 con 0x7fd2c8100410 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 0x7fd2c819dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 0x7fd2c81979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2c659c640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c819d7c0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fd2c000ea60 tx=0x7fd2c000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2bf7fe640 1 -- 172.21.15.17:0/596907749 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c000cde0 con 0x7fd2c8100410 2024-03-16T18:28:56.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2bf7fe640 1 -- 172.21.15.17:0/596907749 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2c00044d0 con 0x7fd2c8100410 2024-03-16T18:28:56.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2b0009560 con 0x7fd2c8100410 2024-03-16T18:28:56.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2bf7fe640 1 -- 172.21.15.17:0/596907749 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2c0010690 con 0x7fd2c8100410 2024-03-16T18:28:56.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.254+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2c81a4680 con 0x7fd2c8100410 2024-03-16T18:28:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.256+0000 7fd2bf7fe640 1 -- 172.21.15.17:0/596907749 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd2c0003e40 con 0x7fd2c8100410 2024-03-16T18:28:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 Processor -- start 2024-03-16T18:28:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 -- start start 2024-03-16T18:28:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 0x55caa9cec630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cf5750 0x55caa9cf7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9ca7960 con 0x55caa9cec250 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9c5b310 con 0x55caa9cf5750 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9c58840 con 0x55caa9cecb70 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 0x55caa9cec630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 0x55caa9cec630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49110/0 (socket says 172.21.15.17:49110) 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/3310972483 learned_addr learned my addr 172.21.15.17:0/3310972483 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2bf7fe640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2b40a1ba0 0x7fd2b40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2c659c640 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cf5750 0x55caa9cf7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.257+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2b40a1ba0 0x7fd2b40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/3310972483 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 msgr2=0x55caa9cf5210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf5210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/3310972483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cf5750 msgr2=0x55caa9cf7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2bf7fe640 1 -- 172.21.15.17:0/596907749 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd2c0014070 con 0x7fd2c8100410 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cf5750 0x55caa9cf7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/3310972483 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55caa9c16060 con 0x55caa9cec250 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 0x55caa9cec630 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8009fd0 tx=0x7fd2b8013830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b66002a7db6834 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2bcff9640 1 -- 172.21.15.17:0/3310972483 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b80046e0 con 0x55caa9cec250 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2bcff9640 1 -- 172.21.15.17:0/3310972483 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2b800f450 con 0x55caa9cec250 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2b40a1ba0 0x7fd2b40a4060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8023000 tx=0x7fd2b8021000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.258+0000 7fd2bcff9640 1 -- 172.21.15.17:0/3310972483 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b8010e40 con 0x55caa9cec250 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3310972483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 msgr2=0x55caa9cec630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 0x55caa9cec630 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8009fd0 tx=0x7fd2b8013830 comp rx=0 tx=0).stop 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3310972483 shutdown_connections 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cf5750 0x55caa9cf7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf5210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3310972483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cec250 0x55caa9cec630 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3310972483 >> 172.21.15.17:0/3310972483 conn(0x55caa9ce6980 msgr2=0x55caa9ce6d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3310972483 shutdown_connections 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3310972483 wait complete. 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 -- start start 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 Processor -- start 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cf5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf23f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.259+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9cf2930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9c54020 con 0x55caa9cf5750 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9927430 con 0x55caa9cec250 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa98e3e00 con 0x55caa9cecb70 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 10 client.0 _ll_register_callbacks cb 0x55caa9bfbcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9cf2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cf5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9cf2930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49124/0 (socket says 172.21.15.17:49124) 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/2614839806 learned_addr learned my addr 172.21.15.17:0/2614839806 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf23f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/2614839806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 msgr2=0x55caa9cf23f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf23f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 msgr2=0x55caa9cf5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cf5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/2614839806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2b800fa70 con 0x55caa9cf5750 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c659c640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cf5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9cf2930 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fd2b800f400 tx=0x7fd2b8012250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a413c5918bd3460d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2adffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2adffb640 1 -- 172.21.15.17:0/2614839806 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b802c070 con 0x55caa9cf5750 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2adffb640 1 -- 172.21.15.17:0/2614839806 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd2b800f8b0 con 0x55caa9cf5750 2024-03-16T18:28:56.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55caa9990720 con 0x55caa9cf5750 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2adffb640 1 -- 172.21.15.17:0/2614839806 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2b8010640 con 0x55caa9cf5750 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 10 client.17799 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.260+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55caa9c526a0 con 0x55caa9cf5750 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2adffb640 1 -- 172.21.15.17:0/2614839806 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55caa9990720 con 0x55caa9cf5750 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2adffb640 1 -- 172.21.15.17:0/2614839806 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd2b8004570 con 0x55caa9cf5750 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2cf7af740 10 client.17799 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2cf7af740 10 client.17799 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2cf7af740 20 client.17799 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d05780 0x55caa9d07b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2cf7af740 4 client.17799 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55caa99df890 con 0x55caa9d05780 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2c659c640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d05780 0x55caa9d07b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2c659c640 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d05780 0x55caa9d07b70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=7aa2349c73d110c6 server_cookie=8d04686904b6458b in_seq=0 out_seq=0 2024-03-16T18:28:56.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.261+0000 7fd2adffb640 10 client.17799 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2adffb640 1 -- 172.21.15.17:0/2614839806 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55caa99df890 con 0x55caa9d05780 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2adffb640 10 client.17799 handle_command_reply: tid=0 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 client.17799 shutdown 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 msgr2=0x55caa9cf2930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9cf2930 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fd2b800f400 tx=0x7fd2b8012250 comp rx=0 tx=0).stop 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 shutdown_connections 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d05780 0x55caa9d07b70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9cf2930 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cf23f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2adffb640 0 client.17799 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/2614839806 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cf5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 >> 172.21.15.17:0/2614839806 conn(0x55caa9ce6980 msgr2=0x55caa9ce86d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 shutdown_connections 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 1 -- 172.21.15.17:0/2614839806 wait complete. 2024-03-16T18:28:56.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.262+0000 7fd2cf7af740 20 client.17799 trim_cache size 0 max 16384 2024-03-16T18:28:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 Processor -- start 2024-03-16T18:28:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 -- start start 2024-03-16T18:28:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9ce52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 0x55caa9cf4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cf5750 0x55caa9cf5060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.280 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9bd9130 con 0x55caa9cecb70 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9ce8cc0 con 0x55caa9cec250 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9ce7550 con 0x55caa9cf5750 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 0x55caa9cf4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 0x55caa9cf4b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49126/0 (socket says 172.21.15.17:49126) 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 -- 172.21.15.17:0/3794492692 learned_addr learned my addr 172.21.15.17:0/3794492692 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c659c640 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9ce52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cf5750 0x55caa9cf5060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 -- 172.21.15.17:0/3794492692 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cf5750 msgr2=0x55caa9cf5060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cf5750 0x55caa9cf5060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 -- 172.21.15.17:0/3794492692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 msgr2=0x55caa9ce52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9ce52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.275+0000 7fd2c5d9b640 1 -- 172.21.15.17:0/3794492692 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55caa9beec20 con 0x55caa9cecb70 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 0x55caa9cf4b20 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0036040 tx=0x7fd2b002c820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abc8264c1376b35d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.281 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2affff640 1 -- 172.21.15.17:0/3794492692 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b002c990 con 0x55caa9cecb70 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2affff640 1 -- 172.21.15.17:0/3794492692 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2b002de90 con 0x55caa9cecb70 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2affff640 1 -- 172.21.15.17:0/3794492692 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b0003b30 con 0x55caa9cecb70 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3794492692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 msgr2=0x55caa9cf4b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 0x55caa9cf4b20 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0036040 tx=0x7fd2b002c820 comp rx=0 tx=0).stop 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3794492692 shutdown_connections 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cecb70 0x55caa9cf4b20 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cf5750 0x55caa9cf5060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/3794492692 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9ce52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3794492692 >> 172.21.15.17:0/3794492692 conn(0x55caa9ce6980 msgr2=0x55caa9ced920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3794492692 shutdown_connections 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.276+0000 7fd2cf7af740 1 -- 172.21.15.17:0/3794492692 wait complete. 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 -- start start 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 Processor -- start 2024-03-16T18:28:56.282 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cef290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cef7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9d60020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9d60560 con 0x55caa9cf5750 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9d606a0 con 0x55caa9cec250 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55caa9d60830 con 0x55caa9cecb70 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2cf7af740 10 client.0 _ll_register_callbacks cb 0x7fd2b80093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9d60020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9d60020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49132/0 (socket says 172.21.15.17:49132) 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/33659291 learned_addr learned my addr 172.21.15.17:0/33659291 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c5d9b640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cef7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c659c640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cef290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/33659291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 msgr2=0x55caa9cef7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cef7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 msgr2=0x55caa9cef290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.283 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cef290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 -- 172.21.15.17:0/33659291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2c810dbe0 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2c6d9d640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9d60020 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x55caa9cf5720 tx=0x7fd2b8005c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87d0ab7b8a141b0e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.277+0000 7fd2adffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2adffb640 1 -- 172.21.15.17:0/33659291 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b802c040 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2adffb640 1 -- 172.21.15.17:0/33659291 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd2b80044e0 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55caa99537e0 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2adffb640 1 -- 172.21.15.17:0/33659291 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2b80046a0 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 10 client.17805 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55caa9c148c0 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2adffb640 1 -- 172.21.15.17:0/33659291 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55caa99537e0 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2adffb640 1 -- 172.21.15.17:0/33659291 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd2b801eb60 con 0x55caa9cf5750 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 10 client.17805 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 10 client.17805 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:28:56.284 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 20 client.17805 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d61d50 0x55caa9d64170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 4 client.17805 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55caa98ff700 con 0x55caa9d61d50 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.278+0000 7fd2c659c640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d61d50 0x55caa9d64170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2adffb640 10 client.17805 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2c659c640 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d61d50 0x55caa9d64170 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=d057ef29b8d0c4b1 server_cookie=bf0292ff07fa0d7a in_seq=0 out_seq=0 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2adffb640 1 -- 172.21.15.17:0/33659291 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55caa98ff700 con 0x55caa9d61d50 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2adffb640 10 client.17805 handle_command_reply: tid=0 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 client.17805 shutdown 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 msgr2=0x55caa9d60020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9d60020 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x55caa9cf5720 tx=0x7fd2b8005c70 comp rx=0 tx=0).stop 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 shutdown_connections 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55caa9d61d50 0x55caa9d64170 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55caa9cf5750 0x55caa9d60020 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.285 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55caa9cecb70 0x55caa9cef7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 --2- 172.21.15.17:0/33659291 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55caa9cec250 0x55caa9cef290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2adffb640 0 client.17805 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 >> 172.21.15.17:0/33659291 conn(0x55caa9ce6980 msgr2=0x55caa9ced090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 shutdown_connections 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 1 -- 172.21.15.17:0/33659291 wait complete. 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.279+0000 7fd2cf7af740 20 client.17805 trim_cache size 0 max 16384 2024-03-16T18:28:56.286 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2b40a1ba0 msgr2=0x7fd2b40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2b40a1ba0 0x7fd2b40a4060 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fd2b8023000 tx=0x7fd2b8021000 comp rx=0 tx=0).stop 2024-03-16T18:28:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 msgr2=0x7fd2c819d7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c819d7c0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7fd2c000ea60 tx=0x7fd2c000ef20 comp rx=0 tx=0).stop 2024-03-16T18:28:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 shutdown_connections 2024-03-16T18:28:56.287 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2b40a1ba0 0x7fd2b40a4060 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2c81064b0 0x7fd2c81979c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2c8100dd0 0x7fd2c819dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 --2- 172.21.15.17:0/596907749 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2c8100410 0x7fd2c819d7c0 unknown :-1 s=CLOSED pgs=1071 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 >> 172.21.15.17:0/596907749 conn(0x7fd2c8077550 msgr2=0x7fd2c80ff750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 shutdown_connections 2024-03-16T18:28:56.288 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.280+0000 7fd2ccbd0640 1 -- 172.21.15.17:0/596907749 wait complete. 2024-03-16T18:28:56.290 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:56.290 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:28:56.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2145649589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 msgr2=0x7f34c41078d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2145649589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41078d0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009cd0 tx=0x7f34b402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2145649589 shutdown_connections 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2145649589 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34c40690b0 0x7f34c410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2145649589 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 0x7f34c4068b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2145649589 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41078d0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2145649589 >> 172.21.15.17:0/2145649589 conn(0x7f34c40774f0 msgr2=0x7f34c4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2145649589 shutdown_connections 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2145649589 wait complete. 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 Processor -- start 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 -- start start 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 0x7f34c419d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34c40690b0 0x7f34c419dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.395+0000 7f34cc0d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34cc0d4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c4197e90 con 0x7f34c41074f0 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34cc0d4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c4198000 con 0x7f34c40686f0 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34cc0d4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34c41981c0 con 0x7f34c40690b0 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c9e70640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 0x7f34c419d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c966f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34c40690b0 0x7f34c419dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c9e70640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 0x7f34c419d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47428/0 (socket says 172.21.15.17:47428) 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c9e70640 1 -- 172.21.15.17:0/2980244745 learned_addr learned my addr 172.21.15.17:0/2980244745 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 -- 172.21.15.17:0/2980244745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34c40690b0 msgr2=0x7f34c419dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34c40690b0 0x7f34c419dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 -- 172.21.15.17:0/2980244745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 msgr2=0x7f34c419d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 0x7f34c419d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 -- 172.21.15.17:0/2980244745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34b8009490 con 0x7f34c41074f0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34ca671640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41977f0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f34bc00e970 tx=0x7f34bc00ee30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c2ffd640 1 -- 172.21.15.17:0/2980244745 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34bc009620 con 0x7f34c41074f0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c2ffd640 1 -- 172.21.15.17:0/2980244745 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34bc0044d0 con 0x7f34c41074f0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34c2ffd640 1 -- 172.21.15.17:0/2980244745 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34bc004800 con 0x7f34c41074f0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34b4009900 con 0x7f34c41074f0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.396+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34c41a44d0 con 0x7f34c41074f0 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 Processor -- start 2024-03-16T18:28:56.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c2ffd640 1 -- 172.21.15.17:0/2980244745 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f34bc0049a0 con 0x7f34c41074f0 2024-03-16T18:28:56.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 -- start start 2024-03-16T18:28:56.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1cd630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b188960 con 0x55a30b1d6750 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b13c310 con 0x55a30b1cd250 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34ced93740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b139840 con 0x55a30b1cdb70 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c2ffd640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f34ac0a1ba0 0x7f34ac0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c9e70640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c966f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1cd630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c9e70640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:51372/0 (socket says 172.21.15.17:51372) 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c9e70640 1 -- 172.21.15.17:0/3272719610 learned_addr learned my addr 172.21.15.17:0/3272719610 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.400+0000 7f34c966f640 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34ca671640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f34ac0a1ba0 0x7f34ac0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c2ffd640 1 -- 172.21.15.17:0/2980244745 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f34bc014070 con 0x7f34c41074f0 2024-03-16T18:28:56.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c9e70640 1 -- 172.21.15.17:0/3272719610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 msgr2=0x55a30b1cd630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c9e70640 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1cd630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c9e70640 1 -- 172.21.15.17:0/3272719610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 msgr2=0x55a30b1d8b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c9e70640 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d8b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c9e70640 1 -- 172.21.15.17:0/3272719610 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a30b0f7060 con 0x55a30b1cdb70 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34c9e70640 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6210 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009df0 tx=0x7f34b4032340 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f8f1f8efc870703 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34ca671640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f34ac0a1ba0 0x7f34ac0a4060 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f34bc09a060 tx=0x7f34bc00cf70 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34abfff640 1 -- 172.21.15.17:0/3272719610 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b4032c90 con 0x55a30b1cdb70 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34abfff640 1 -- 172.21.15.17:0/3272719610 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34b4032df0 con 0x55a30b1cdb70 2024-03-16T18:28:56.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.401+0000 7f34abfff640 1 -- 172.21.15.17:0/3272719610 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b40329f0 con 0x55a30b1cdb70 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 -- 172.21.15.17:0/3272719610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 msgr2=0x55a30b1d6210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6210 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f34b4009df0 tx=0x7f34b4032340 comp rx=0 tx=0).stop 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 -- 172.21.15.17:0/3272719610 shutdown_connections 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d8b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6210 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 --2- 172.21.15.17:0/3272719610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1cd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 -- 172.21.15.17:0/3272719610 >> 172.21.15.17:0/3272719610 conn(0x55a30b1c7980 msgr2=0x55a30b1c7d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 -- 172.21.15.17:0/3272719610 shutdown_connections 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.402+0000 7f34ced93740 1 -- 172.21.15.17:0/3272719610 wait complete. 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 -- start start 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 Processor -- start 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1d6750 0x55a30b1d3930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b135020 con 0x55a30b1cd250 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30ae08430 con 0x55a30b1d6750 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30adc4e00 con 0x55a30b1cdb70 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34ced93740 10 client.0 _ll_register_callbacks cb 0x55a30b0dccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34c966f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34c966f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d6060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49180/0 (socket says 172.21.15.17:49180) 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34c966f640 1 -- 172.21.15.17:0/2841573796 learned_addr learned my addr 172.21.15.17:0/2841573796 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34c9e70640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.403+0000 7f34c966f640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1d6750 0x55a30b1d3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c966f640 1 -- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 msgr2=0x55a30b1d33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c966f640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c966f640 1 -- 172.21.15.17:0/2841573796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1d6750 msgr2=0x55a30b1d3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c966f640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1d6750 0x55a30b1d3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c966f640 1 -- 172.21.15.17:0/2841573796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34c410ec20 con 0x55a30b1cd250 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c9e70640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34c966f640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d6060 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f34b8004430 tx=0x7f34b8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=119069d079e49b70 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34a97fa640 1 -- 172.21.15.17:0/2841573796 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b8016030 con 0x55a30b1cd250 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34a97fa640 1 -- 172.21.15.17:0/2841573796 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f34b80038c0 con 0x55a30b1cd250 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a30ae347e0 con 0x55a30b1cd250 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34a97fa640 1 -- 172.21.15.17:0/2841573796 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34b8009e10 con 0x55a30b1cd250 2024-03-16T18:28:56.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34ced93740 10 client.17817 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a30b1336a0 con 0x55a30b1cd250 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34a97fa640 1 -- 172.21.15.17:0/2841573796 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a30ae347e0 con 0x55a30b1cd250 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.404+0000 7f34a97fa640 1 -- 172.21.15.17:0/2841573796 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f34b80047a0 con 0x55a30b1cd250 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34ced93740 10 client.17817 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34ced93740 10 client.17817 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34ced93740 20 client.17817 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34ced93740 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b1e6770 0x55a30b1e8b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34ced93740 4 client.17817 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a30ae71720 con 0x55a30b1e6770 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34c9e70640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b1e6770 0x55a30b1e8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34a97fa640 10 client.17817 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.405+0000 7f34c9e70640 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b1e6770 0x55a30b1e8b60 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=8e86c7392aea1f37 server_cookie=7737faee9b9856f9 in_seq=0 out_seq=0 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34a97fa640 1 -- 172.21.15.17:0/2841573796 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a30ae71720 con 0x55a30b1e6770 2024-03-16T18:28:56.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34a97fa640 10 client.17817 handle_command_reply: tid=0 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 client.17817 shutdown 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 msgr2=0x55a30b1d6060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d6060 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f34b8004430 tx=0x7f34b8004730 comp rx=0 tx=0).stop 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 shutdown_connections 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b1e6770 0x55a30b1e8b60 crc :-1 s=READY pgs=58 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1d6750 0x55a30b1d3930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34a97fa640 0 client.17817 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1d33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 --2- 172.21.15.17:0/2841573796 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d6060 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 >> 172.21.15.17:0/2841573796 conn(0x55a30b1c7980 msgr2=0x55a30b1c96d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 shutdown_connections 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 1 -- 172.21.15.17:0/2841573796 wait complete. 2024-03-16T18:28:56.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.406+0000 7f34ced93740 20 client.17817 trim_cache size 0 max 16384 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 Processor -- start 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 -- start start 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d5b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1d6750 0x55a30b1ce660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b0ba130 con 0x55a30b1cd250 2024-03-16T18:28:56.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b1cceb0 con 0x55a30b1cdb70 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ced93740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b1d31e0 con 0x55a30b1d6750 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d5b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d5b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49192/0 (socket says 172.21.15.17:49192) 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 -- 172.21.15.17:0/2435056814 learned_addr learned my addr 172.21.15.17:0/2435056814 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c9e70640 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1d6750 0x55a30b1ce660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 -- 172.21.15.17:0/2435056814 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1d6750 msgr2=0x55a30b1ce660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1d6750 0x55a30b1ce660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 -- 172.21.15.17:0/2435056814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cdb70 msgr2=0x55a30b1d6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 -- 172.21.15.17:0/2435056814 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a30b0cfc20 con 0x55a30b1cd250 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34c966f640 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d5b20 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f34b80043b0 tx=0x7f34b8005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aae2cb2d7389c021 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.419+0000 7f34ab7fe640 1 -- 172.21.15.17:0/2435056814 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b8016070 con 0x55a30b1cd250 2024-03-16T18:28:56.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ab7fe640 1 -- 172.21.15.17:0/2435056814 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34b8009e10 con 0x55a30b1cd250 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ab7fe640 1 -- 172.21.15.17:0/2435056814 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b80218f0 con 0x55a30b1cd250 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 -- 172.21.15.17:0/2435056814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 msgr2=0x55a30b1d5b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d5b20 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7f34b80043b0 tx=0x7f34b8005fd0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 -- 172.21.15.17:0/2435056814 shutdown_connections 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1d6750 0x55a30b1ce660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cdb70 0x55a30b1d6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 --2- 172.21.15.17:0/2435056814 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1cd250 0x55a30b1d5b20 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 -- 172.21.15.17:0/2435056814 >> 172.21.15.17:0/2435056814 conn(0x55a30b1c7980 msgr2=0x55a30b1cdf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 -- 172.21.15.17:0/2435056814 shutdown_connections 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 -- 172.21.15.17:0/2435056814 wait complete. 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.420+0000 7f34ced93740 1 -- start start 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 Processor -- start 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1ddfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1de500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d05b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b1d0c80 con 0x55a30b1d6750 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b1d0df0 con 0x55a30b1cd250 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a30b1d0fb0 con 0x55a30b1cdb70 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34ced93740 10 client.0 _ll_register_callbacks cb 0x7f34b8004280 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d05b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d05b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49204/0 (socket says 172.21.15.17:49204) 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 -- 172.21.15.17:0/4186793987 learned_addr learned my addr 172.21.15.17:0/4186793987 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1ddfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c9e70640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1de500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 -- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 msgr2=0x55a30b1de500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1de500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 -- 172.21.15.17:0/4186793987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 msgr2=0x55a30b1ddfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1ddfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.421+0000 7f34c966f640 1 -- 172.21.15.17:0/4186793987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a30b1336a0 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34c966f640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d05b0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f34b8004ab0 tx=0x7f34b8009770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91bace9cb7bc2fc3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34a97fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34a97fa640 1 -- 172.21.15.17:0/4186793987 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f34b8016040 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34a97fa640 1 -- 172.21.15.17:0/4186793987 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f34b8000e40 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f34b4032df0 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34a97fa640 1 -- 172.21.15.17:0/4186793987 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f34b8003d70 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 10 client.17823 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a30b0f58c0 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34a97fa640 1 -- 172.21.15.17:0/4186793987 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f34b4032df0 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34a97fa640 1 -- 172.21.15.17:0/4186793987 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f34b802f040 con 0x55a30b1d6750 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 10 client.17823 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 10 client.17823 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:28:56.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 20 client.17823 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b242fa0 0x55a30b245390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 4 client.17823 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55a30aec0890 con 0x55a30b242fa0 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.422+0000 7f34c9e70640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b242fa0 0x55a30b245390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34a97fa640 10 client.17823 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34c9e70640 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b242fa0 0x55a30b245390 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=10adf94458d86e10 server_cookie=4769b1823a64256d in_seq=0 out_seq=0 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34a97fa640 1 -- 172.21.15.17:0/4186793987 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55a30aec0890 con 0x55a30b242fa0 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34a97fa640 10 client.17823 handle_command_reply: tid=0 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 client.17823 shutdown 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 msgr2=0x55a30b1d05b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d05b0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f34b8004ab0 tx=0x7f34b8009770 comp rx=0 tx=0).stop 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 shutdown_connections 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55a30b242fa0 0x55a30b245390 crc :-1 s=READY pgs=59 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a30b1d6750 0x55a30b1d05b0 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34a97fa640 0 client.17823 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a30b1cdb70 0x55a30b1de500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 --2- 172.21.15.17:0/4186793987 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a30b1cd250 0x55a30b1ddfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 >> 172.21.15.17:0/4186793987 conn(0x55a30b1c7980 msgr2=0x55a30b1ce7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 shutdown_connections 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 1 -- 172.21.15.17:0/4186793987 wait complete. 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.423+0000 7f34ced93740 20 client.17823 trim_cache size 0 max 16384 2024-03-16T18:28:56.430 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f34ac0a1ba0 msgr2=0x7f34ac0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f34ac0a1ba0 0x7f34ac0a4060 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f34bc09a060 tx=0x7f34bc00cf70 comp rx=0 tx=0).stop 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 msgr2=0x7f34c41977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41977f0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f34bc00e970 tx=0x7f34bc00ee30 comp rx=0 tx=0).stop 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 shutdown_connections 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f34ac0a1ba0 0x7f34ac0a4060 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f34c41074f0 0x7f34c41977f0 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f34c40690b0 0x7f34c419dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 --2- 172.21.15.17:0/2980244745 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f34c40686f0 0x7f34c419d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 >> 172.21.15.17:0/2980244745 conn(0x7f34c40774f0 msgr2=0x7f34c40ff180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 shutdown_connections 2024-03-16T18:28:56.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.424+0000 7f34cc0d4640 1 -- 172.21.15.17:0/2980244745 wait complete. 2024-03-16T18:28:56.434 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:56.434 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:28:56.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 -- 172.21.15.17:0/2589420616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d40ffb40 msgr2=0x7fe5d40fffc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 --2- 172.21.15.17:0/2589420616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d40ffb40 0x7fe5d40fffc0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fe5c800aa10 tx=0x7fe5c802cf70 comp rx=0 tx=0).stop 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 -- 172.21.15.17:0/2589420616 shutdown_connections 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 --2- 172.21.15.17:0/2589420616 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d40ffb40 0x7fe5d40fffc0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 --2- 172.21.15.17:0/2589420616 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5d4100500 0x7fe5d410c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 --2- 172.21.15.17:0/2589420616 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5d4105c00 0x7fe5d4105fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 -- 172.21.15.17:0/2589420616 >> 172.21.15.17:0/2589420616 conn(0x7fe5d40769b0 msgr2=0x7fe5d40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 -- 172.21.15.17:0/2589420616 shutdown_connections 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.539+0000 7fe5da49a640 1 -- 172.21.15.17:0/2589420616 wait complete. 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 Processor -- start 2024-03-16T18:28:56.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 -- start start 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5d40ffb40 0x7fe5d419d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 0x7fe5d419dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5d4105c00 0x7fe5d41979f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d4198040 con 0x7fe5d4100500 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d41981b0 con 0x7fe5d4105c00 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5da49a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5d4198370 con 0x7fe5d40ffb40 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 0x7fe5d419dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 0x7fe5d419dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49216/0 (socket says 172.21.15.17:49216) 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 -- 172.21.15.17:0/1958588237 learned_addr learned my addr 172.21.15.17:0/1958588237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5d4105c00 0x7fe5d41979f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5d40ffb40 0x7fe5d419d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 -- 172.21.15.17:0/1958588237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5d40ffb40 msgr2=0x7fe5d419d840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5d40ffb40 0x7fe5d419d840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 -- 172.21.15.17:0/1958588237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5d4105c00 msgr2=0x7fe5d41979f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5d4105c00 0x7fe5d41979f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.540+0000 7fe5d37fe640 1 -- 172.21.15.17:0/1958588237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5cc009840 con 0x7fe5d4100500 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.541+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 0x7fe5d419dd80 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fe5c8005940 tx=0x7fe5c802dd00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.541+0000 7fe5d17fa640 1 -- 172.21.15.17:0/1958588237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80044d0 con 0x7fe5d4100500 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.541+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5c4009490 con 0x7fe5d4100500 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.541+0000 7fe5d17fa640 1 -- 172.21.15.17:0/1958588237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe5c8035e60 con 0x7fe5d4100500 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.541+0000 7fe5d17fa640 1 -- 172.21.15.17:0/1958588237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c8004cb0 con 0x7fe5d4100500 2024-03-16T18:28:56.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.541+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5c800a670 con 0x7fe5d4100500 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.543+0000 7fe5d17fa640 1 -- 172.21.15.17:0/1958588237 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe5c8003810 con 0x7fe5d4100500 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.543+0000 7fe5dd07a740 1 Processor -- start 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.543+0000 7fe5dd07a740 1 -- start start 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.543+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db105630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.543+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db10e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 0x5588db110b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db0c0960 con 0x5588db10e750 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db074310 con 0x5588db105b70 2024-03-16T18:28:56.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db071840 con 0x5588db105250 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 0x5588db110b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d17fa640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5bc0a1ba0 0x7fe5bc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d8a37640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db105630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db10e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db10e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47486/0 (socket says 172.21.15.17:47486) 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 0x5588db110b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49218/0 (socket says 172.21.15.17:49218) 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d8a37640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db105630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:51418/0 (socket says 172.21.15.17:51418) 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d37fe640 1 -- 172.21.15.17:0/964066356 learned_addr learned my addr 172.21.15.17:0/964066356 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5bc0a1ba0 0x7fe5bc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d17fa640 1 -- 172.21.15.17:0/1958588237 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe5c80f0020 con 0x7fe5d4100500 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 -- 172.21.15.17:0/964066356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 msgr2=0x5588db105630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db105630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 -- 172.21.15.17:0/964066356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 msgr2=0x5588db110b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.551 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 0x5588db110b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 -- 172.21.15.17:0/964066356 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588db02f060 con 0x5588db105b70 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 0x5588db110b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db10e210 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4009d80 tx=0x7fe5c4011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de4a7102595c66ba server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5bc0a1ba0 0x7fe5bc0a4060 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009fd0 tx=0x7fe5cc004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.544+0000 7fe5ba7fc640 1 -- 172.21.15.17:0/964066356 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c4004250 con 0x5588db105b70 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5ba7fc640 1 -- 172.21.15.17:0/964066356 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe5c40043b0 con 0x5588db105b70 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5ba7fc640 1 -- 172.21.15.17:0/964066356 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c40197b0 con 0x5588db105b70 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 -- 172.21.15.17:0/964066356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 msgr2=0x5588db10e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db10e210 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fe5c4009d80 tx=0x7fe5c4011810 comp rx=0 tx=0).stop 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 -- 172.21.15.17:0/964066356 shutdown_connections 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db10e750 0x5588db110b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db10e210 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/964066356 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db105630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 -- 172.21.15.17:0/964066356 >> 172.21.15.17:0/964066356 conn(0x5588db0ff980 msgr2=0x5588db0ffd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 -- 172.21.15.17:0/964066356 shutdown_connections 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.545+0000 7fe5dd07a740 1 -- 172.21.15.17:0/964066356 wait complete. 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 -- start start 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 Processor -- start 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db10e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105b70 0x5588db10b4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db10bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db06d020 con 0x5588db105250 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dad40430 con 0x5588db10e750 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588dacfce00 con 0x5588db105b70 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5dd07a740 10 client.0 _ll_register_callbacks cb 0x5588db014cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db10e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db10e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49228/0 (socket says 172.21.15.17:49228) 2024-03-16T18:28:56.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 -- 172.21.15.17:0/1594128026 learned_addr learned my addr 172.21.15.17:0/1594128026 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db10bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105b70 0x5588db10b4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 -- 172.21.15.17:0/1594128026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105b70 msgr2=0x5588db10b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105b70 0x5588db10b4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 -- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 msgr2=0x5588db10bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db10bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d3fff640 1 -- 172.21.15.17:0/1594128026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5c40099e0 con 0x5588db105250 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db10bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.546+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105b70 0x5588db10b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db10e110 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fe5c40045d0 tx=0x7fe5c40038a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f741e0fdaf30d32f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5b37fe640 1 -- 172.21.15.17:0/1594128026 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c4005460 con 0x5588db105250 2024-03-16T18:28:56.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5b37fe640 1 -- 172.21.15.17:0/1594128026 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe5c4003a90 con 0x5588db105250 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5588dad6c7e0 con 0x5588db105250 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5b37fe640 1 -- 172.21.15.17:0/1594128026 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5c40055c0 con 0x5588db105250 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 10 client.17835 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5588db06b6a0 con 0x5588db105250 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5b37fe640 1 -- 172.21.15.17:0/1594128026 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5588dad6c7e0 con 0x5588db105250 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5b37fe640 1 -- 172.21.15.17:0/1594128026 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe5c4019790 con 0x5588db105250 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 10 client.17835 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 10 client.17835 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 20 client.17835 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db11e880 0x5588db120c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 4 client.17835 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.547+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5588dada9720 con 0x5588db11e880 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.548+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db11e880 0x5588db120c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.548+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db11e880 0x5588db120c70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=ec4d5f11e60775ba server_cookie=2c1c7ce8d42806e6 in_seq=0 out_seq=0 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.548+0000 7fe5b37fe640 10 client.17835 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.548+0000 7fe5b37fe640 1 -- 172.21.15.17:0/1594128026 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5588dada9720 con 0x5588db11e880 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5b37fe640 10 client.17835 handle_command_reply: tid=0 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 client.17835 shutdown 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 msgr2=0x5588db10e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db10e110 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7fe5c40045d0 tx=0x7fe5c40038a0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 shutdown_connections 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db11e880 0x5588db120c70 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db10bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105b70 0x5588db10b4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5b37fe640 0 client.17835 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/1594128026 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db10e110 unknown :-1 s=CLOSED pgs=1083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 >> 172.21.15.17:0/1594128026 conn(0x5588db0ff980 msgr2=0x5588db1016d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 shutdown_connections 2024-03-16T18:28:56.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 1 -- 172.21.15.17:0/1594128026 wait complete. 2024-03-16T18:28:56.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.549+0000 7fe5dd07a740 20 client.17835 trim_cache size 0 max 16384 2024-03-16T18:28:56.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.561+0000 7fe5dd07a740 1 Processor -- start 2024-03-16T18:28:56.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.561+0000 7fe5dd07a740 1 -- start start 2024-03-16T18:28:56.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.561+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db10dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.561+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 0x5588db10e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db119ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588daff2130 con 0x5588db105b70 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db104ee0 con 0x5588db10e750 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db100a00 con 0x5588db105250 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 0x5588db10e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 0x5588db10e110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49236/0 (socket says 172.21.15.17:49236) 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 -- 172.21.15.17:0/3647349647 learned_addr learned my addr 172.21.15.17:0/3647349647 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db10dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db119ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 -- 172.21.15.17:0/3647349647 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 msgr2=0x5588db10dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db10dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 -- 172.21.15.17:0/3647349647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 msgr2=0x5588db119ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db119ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 -- 172.21.15.17:0/3647349647 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5588db007c20 con 0x5588db105b70 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db10dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db119ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 0x5588db10e110 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fe5c80bc900 tx=0x7fe5c8005cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d2eb189945ab88b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5b9ffb640 1 -- 172.21.15.17:0/3647349647 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80bd070 con 0x5588db105b70 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5b9ffb640 1 -- 172.21.15.17:0/3647349647 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe5c80bc970 con 0x5588db105b70 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.562+0000 7fe5b9ffb640 1 -- 172.21.15.17:0/3647349647 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c80ed570 con 0x5588db105b70 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- 172.21.15.17:0/3647349647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 msgr2=0x5588db10e110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 0x5588db10e110 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7fe5c80bc900 tx=0x7fe5c8005cb0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- 172.21.15.17:0/3647349647 shutdown_connections 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105b70 0x5588db10e110 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db10e750 0x5588db119ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/3647349647 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db105250 0x5588db10dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- 172.21.15.17:0/3647349647 >> 172.21.15.17:0/3647349647 conn(0x5588db0ff980 msgr2=0x5588db0feb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- 172.21.15.17:0/3647349647 shutdown_connections 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- 172.21.15.17:0/3647349647 wait complete. 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- start start 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 Processor -- start 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db107c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db1081d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db10e750 0x5588db108710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db109590 con 0x5588db105250 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db179140 con 0x5588db105b70 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.563+0000 7fe5dd07a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5588db179300 con 0x5588db10e750 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5dd07a740 10 client.0 _ll_register_callbacks cb 0x7fe5c401c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db107c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db107c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49246/0 (socket says 172.21.15.17:49246) 2024-03-16T18:28:56.569 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 -- 172.21.15.17:0/4107190772 learned_addr learned my addr 172.21.15.17:0/4107190772 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db1081d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d8a37640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db10e750 0x5588db108710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 -- 172.21.15.17:0/4107190772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db10e750 msgr2=0x5588db108710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db10e750 0x5588db108710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 -- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 msgr2=0x5588db1081d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db1081d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 -- 172.21.15.17:0/4107190772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5c804d070 con 0x5588db105250 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5d3fff640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db107c90 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fe5c40099b0 tx=0x7fe5c4019e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e34d6ca352fc8b68 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5b37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5b37fe640 1 -- 172.21.15.17:0/4107190772 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5c4003d20 con 0x5588db105250 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5b37fe640 1 -- 172.21.15.17:0/4107190772 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe5c4000e40 con 0x5588db105250 2024-03-16T18:28:56.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe5c40043b0 con 0x5588db105250 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5b37fe640 1 -- 172.21.15.17:0/4107190772 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5c4005bf0 con 0x5588db105250 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5dd07a740 10 client.17841 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5588db02d8c0 con 0x5588db105250 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.564+0000 7fe5b37fe640 1 -- 172.21.15.17:0/4107190772 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe5c403f080 con 0x5588db105250 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5b37fe640 1 -- 172.21.15.17:0/4107190772 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe5c4004600 con 0x5588db105250 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 10 client.17841 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 10 client.17841 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 20 client.17841 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db17a8f0 0x5588db17cd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 4 client.17841 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5588dadf8890 con 0x5588db17a8f0 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db17a8f0 0x5588db17cd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5b37fe640 10 client.17841 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:56.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5d37fe640 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db17a8f0 0x5588db17cd10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=326045c0d386a3c3 server_cookie=34adc45425b2759d in_seq=0 out_seq=0 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5b37fe640 1 -- 172.21.15.17:0/4107190772 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5588dadf8890 con 0x5588db17a8f0 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5b37fe640 10 client.17841 handle_command_reply: tid=0 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.565+0000 7fe5dd07a740 1 client.17841 shutdown 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 msgr2=0x5588db107c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db107c90 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fe5c40099b0 tx=0x7fe5c4019e40 comp rx=0 tx=0).stop 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 shutdown_connections 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5588db17a8f0 0x5588db17cd10 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5588db10e750 0x5588db108710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5588db105b70 0x5588db1081d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5b37fe640 0 client.17841 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 --2- 172.21.15.17:0/4107190772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5588db105250 0x5588db107c90 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 >> 172.21.15.17:0/4107190772 conn(0x5588db0ff980 msgr2=0x5588db100b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 shutdown_connections 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 1 -- 172.21.15.17:0/4107190772 wait complete. 2024-03-16T18:28:56.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5dd07a740 20 client.17841 trim_cache size 0 max 16384 2024-03-16T18:28:56.573 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:56.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5bc0a1ba0 msgr2=0x7fe5bc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5bc0a1ba0 0x7fe5bc0a4060 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc009fd0 tx=0x7fe5cc004ab0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 msgr2=0x7fe5d419dd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 0x7fe5d419dd80 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7fe5c8005940 tx=0x7fe5c802dd00 comp rx=0 tx=0).stop 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 shutdown_connections 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5bc0a1ba0 0x7fe5bc0a4060 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5d4100500 0x7fe5d419dd80 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5d4105c00 0x7fe5d41979f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 --2- 172.21.15.17:0/1958588237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5d40ffb40 0x7fe5d419d840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 >> 172.21.15.17:0/1958588237 conn(0x7fe5d40769b0 msgr2=0x7fe5d40fe3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 shutdown_connections 2024-03-16T18:28:56.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.566+0000 7fe5da49a640 1 -- 172.21.15.17:0/1958588237 wait complete. 2024-03-16T18:28:56.577 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:28:56.577 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:28:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 -- 172.21.15.17:0/3203860521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64101e60 msgr2=0x7fed6410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 --2- 172.21.15.17:0/3203860521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64101e60 0x7fed6410e320 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7fed5c009ca0 tx=0x7fed5c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 -- 172.21.15.17:0/3203860521 shutdown_connections 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 --2- 172.21.15.17:0/3203860521 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64101e60 0x7fed6410e320 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 --2- 172.21.15.17:0/3203860521 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed641014a0 0x7fed64101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 --2- 172.21.15.17:0/3203860521 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64107560 0x7fed64107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 -- 172.21.15.17:0/3203860521 >> 172.21.15.17:0/3203860521 conn(0x7fed640788f0 msgr2=0x7fed64078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 -- 172.21.15.17:0/3203860521 shutdown_connections 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.681+0000 7fed6c25c640 1 -- 172.21.15.17:0/3203860521 wait complete. 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 Processor -- start 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 -- start start 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed641014a0 0x7fed6419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64101e60 0x7fed6419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 0x7fed64197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed64197f00 con 0x7fed64107560 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed64198070 con 0x7fed641014a0 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6c25c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed64198230 con 0x7fed64101e60 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6a7f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 0x7fed64197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6a7f9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 0x7fed64197770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49264/0 (socket says 172.21.15.17:49264) 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed6a7f9640 1 -- 172.21.15.17:0/366979526 learned_addr learned my addr 172.21.15.17:0/366979526 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed69ff8640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed641014a0 0x7fed6419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.682+0000 7fed697f7640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64101e60 0x7fed6419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6a7f9640 1 -- 172.21.15.17:0/366979526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64101e60 msgr2=0x7fed6419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6a7f9640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64101e60 0x7fed6419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6a7f9640 1 -- 172.21.15.17:0/366979526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed641014a0 msgr2=0x7fed6419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6a7f9640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed641014a0 0x7fed6419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6a7f9640 1 -- 172.21.15.17:0/366979526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed5c009900 con 0x7fed64107560 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed697f7640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64101e60 0x7fed6419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6a7f9640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 0x7fed64197770 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fed5c005e30 tx=0x7fed5c034a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed5affd640 1 -- 172.21.15.17:0/366979526 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c032820 con 0x7fed64107560 2024-03-16T18:28:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed5affd640 1 -- 172.21.15.17:0/366979526 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed5c003e20 con 0x7fed64107560 2024-03-16T18:28:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed641984b0 con 0x7fed64107560 2024-03-16T18:28:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed5affd640 1 -- 172.21.15.17:0/366979526 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5c004790 con 0x7fed64107560 2024-03-16T18:28:56.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.683+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed641a4630 con 0x7fed64107560 2024-03-16T18:28:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.685+0000 7fed5affd640 1 -- 172.21.15.17:0/366979526 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fed5c00a040 con 0x7fed64107560 2024-03-16T18:28:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.685+0000 7fed6ee39740 1 Processor -- start 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 -- start start 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589a250 0x55dfc589a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc5855960 con 0x55dfc589ab70 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc5809310 con 0x55dfc58a3750 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6ee39740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc5806840 con 0x55dfc589a250 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49266/0 (socket says 172.21.15.17:49266) 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 -- 172.21.15.17:0/2953924340 learned_addr learned my addr 172.21.15.17:0/2953924340 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed697f7640 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589a250 0x55dfc589a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed697f7640 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed5affd640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed500a1ba0 0x7fed500a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed6a7f9640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed500a1ba0 0x7fed500a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 -- 172.21.15.17:0/2953924340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589a250 msgr2=0x55dfc589a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589a250 0x55dfc589a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 -- 172.21.15.17:0/2953924340 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 msgr2=0x55dfc58a5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 -- 172.21.15.17:0/2953924340 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dfc57c4060 con 0x55dfc589ab70 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed697f7640 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589a250 0x55dfc589a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed5affd640 1 -- 172.21.15.17:0/366979526 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fed5c0f0780 con 0x7fed64107560 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.686+0000 7fed69ff8640 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a3210 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fed60009d20 tx=0x7fed60011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e896858e41e782c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6a7f9640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed500a1ba0 0x7fed500a4060 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fed5c0b9a70 tx=0x7fed5c090350 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed4ffff640 1 -- 172.21.15.17:0/2953924340 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed60019630 con 0x55dfc589ab70 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed4ffff640 1 -- 172.21.15.17:0/2953924340 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed60019c40 con 0x55dfc589ab70 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed4ffff640 1 -- 172.21.15.17:0/2953924340 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6000eb10 con 0x55dfc589ab70 2024-03-16T18:28:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 -- 172.21.15.17:0/2953924340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 msgr2=0x55dfc58a3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a3210 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7fed60009d20 tx=0x7fed60011810 comp rx=0 tx=0).stop 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 -- 172.21.15.17:0/2953924340 shutdown_connections 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a3210 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2953924340 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589a250 0x55dfc589a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 -- 172.21.15.17:0/2953924340 >> 172.21.15.17:0/2953924340 conn(0x55dfc5894980 msgr2=0x55dfc5894d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 -- 172.21.15.17:0/2953924340 shutdown_connections 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.687+0000 7fed6ee39740 1 -- 172.21.15.17:0/2953924340 wait complete. 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 -- start start 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 Processor -- start 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a0410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 0x55dfc58a0950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc5802020 con 0x55dfc58a3750 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc54d5430 con 0x55dfc589a250 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc5491e00 con 0x55dfc589ab70 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed6ee39740 10 client.0 _ll_register_callbacks cb 0x55dfc57a9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed697f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 0x55dfc58a0950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed697f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 0x55dfc58a0950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49280/0 (socket says 172.21.15.17:49280) 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed697f7640 1 -- 172.21.15.17:0/3383931121 learned_addr learned my addr 172.21.15.17:0/3383931121 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed697f7640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.688+0000 7fed69ff8640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed697f7640 1 -- 172.21.15.17:0/3383931121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 msgr2=0x55dfc58a0410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed697f7640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a0410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed697f7640 1 -- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 msgr2=0x55dfc58a3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed697f7640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed697f7640 1 -- 172.21.15.17:0/3383931121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed60009950 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed697f7640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 0x55dfc58a0950 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fed54012e70 tx=0x7fed540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a54d1472b9c13758 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed4d7fa640 1 -- 172.21.15.17:0/3383931121 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed5400e670 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed4d7fa640 1 -- 172.21.15.17:0/3383931121 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fed5400e7d0 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dfc55017e0 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed4d7fa640 1 -- 172.21.15.17:0/3383931121 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed5400e990 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed6ee39740 10 client.17853 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55dfc58006a0 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed4d7fa640 1 -- 172.21.15.17:0/3383931121 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55dfc55017e0 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.689+0000 7fed4d7fa640 1 -- 172.21.15.17:0/3383931121 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fed54022b60 con 0x55dfc58a3750 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed6ee39740 10 client.17853 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed6ee39740 10 client.17853 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:56.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed6ee39740 20 client.17853 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed6ee39740 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc58b3900 0x55dfc58b5d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed6ee39740 4 client.17853 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dfc553e720 con 0x55dfc58b3900 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed69ff8640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc58b3900 0x55dfc58b5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed4d7fa640 10 client.17853 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.690+0000 7fed69ff8640 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc58b3900 0x55dfc58b5d20 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ff6ec1a18343eca server_cookie=a4f243a1a6a5e791 in_seq=0 out_seq=0 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed4d7fa640 1 -- 172.21.15.17:0/3383931121 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55dfc553e720 con 0x55dfc58b3900 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed4d7fa640 10 client.17853 handle_command_reply: tid=0 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 client.17853 shutdown 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 msgr2=0x55dfc58a0950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 0x55dfc58a0950 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7fed54012e70 tx=0x7fed540046c0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 shutdown_connections 2024-03-16T18:28:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc58b3900 0x55dfc58b5d20 crc :-1 s=READY pgs=153 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc58a3750 0x55dfc58a0950 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a0410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 --2- 172.21.15.17:0/3383931121 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed4d7fa640 0 client.17853 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 >> 172.21.15.17:0/3383931121 conn(0x55dfc5894980 msgr2=0x55dfc58966d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 shutdown_connections 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 1 -- 172.21.15.17:0/3383931121 wait complete. 2024-03-16T18:28:56.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.691+0000 7fed6ee39740 20 client.17853 trim_cache size 0 max 16384 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.703+0000 7fed6ee39740 1 Processor -- start 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.703+0000 7fed6ee39740 1 -- start start 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.703+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 0x55dfc5893dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a3080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed6ee39740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc5787130 con 0x55dfc589a250 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed6ee39740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc58a6420 con 0x55dfc58a3750 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed6ee39740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc58afcd0 con 0x55dfc589ab70 2024-03-16T18:28:56.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 0x55dfc5893dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 0x55dfc5893dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49294/0 (socket says 172.21.15.17:49294) 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 -- 172.21.15.17:0/4000118774 learned_addr learned my addr 172.21.15.17:0/4000118774 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed69ff8640 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 -- 172.21.15.17:0/4000118774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 msgr2=0x55dfc58a2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 -- 172.21.15.17:0/4000118774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 msgr2=0x55dfc58a3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 -- 172.21.15.17:0/4000118774 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dfc579cc20 con 0x55dfc589a250 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed697f7640 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 0x55dfc5893dc0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fed54023fd0 tx=0x7fed54009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c9d9c33ec7e2209 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed4f7fe640 1 -- 172.21.15.17:0/4000118774 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed54020420 con 0x55dfc589a250 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed4f7fe640 1 -- 172.21.15.17:0/4000118774 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed54012ce0 con 0x55dfc589a250 2024-03-16T18:28:56.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.704+0000 7fed4f7fe640 1 -- 172.21.15.17:0/4000118774 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed54005380 con 0x55dfc589a250 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- 172.21.15.17:0/4000118774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 msgr2=0x55dfc5893dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 0x55dfc5893dc0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7fed54023fd0 tx=0x7fed54009bd0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- 172.21.15.17:0/4000118774 shutdown_connections 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc58a3750 0x55dfc58a3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc589ab70 0x55dfc58a2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- 172.21.15.17:0/4000118774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589a250 0x55dfc5893dc0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- 172.21.15.17:0/4000118774 >> 172.21.15.17:0/4000118774 conn(0x55dfc5894980 msgr2=0x55dfc589b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- 172.21.15.17:0/4000118774 shutdown_connections 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- 172.21.15.17:0/4000118774 wait complete. 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- start start 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 Processor -- start 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a7240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a7780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc58a3750 0x55dfc590e1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc590e6f0 con 0x55dfc589ab70 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc590e830 con 0x55dfc589a250 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfc590e9a0 con 0x55dfc58a3750 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.705+0000 7fed6ee39740 10 client.0 _ll_register_callbacks cb 0x7fed54012540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a7780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a7780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49306/0 (socket says 172.21.15.17:49306) 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 -- 172.21.15.17:0/2753923101 learned_addr learned my addr 172.21.15.17:0/2753923101 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed697f7640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a7240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed697f7640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc58a3750 0x55dfc590e1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 -- 172.21.15.17:0/2753923101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc58a3750 msgr2=0x55dfc590e1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc58a3750 0x55dfc590e1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 -- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 msgr2=0x55dfc58a7240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a7240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 -- 172.21.15.17:0/2753923101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dfc58006a0 con 0x55dfc589ab70 2024-03-16T18:28:56.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed697f7640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed69ff8640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a7780 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fed600058c0 tx=0x7fed6000e6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1cb976a735546209 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed4d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed4d7fa640 1 -- 172.21.15.17:0/2753923101 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6002a070 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed4d7fa640 1 -- 172.21.15.17:0/2753923101 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fed60030030 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fed60019c40 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed4d7fa640 1 -- 172.21.15.17:0/2753923101 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fed6000e3b0 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed6ee39740 10 client.17859 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55dfc57c28c0 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.706+0000 7fed4d7fa640 1 -- 172.21.15.17:0/2753923101 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fed60019c40 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed4d7fa640 1 -- 172.21.15.17:0/2753923101 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fed60019810 con 0x55dfc589ab70 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 10 client.17859 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 10 client.17859 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 20 client.17859 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:56.713 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc5910200 0x55dfc5912620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 4 client.17859 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55dfc558d890 con 0x55dfc5910200 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed697f7640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc5910200 0x55dfc5912620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed697f7640 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc5910200 0x55dfc5912620 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15b373a11a0b2773 server_cookie=bebf6d1a982d2ba8 in_seq=0 out_seq=0 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed4d7fa640 10 client.17859 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed4d7fa640 1 -- 172.21.15.17:0/2753923101 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55dfc558d890 con 0x55dfc5910200 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed4d7fa640 10 client.17859 handle_command_reply: tid=0 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 1 client.17859 shutdown 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 msgr2=0x55dfc58a7780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.707+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a7780 secure :-1 s=READY pgs=1091 cs=0 l=1 rev1=1 crypto rx=0x7fed600058c0 tx=0x7fed6000e6e0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 shutdown_connections 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55dfc5910200 0x55dfc5912620 crc :-1 s=READY pgs=154 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.714 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55dfc589ab70 0x55dfc58a7780 unknown :-1 s=CLOSED pgs=1091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55dfc58a3750 0x55dfc590e1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed4d7fa640 0 client.17859 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 --2- 172.21.15.17:0/2753923101 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55dfc589a250 0x55dfc58a7240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 >> 172.21.15.17:0/2753923101 conn(0x55dfc5894980 msgr2=0x55dfc58ba5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 shutdown_connections 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 1 -- 172.21.15.17:0/2753923101 wait complete. 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6ee39740 20 client.17859 trim_cache size 0 max 16384 2024-03-16T18:28:56.715 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:28:56.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed500a1ba0 msgr2=0x7fed500a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed500a1ba0 0x7fed500a4060 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fed5c0b9a70 tx=0x7fed5c090350 comp rx=0 tx=0).stop 2024-03-16T18:28:56.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 msgr2=0x7fed64197770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:56.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 0x7fed64197770 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7fed5c005e30 tx=0x7fed5c034a60 comp rx=0 tx=0).stop 2024-03-16T18:28:56.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 shutdown_connections 2024-03-16T18:28:56.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fed500a1ba0 0x7fed500a4060 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fed64107560 0x7fed64197770 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fed64101e60 0x7fed6419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 --2- 172.21.15.17:0/366979526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fed641014a0 0x7fed6419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:56.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 >> 172.21.15.17:0/366979526 conn(0x7fed640788f0 msgr2=0x7fed64100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:56.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 shutdown_connections 2024-03-16T18:28:56.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:56.708+0000 7fed6c25c640 1 -- 172.21.15.17:0/366979526 wait complete. 2024-03-16T18:28:57.036 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:56 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1468532594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:28:57.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:56 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1468532594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:28:57.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:56 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1468532594' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:28:57.720 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:28:57.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:28:57.720 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:28:57.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 -- 172.21.15.17:0/2129571046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c1056e0 msgr2=0x7f476c10d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 --2- 172.21.15.17:0/2129571046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c1056e0 0x7f476c10d2b0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f4764009cd0 tx=0x7f476402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 -- 172.21.15.17:0/2129571046 shutdown_connections 2024-03-16T18:28:57.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 --2- 172.21.15.17:0/2129571046 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c1056e0 0x7f476c10d2b0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 --2- 172.21.15.17:0/2129571046 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c100fc0 0x7f476c105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 --2- 172.21.15.17:0/2129571046 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f476c100610 0x7f476c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 -- 172.21.15.17:0/2129571046 >> 172.21.15.17:0/2129571046 conn(0x7f476c076770 msgr2=0x7f476c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 -- 172.21.15.17:0/2129571046 shutdown_connections 2024-03-16T18:28:57.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.840+0000 7f4770ae1640 1 -- 172.21.15.17:0/2129571046 wait complete. 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 Processor -- start 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 -- start start 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 0x7f476c19d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f476c1056e0 0x7f476c19dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c197890 0x7f476c197d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f476c198340 con 0x7f476c100610 2024-03-16T18:28:57.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f476c1984b0 con 0x7f476c197890 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4770ae1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f476c198620 con 0x7f476c1056e0 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 0x7f476c19d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f476ad9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c197890 0x7f476c197d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 0x7f476c19d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49310/0 (socket says 172.21.15.17:49310) 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f476a59c640 1 -- 172.21.15.17:0/407858533 learned_addr learned my addr 172.21.15.17:0/407858533 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.841+0000 7f4763fff640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f476c1056e0 0x7f476c19dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476ad9d640 1 -- 172.21.15.17:0/407858533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f476c1056e0 msgr2=0x7f476c19dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476ad9d640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f476c1056e0 0x7f476c19dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476ad9d640 1 -- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 msgr2=0x7f476c19d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476ad9d640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 0x7f476c19d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476ad9d640 1 -- 172.21.15.17:0/407858533 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4764009900 con 0x7f476c197890 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476a59c640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 0x7f476c19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f476ad9d640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c197890 0x7f476c197d40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f476402c630 tx=0x7f4764035d20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f47637fe640 1 -- 172.21.15.17:0/407858533 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47640329e0 con 0x7f476c197890 2024-03-16T18:28:57.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f47637fe640 1 -- 172.21.15.17:0/407858533 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4764003e20 con 0x7f476c197890 2024-03-16T18:28:57.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f476c1a4520 con 0x7f476c197890 2024-03-16T18:28:57.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f47637fe640 1 -- 172.21.15.17:0/407858533 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47640046f0 con 0x7f476c197890 2024-03-16T18:28:57.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.842+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f476c1a4950 con 0x7f476c197890 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.844+0000 7f47637fe640 1 -- 172.21.15.17:0/407858533 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f476403b040 con 0x7f476c197890 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 Processor -- start 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 -- start start 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f47637fe640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f47580a1ba0 0x7f47580a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e4799760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47a22e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a4d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e4707f90 con 0x5570e4799380 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e47054c0 con 0x5570e4799d30 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4773795740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e4700ca0 con 0x5570e47a28b0 2024-03-16T18:28:57.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4763fff640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f47580a1ba0 0x7f47580a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f47637fe640 1 -- 172.21.15.17:0/407858533 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f47640f0490 con 0x7f476c197890 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e4799760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476ad9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a4d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e4799760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49314/0 (socket says 172.21.15.17:49314) 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476a59c640 1 -- 172.21.15.17:0/3024022081 learned_addr learned my addr 172.21.15.17:0/3024022081 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f4763fff640 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47a22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476ad9d640 1 -- 172.21.15.17:0/3024022081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 msgr2=0x5570e47a22e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476ad9d640 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47a22e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.845+0000 7f476ad9d640 1 -- 172.21.15.17:0/3024022081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 msgr2=0x5570e4799760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f476ad9d640 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e4799760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f476ad9d640 1 -- 172.21.15.17:0/3024022081 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5570e46c30b0 con 0x5570e47a28b0 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f476a59c640 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e4799760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f4763fff640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f47580a1ba0 0x7f47580a4060 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f476c0ffc60 tx=0x7f4754009a50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f476ad9d640 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a4d00 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f47640ed870 tx=0x7f4764003f90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fc82124f8cfbcea0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f4760ff9640 1 -- 172.21.15.17:0/3024022081 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47640bd450 con 0x5570e47a28b0 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f4760ff9640 1 -- 172.21.15.17:0/3024022081 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f47640bcd50 con 0x5570e47a28b0 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.846+0000 7f4760ff9640 1 -- 172.21.15.17:0/3024022081 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47640ed9e0 con 0x5570e47a28b0 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- 172.21.15.17:0/3024022081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 msgr2=0x5570e47a4d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a4d00 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f47640ed870 tx=0x7f4764003f90 comp rx=0 tx=0).stop 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- 172.21.15.17:0/3024022081 shutdown_connections 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a4d00 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47a22e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- 172.21.15.17:0/3024022081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e4799760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- 172.21.15.17:0/3024022081 >> 172.21.15.17:0/3024022081 conn(0x5570e4793840 msgr2=0x5570e4793c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- 172.21.15.17:0/3024022081 shutdown_connections 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- 172.21.15.17:0/3024022081 wait complete. 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- start start 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 Processor -- start 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e479f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e479fd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a0290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e46a5f40 con 0x5570e4799380 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e43d44b0 con 0x5570e4799d30 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.847+0000 7f4773795740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e4686670 con 0x5570e47a28b0 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4773795740 10 client.0 _ll_register_callbacks cb 0x5570e46f3f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e479f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e479f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49326/0 (socket says 172.21.15.17:49326) 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 -- 172.21.15.17:0/3376024475 learned_addr learned my addr 172.21.15.17:0/3376024475 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:57.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4763fff640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e479fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476ad9d640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 -- 172.21.15.17:0/3376024475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 msgr2=0x5570e47a0290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a0290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 -- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 msgr2=0x5570e479fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e479fd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 -- 172.21.15.17:0/3376024475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f476c1a4950 con 0x5570e4799380 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4763fff640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e479fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f476a59c640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e479f810 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f475c009810 tx=0x7f475c00f790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2544d9490117d3a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4751ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4751ffb640 1 -- 172.21.15.17:0/3376024475 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f475c017070 con 0x5570e4799380 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4751ffb640 1 -- 172.21.15.17:0/3376024475 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f475c0120d0 con 0x5570e4799380 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5570e46daf40 con 0x5570e4799380 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4751ffb640 1 -- 172.21.15.17:0/3376024475 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f475c012290 con 0x5570e4799380 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4773795740 10 client.17871 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:57.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.848+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5570e46ff320 con 0x5570e4799380 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4751ffb640 1 -- 172.21.15.17:0/3376024475 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5570e46daf40 con 0x5570e4799380 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4751ffb640 1 -- 172.21.15.17:0/3376024475 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f475c01c7a0 con 0x5570e4799380 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4773795740 10 client.17871 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4773795740 10 client.17871 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4773795740 20 client.17871 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4773795740 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e47b2ca0 0x5570e47b50c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4773795740 4 client.17871 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5570e46f7310 con 0x5570e47b2ca0 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4763fff640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e47b2ca0 0x5570e47b50c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4751ffb640 10 client.17871 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.849+0000 7f4763fff640 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e47b2ca0 0x5570e47b50c0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cbf79bbfaa496590 server_cookie=fede9c5a165f593b in_seq=0 out_seq=0 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.850+0000 7f4751ffb640 1 -- 172.21.15.17:0/3376024475 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5570e46f7310 con 0x5570e47b2ca0 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.850+0000 7f4751ffb640 10 client.17871 handle_command_reply: tid=0 2024-03-16T18:28:57.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.850+0000 7f4773795740 1 client.17871 shutdown 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 msgr2=0x5570e479f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e479f810 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f475c009810 tx=0x7f475c00f790 comp rx=0 tx=0).stop 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 shutdown_connections 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e47b2ca0 0x5570e47b50c0 crc :-1 s=READY pgs=155 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e47a0290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4751ffb640 0 client.17871 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e479fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 --2- 172.21.15.17:0/3376024475 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e479f810 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 >> 172.21.15.17:0/3376024475 conn(0x5570e4793840 msgr2=0x5570e47957a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 shutdown_connections 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 1 -- 172.21.15.17:0/3376024475 wait complete. 2024-03-16T18:28:57.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.851+0000 7f4773795740 20 client.17871 trim_cache size 0 max 16384 2024-03-16T18:28:57.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 Processor -- start 2024-03-16T18:28:57.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 -- start start 2024-03-16T18:28:57.871 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e4799380 0x5570e47a1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 0x5570e4792760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e47a28b0 0x5570e479ff90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e4794620 con 0x5570e4799d30 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e47af640 con 0x5570e47a28b0 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4773795740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e478ddc0 con 0x5570e4799380 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4763fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 0x5570e4792760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4763fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 0x5570e4792760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49336/0 (socket says 172.21.15.17:49336) 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f4763fff640 1 -- 172.21.15.17:0/3833291662 learned_addr learned my addr 172.21.15.17:0/3833291662 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f476ad9d640 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e47a28b0 0x5570e479ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.867+0000 7f476a59c640 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e4799380 0x5570e47a1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4763fff640 1 -- 172.21.15.17:0/3833291662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e4799380 msgr2=0x5570e47a1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4763fff640 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e4799380 0x5570e47a1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4763fff640 1 -- 172.21.15.17:0/3833291662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e47a28b0 msgr2=0x5570e479ff90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4763fff640 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e47a28b0 0x5570e479ff90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4763fff640 1 -- 172.21.15.17:0/3833291662 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5570e469bc00 con 0x5570e4799d30 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f476ad9d640 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e47a28b0 0x5570e479ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4763fff640 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 0x5570e4792760 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f4754009d10 tx=0x7f4754021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8644b031f6343d8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4753fff640 1 -- 172.21.15.17:0/3833291662 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4754004030 con 0x5570e4799d30 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4753fff640 1 -- 172.21.15.17:0/3833291662 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f475402b670 con 0x5570e4799d30 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.868+0000 7f4753fff640 1 -- 172.21.15.17:0/3833291662 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47540035f0 con 0x5570e4799d30 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- 172.21.15.17:0/3833291662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 msgr2=0x5570e4792760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 0x5570e4792760 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f4754009d10 tx=0x7f4754021000 comp rx=0 tx=0).stop 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- 172.21.15.17:0/3833291662 shutdown_connections 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799d30 0x5570e4792760 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e47a28b0 0x5570e479ff90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- 172.21.15.17:0/3833291662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e4799380 0x5570e47a1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- 172.21.15.17:0/3833291662 >> 172.21.15.17:0/3833291662 conn(0x5570e4793840 msgr2=0x5570e4792050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- 172.21.15.17:0/3833291662 shutdown_connections 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- 172.21.15.17:0/3833291662 wait complete. 2024-03-16T18:28:57.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- start start 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 Processor -- start 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e47aa090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47aa5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e479c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e479d070 con 0x5570e4799380 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e479d1e0 con 0x5570e4799d30 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570e479d3a0 con 0x5570e47a28b0 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4773795740 10 client.0 _ll_register_callbacks cb 0x7f475c012970 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e47aa090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f476a59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e47aa090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49350/0 (socket says 172.21.15.17:49350) 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f476a59c640 1 -- 172.21.15.17:0/618908731 learned_addr learned my addr 172.21.15.17:0/618908731 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f4763fff640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47aa5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.869+0000 7f476ad9d640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e479c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f476a59c640 1 -- 172.21.15.17:0/618908731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 msgr2=0x5570e479c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f476a59c640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e479c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f476a59c640 1 -- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 msgr2=0x5570e47aa5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f476a59c640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47aa5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f476a59c640 1 -- 172.21.15.17:0/618908731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5570e46c30b0 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f476a59c640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e47aa090 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f475c009810 tx=0x7f475c0095a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=268be360b9cac63b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4751ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4751ffb640 1 -- 172.21.15.17:0/618908731 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f475c017040 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4751ffb640 1 -- 172.21.15.17:0/618908731 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f475c000e40 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5570e4726900 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4751ffb640 1 -- 172.21.15.17:0/618908731 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f475c01c8f0 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4773795740 10 client.17877 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f475401b040 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4751ffb640 1 -- 172.21.15.17:0/618908731 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5570e4726900 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4751ffb640 1 -- 172.21.15.17:0/618908731 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f475c0054b0 con 0x5570e4799380 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4773795740 10 client.17877 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:57.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4773795740 10 client.17877 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.870+0000 7f4773795740 20 client.17877 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.871+0000 7f4773795740 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e480f8d0 0x5570e4811cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.871+0000 7f4773795740 4 client.17877 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.871+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x5570e4400860 con 0x5570e480f8d0 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.871+0000 7f4763fff640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e480f8d0 0x5570e4811cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.871+0000 7f4763fff640 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e480f8d0 0x5570e4811cf0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=72cbd120faf01489 server_cookie=4fd4a708e4f5cca in_seq=0 out_seq=0 2024-03-16T18:28:57.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.871+0000 7f4751ffb640 10 client.17877 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4751ffb640 1 -- 172.21.15.17:0/618908731 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x5570e4400860 con 0x5570e480f8d0 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4751ffb640 10 client.17877 handle_command_reply: tid=0 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 client.17877 shutdown 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 msgr2=0x5570e47aa090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e47aa090 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f475c009810 tx=0x7f475c0095a0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 shutdown_connections 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5570e480f8d0 0x5570e4811cf0 crc :-1 s=READY pgs=156 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5570e47a28b0 0x5570e479c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5570e4799d30 0x5570e47aa5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4751ffb640 0 client.17877 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.872+0000 7f4773795740 1 --2- 172.21.15.17:0/618908731 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5570e4799380 0x5570e47aa090 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 >> 172.21.15.17:0/618908731 conn(0x5570e4793840 msgr2=0x5570e4795570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 shutdown_connections 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4773795740 1 -- 172.21.15.17:0/618908731 wait complete. 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4773795740 20 client.17877 trim_cache size 0 max 16384 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "4de7c0e5-abe4-4a89-973e-9ae692fbd3f4", 2024-03-16T18:28:57.878 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:28:57.879 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:28:57.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f47580a1ba0 msgr2=0x7f47580a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f47580a1ba0 0x7f47580a4060 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f476c0ffc60 tx=0x7f4754009a50 comp rx=0 tx=0).stop 2024-03-16T18:28:57.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c197890 msgr2=0x7f476c197d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c197890 0x7f476c197d40 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f476402c630 tx=0x7f4764035d20 comp rx=0 tx=0).stop 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 shutdown_connections 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f47580a1ba0 0x7f47580a4060 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f476c197890 0x7f476c197d40 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f476c1056e0 0x7f476c19dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 --2- 172.21.15.17:0/407858533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f476c100610 0x7f476c19d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 >> 172.21.15.17:0/407858533 conn(0x7f476c076770 msgr2=0x7f476c0fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 shutdown_connections 2024-03-16T18:28:57.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.873+0000 7f4770ae1640 1 -- 172.21.15.17:0/407858533 wait complete. 2024-03-16T18:28:57.884 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:28:57.884 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- 172.21.15.17:0/3938807549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540100640 msgr2=0x7f2540100ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- 172.21.15.17:0/3938807549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540100640 0x7f2540100ac0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2534009900 tx=0x7f253402bc80 comp rx=0 tx=0).stop 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- 172.21.15.17:0/3938807549 shutdown_connections 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- 172.21.15.17:0/3938807549 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540100640 0x7f2540100ac0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- 172.21.15.17:0/3938807549 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2540101000 0x7f254010d200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- 172.21.15.17:0/3938807549 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25401064d0 0x7f25401068b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- 172.21.15.17:0/3938807549 >> 172.21.15.17:0/3938807549 conn(0x7f25400771d0 msgr2=0x7f25400775e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- 172.21.15.17:0/3938807549 shutdown_connections 2024-03-16T18:28:57.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- 172.21.15.17:0/3938807549 wait complete. 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 Processor -- start 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- start start 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2540100640 0x7f254019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 0x7f254019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25401064d0 0x7f2540197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2540197ec0 con 0x7f2540101000 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2540198030 con 0x7f25401064d0 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.990+0000 7f254700f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25401981f0 con 0x7f2540100640 2024-03-16T18:28:57.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 0x7f254019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f2544dab640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2540100640 0x7f254019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 0x7f254019dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49370/0 (socket says 172.21.15.17:49370) 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 -- 172.21.15.17:0/3945221398 learned_addr learned my addr 172.21.15.17:0/3945221398 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f25455ac640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25401064d0 0x7f2540197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 -- 172.21.15.17:0/3945221398 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2540100640 msgr2=0x7f254019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2540100640 0x7f254019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 -- 172.21.15.17:0/3945221398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25401064d0 msgr2=0x7f2540197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25401064d0 0x7f2540197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 -- 172.21.15.17:0/3945221398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2534009560 con 0x7f2540101000 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253ffff640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 0x7f254019dbf0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f2534006010 tx=0x7f2534005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253dffb640 1 -- 172.21.15.17:0/3945221398 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25340043d0 con 0x7f2540101000 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253dffb640 1 -- 172.21.15.17:0/3945221398 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2534003aa0 con 0x7f2540101000 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2540198470 con 0x7f2540101000 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f253dffb640 1 -- 172.21.15.17:0/3945221398 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2534005350 con 0x7f2540101000 2024-03-16T18:28:57.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.991+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25401a46e0 con 0x7f2540101000 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.993+0000 7f253dffb640 1 -- 172.21.15.17:0/3945221398 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2534003c10 con 0x7f2540101000 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 Processor -- start 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 -- start start 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f253dffb640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f25280a1ba0 0x7f25280a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa565340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa572bc0 0x5626fa574fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa4d4280 con 0x5626fa564f60 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa4d17b0 con 0x5626fa572bc0 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2549be0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa4ccf90 con 0x5626fa565880 2024-03-16T18:28:58.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f25455ac640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f25280a1ba0 0x7f25280a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f253dffb640 1 -- 172.21.15.17:0/3945221398 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f25340efc90 con 0x7f2540101000 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f25455ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa572bc0 0x5626fa574fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f253ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f2544dab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa565340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f25455ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa572bc0 0x5626fa574fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47630/0 (socket says 172.21.15.17:47630) 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f253ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:51594/0 (socket says 172.21.15.17:51594) 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.994+0000 7f25455ac640 1 -- 172.21.15.17:0/2425192898 learned_addr learned my addr 172.21.15.17:0/2425192898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f253ffff640 1 -- 172.21.15.17:0/2425192898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa572bc0 msgr2=0x5626fa574fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f253ffff640 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa572bc0 0x5626fa574fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f253ffff640 1 -- 172.21.15.17:0/2425192898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 msgr2=0x5626fa565340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f253ffff640 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa565340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f253ffff640 1 -- 172.21.15.17:0/2425192898 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626fa48b570 con 0x5626fa565880 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f25455ac640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f25280a1ba0 0x7f25280a4060 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2538011d00 tx=0x7f2538011440 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:58.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f253ffff640 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572680 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f25340ed0d0 tx=0x7f25340bc0f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f918a1a39bef433 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f2526ffd640 1 -- 172.21.15.17:0/2425192898 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25340bc5b0 con 0x5626fa565880 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f2526ffd640 1 -- 172.21.15.17:0/2425192898 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f25340c0700 con 0x5626fa565880 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.995+0000 7f2526ffd640 1 -- 172.21.15.17:0/2425192898 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25340b8c20 con 0x5626fa565880 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- 172.21.15.17:0/2425192898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 msgr2=0x5626fa572680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572680 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f25340ed0d0 tx=0x7f25340bc0f0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- 172.21.15.17:0/2425192898 shutdown_connections 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa572bc0 0x5626fa574fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572680 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- 172.21.15.17:0/2425192898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa565340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- 172.21.15.17:0/2425192898 >> 172.21.15.17:0/2425192898 conn(0x5626fa55f990 msgr2=0x5626fa55fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- 172.21.15.17:0/2425192898 shutdown_connections 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- 172.21.15.17:0/2425192898 wait complete. 2024-03-16T18:28:58.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- start start 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 Processor -- start 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa5725c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa56f950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa572bc0 0x5626fa56ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa1a0430 con 0x5626fa564f60 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa15ce00 con 0x5626fa565880 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.996+0000 7f2549be0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa451fd0 con 0x5626fa572bc0 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2549be0740 10 client.0 _ll_register_callbacks cb 0x5626fa4a7fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa5725c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa5725c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49384/0 (socket says 172.21.15.17:49384) 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 -- 172.21.15.17:0/1004086336 learned_addr learned my addr 172.21.15.17:0/1004086336 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f25455ac640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa572bc0 0x5626fa56ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f253ffff640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa56f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 -- 172.21.15.17:0/1004086336 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa572bc0 msgr2=0x5626fa56ff60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa572bc0 0x5626fa56ff60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 -- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 msgr2=0x5626fa56f950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa56f950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 -- 172.21.15.17:0/1004086336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25401a46e0 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2544dab640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa5725c0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f2530012840 tx=0x7f2530012d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58b4a47e14656802 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f251ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f251ffff640 1 -- 172.21.15.17:0/1004086336 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2530017070 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f251ffff640 1 -- 172.21.15.17:0/1004086336 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f253000f8a0 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5626fa1cc7e0 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f251ffff640 1 -- 172.21.15.17:0/1004086336 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f25300122e0 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2549be0740 10 client.17889 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.997+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5626fa4cb610 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f251ffff640 1 -- 172.21.15.17:0/1004086336 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5626fa1cc7e0 con 0x5626fa564f60 2024-03-16T18:28:58.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f251ffff640 1 -- 172.21.15.17:0/1004086336 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2530010bf0 con 0x5626fa564f60 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f2549be0740 10 client.17889 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f2549be0740 10 client.17889 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f2549be0740 20 client.17889 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f2549be0740 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa582c20 0x5626fa585040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f2549be0740 4 client.17889 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5626fa209720 con 0x5626fa582c20 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f253ffff640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa582c20 0x5626fa585040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f253ffff640 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa582c20 0x5626fa585040 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc68faf84ec9177f server_cookie=83442676d16413f1 in_seq=0 out_seq=0 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.998+0000 7f251ffff640 10 client.17889 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f251ffff640 1 -- 172.21.15.17:0/1004086336 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5626fa209720 con 0x5626fa582c20 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f251ffff640 10 client.17889 handle_command_reply: tid=0 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 client.17889 shutdown 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 msgr2=0x5626fa5725c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa5725c0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f2530012840 tx=0x7f2530012d00 comp rx=0 tx=0).stop 2024-03-16T18:28:58.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 shutdown_connections 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa582c20 0x5626fa585040 crc :-1 s=READY pgs=157 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa572bc0 0x5626fa56ff60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f251ffff640 0 client.17889 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa56f950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 --2- 172.21.15.17:0/1004086336 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa564f60 0x5626fa5725c0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 >> 172.21.15.17:0/1004086336 conn(0x5626fa55f990 msgr2=0x5626fa561730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 shutdown_connections 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 1 -- 172.21.15.17:0/1004086336 wait complete. 2024-03-16T18:28:58.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:57.999+0000 7f2549be0740 20 client.17889 trim_cache size 0 max 16384 2024-03-16T18:28:58.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.015+0000 7f2549be0740 1 Processor -- start 2024-03-16T18:28:58.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.015+0000 7f2549be0740 1 -- start start 2024-03-16T18:28:58.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2549be0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa564f60 0x5626fa56f8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2549be0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.016 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2549be0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa5725c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2549be0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa57f070 con 0x5626fa572bc0 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2549be0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa5829d0 con 0x5626fa564f60 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2549be0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa55b2b0 con 0x5626fa565880 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa5725c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa5725c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49386/0 (socket says 172.21.15.17:49386) 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 -- 172.21.15.17:0/1865856576 learned_addr learned my addr 172.21.15.17:0/1865856576 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f253ffff640 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f2544dab640 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa564f60 0x5626fa56f8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 -- 172.21.15.17:0/1865856576 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 msgr2=0x5626fa572080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 -- 172.21.15.17:0/1865856576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa564f60 msgr2=0x5626fa56f8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa564f60 0x5626fa56f8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 -- 172.21.15.17:0/1865856576 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5626fa467ac0 con 0x5626fa572bc0 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25455ac640 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa5725c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f25380099e0 tx=0x7f2538021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef3f118c6e39bfa8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:58.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25267fc640 1 -- 172.21.15.17:0/1865856576 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2538016040 con 0x5626fa572bc0 2024-03-16T18:28:58.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25267fc640 1 -- 172.21.15.17:0/1865856576 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2538009a70 con 0x5626fa572bc0 2024-03-16T18:28:58.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.016+0000 7f25267fc640 1 -- 172.21.15.17:0/1865856576 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2538004020 con 0x5626fa572bc0 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 -- 172.21.15.17:0/1865856576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 msgr2=0x5626fa5725c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa5725c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f25380099e0 tx=0x7f2538021000 comp rx=0 tx=0).stop 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 -- 172.21.15.17:0/1865856576 shutdown_connections 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa5725c0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa565880 0x5626fa572080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 --2- 172.21.15.17:0/1865856576 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa564f60 0x5626fa56f8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 -- 172.21.15.17:0/1865856576 >> 172.21.15.17:0/1865856576 conn(0x5626fa55f990 msgr2=0x5626fa56f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 -- 172.21.15.17:0/1865856576 shutdown_connections 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 -- 172.21.15.17:0/1865856576 wait complete. 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 -- start start 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.017+0000 7f2549be0740 1 Processor -- start 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 0x5626fa57a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa573e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa574350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa57ac10 con 0x5626fa572bc0 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa5748c0 con 0x5626fa565880 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5626fa574a80 con 0x5626fa564f60 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 10 client.0 _ll_register_callbacks cb 0x7f2530009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa574350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2544dab640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 0x5626fa57a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f253ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa573e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2544dab640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 0x5626fa57a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:51608/0 (socket says 172.21.15.17:51608) 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f253ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa573e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47654/0 (socket says 172.21.15.17:47654) 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2544dab640 1 -- 172.21.15.17:0/4174969499 learned_addr learned my addr 172.21.15.17:0/4174969499 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa574350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:49402/0 (socket says 172.21.15.17:49402) 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 -- 172.21.15.17:0/4174969499 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 msgr2=0x5626fa57a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 0x5626fa57a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 -- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 msgr2=0x5626fa573e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa573e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 -- 172.21.15.17:0/4174969499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2538019040 con 0x5626fa572bc0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2544dab640 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 0x5626fa57a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f25455ac640 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa574350 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f253801ec60 tx=0x7f253802b870 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe360a2622d47986 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f251ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f251ffff640 1 -- 172.21.15.17:0/4174969499 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2538016050 con 0x5626fa572bc0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f25340c0700 con 0x5626fa572bc0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.018+0000 7f251ffff640 1 -- 172.21.15.17:0/4174969499 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(96..96 src has 1..96) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f2538003970 con 0x5626fa572bc0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f251ffff640 1 -- 172.21.15.17:0/4174969499 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2538011d30 con 0x5626fa572bc0 2024-03-16T18:28:58.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 10 client.17895 fetch_fsmap learned FSMap version 28 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5626fa48d6a0 con 0x5626fa572bc0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f251ffff640 1 -- 172.21.15.17:0/4174969499 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f25340c0700 con 0x5626fa572bc0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f251ffff640 1 -- 172.21.15.17:0/4174969499 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2538029070 con 0x5626fa572bc0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 10 client.17895 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 10 client.17895 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 20 client.17895 populate_metadata read hostname 'smithi017' 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa5df8f0 0x5626fa5e1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 4 client.17895 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5626fa258890 con 0x5626fa5df8f0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2544dab640 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa5df8f0 0x5626fa5e1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f251ffff640 10 client.17895 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.019+0000 7f2544dab640 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa5df8f0 0x5626fa5e1ce0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c2910e4df843649d server_cookie=b3040ef1d2d4ecc5 in_seq=0 out_seq=0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f251ffff640 1 -- 172.21.15.17:0/4174969499 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5626fa258890 con 0x5626fa5df8f0 2024-03-16T18:28:58.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f251ffff640 10 client.17895 handle_command_reply: tid=0 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 client.17895 shutdown 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 msgr2=0x5626fa574350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa574350 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f253801ec60 tx=0x7f253802b870 comp rx=0 tx=0).stop 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 shutdown_connections 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5626fa5df8f0 0x5626fa5e1ce0 crc :-1 s=READY pgs=158 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5626fa572bc0 0x5626fa574350 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5626fa565880 0x5626fa573e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f251ffff640 0 client.17895 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 --2- 172.21.15.17:0/4174969499 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5626fa564f60 0x5626fa57a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 >> 172.21.15.17:0/4174969499 conn(0x5626fa55f990 msgr2=0x5626fa55e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 shutdown_connections 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 1 -- 172.21.15.17:0/4174969499 wait complete. 2024-03-16T18:28:58.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f2549be0740 20 client.17895 trim_cache size 0 max 16384 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: "4de7c0e5-abe4-4a89-973e-9ae692fbd3f4": { 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "4de7c0e5-abe4-4a89-973e-9ae692fbd3f4", 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:28:58.027 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:28:58.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f25280a1ba0 msgr2=0x7f25280a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:58.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f25280a1ba0 0x7f25280a4060 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2538011d00 tx=0x7f2538011440 comp rx=0 tx=0).stop 2024-03-16T18:28:58.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 msgr2=0x7f254019dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:28:58.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 0x7f254019dbf0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7f2534006010 tx=0x7f2534005e10 comp rx=0 tx=0).stop 2024-03-16T18:28:58.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 shutdown_connections 2024-03-16T18:28:58.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f25280a1ba0 0x7f25280a4060 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2540101000 0x7f254019dbf0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f25401064d0 0x7f2540197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.020+0000 7f254700f640 1 --2- 172.21.15.17:0/3945221398 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2540100640 0x7f254019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:28:58.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.021+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 >> 172.21.15.17:0/3945221398 conn(0x7f25400771d0 msgr2=0x7f25400ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:28:58.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.021+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 shutdown_connections 2024-03-16T18:28:58.029 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:28:58.021+0000 7f254700f640 1 -- 172.21.15.17:0/3945221398 wait complete. 2024-03-16T18:28:58.030 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:57 smithi017 ceph-mon[32207]: pgmap v228: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 20 op/s 2024-03-16T18:28:58.031 INFO:tasks.cephfs.filesystem:scrub status for tag:4de7c0e5-abe4-4a89-973e-9ae692fbd3f4 - {'path': '/', 'tag': '4de7c0e5-abe4-4a89-973e-9ae692fbd3f4', 'options': 'recursive,force'} 2024-03-16T18:28:58.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:57 smithi149 ceph-mon[35991]: pgmap v228: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 20 op/s 2024-03-16T18:28:58.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:57 smithi153 ceph-mon[36005]: pgmap v228: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 56 KiB/s wr, 20 op/s 2024-03-16T18:28:59.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:58 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:28:59.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:58 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:59.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:58 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:28:59.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:58 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:59.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:58 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:28:59.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:58 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:59.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:58 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:28:59.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:58 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:59.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:58 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:28:59.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:58 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:28:59.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:58 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:28:59.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:58 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:00.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:28:59 smithi149 ceph-mon[35991]: pgmap v229: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:00.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:28:59 smithi153 ceph-mon[36005]: pgmap v229: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:00.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:28:59 smithi017 ceph-mon[32207]: pgmap v229: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:02.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:01 smithi149 ceph-mon[35991]: pgmap v230: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:02.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:01 smithi153 ceph-mon[36005]: pgmap v230: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:02.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:01 smithi017 ceph-mon[32207]: pgmap v230: 129 pgs: 129 active+clean; 12 MiB data, 425 MiB used, 1.0 TiB / 1.0 TiB avail; 38 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:03.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:02 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:29:03.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:02 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:29:03.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:02 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:29:04.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:03 smithi153 ceph-mon[36005]: pgmap v231: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 101 KiB/s wr, 37 op/s 2024-03-16T18:29:04.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:03 smithi153 ceph-mon[36005]: osdmap e97: 12 total, 12 up, 12 in 2024-03-16T18:29:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:03 smithi017 ceph-mon[32207]: pgmap v231: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 101 KiB/s wr, 37 op/s 2024-03-16T18:29:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:03 smithi017 ceph-mon[32207]: osdmap e97: 12 total, 12 up, 12 in 2024-03-16T18:29:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:03 smithi149 ceph-mon[35991]: pgmap v231: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 101 KiB/s wr, 37 op/s 2024-03-16T18:29:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:03 smithi149 ceph-mon[35991]: osdmap e97: 12 total, 12 up, 12 in 2024-03-16T18:29:06.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:05 smithi153 ceph-mon[36005]: pgmap v233: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-03-16T18:29:06.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:05 smithi017 ceph-mon[32207]: pgmap v233: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-03-16T18:29:06.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:05 smithi149 ceph-mon[35991]: pgmap v233: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 100 KiB/s wr, 37 op/s 2024-03-16T18:29:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:07 smithi153 ceph-mon[36005]: pgmap v234: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 103 KiB/s wr, 37 op/s 2024-03-16T18:29:08.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:07 smithi017 ceph-mon[32207]: pgmap v234: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 103 KiB/s wr, 37 op/s 2024-03-16T18:29:08.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:07 smithi149 ceph-mon[35991]: pgmap v234: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 103 KiB/s wr, 37 op/s 2024-03-16T18:29:09.930 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.930 INFO:tasks.workunit.client.0.smithi017.stdout:313/600: open fd = 3 2024-03-16T18:29:09.930 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.930 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.930 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.930 INFO:tasks.workunit.client.0.smithi017.stdout:314/600: open fd = 3 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:315/600: open fd = 3 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:316/600: open fd = 3 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.931 INFO:tasks.workunit.client.0.smithi017.stdout:317/600: open fd = 3 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:318/600: open fd = 3 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:319/600: open fd = 3 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.932 INFO:tasks.workunit.client.0.smithi017.stdout:320/600: open fd = 3 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:321/600: open fd = 3 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:322/600: open fd = 3 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.933 INFO:tasks.workunit.client.0.smithi017.stdout:323/600: open fd = 3 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:324/600: open fd = 3 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:325/600: open fd = 3 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.934 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:326/600: open fd = 3 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:327/600: open fd = 3 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:328/600: open fd = 3 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.935 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:329/600: open fd = 3 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:330/600: open fd = 3 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:331/600: open fd = 3 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.936 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:332/600: open fd = 3 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:333/600: open fd = 3 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:334/600: open fd = 3 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.937 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:335/600: open fd = 3 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:336/600: open fd = 3 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:337/600: open fd = 3 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.938 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:338/600: open fd = 3 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:339/600: open fd = 3 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:340/600: open fd = 3 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.939 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:341/600: open fd = 3 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:342/600: open fd = 3 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:343/600: open fd = 3 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.940 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:344/600: open fd = 3 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:345/600: open fd = 3 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:346/600: open fd = 3 2024-03-16T18:29:09.941 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:347/600: open fd = 3 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:348/600: open fd = 3 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:349/600: open fd = 3 2024-03-16T18:29:09.942 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:350/600: open fd = 3 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:351/600: open fd = 3 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.943 INFO:tasks.workunit.client.0.smithi017.stdout:352/600: open fd = 3 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:353/600: open fd = 3 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:354/600: open fd = 3 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.944 INFO:tasks.workunit.client.0.smithi017.stdout:355/600: open fd = 3 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:356/600: open fd = 3 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:357/600: open fd = 3 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.945 INFO:tasks.workunit.client.0.smithi017.stdout:358/600: open fd = 3 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:359/600: open fd = 3 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:360/600: open fd = 3 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.946 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:361/600: open fd = 3 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:362/600: open fd = 3 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:363/600: open fd = 3 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.947 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:364/600: open fd = 3 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:365/600: open fd = 3 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:366/600: open fd = 3 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.948 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:367/600: open fd = 3 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:368/600: open fd = 3 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:369/600: open fd = 3 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.949 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:370/600: open fd = 3 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:371/600: open fd = 3 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:372/600: open fd = 3 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.950 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:373/600: open fd = 3 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:374/600: open fd = 3 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:29:09.951 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:29:10.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:09 smithi153 ceph-mon[36005]: pgmap v235: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 103 KiB/s wr, 37 op/s 2024-03-16T18:29:10.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:09 smithi153 ceph-mon[36005]: osdmap e98: 12 total, 12 up, 12 in 2024-03-16T18:29:10.136 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:09 smithi149 ceph-mon[35991]: pgmap v235: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 103 KiB/s wr, 37 op/s 2024-03-16T18:29:10.137 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:09 smithi149 ceph-mon[35991]: osdmap e98: 12 total, 12 up, 12 in 2024-03-16T18:29:10.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:09 smithi017 ceph-mon[32207]: pgmap v235: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 103 KiB/s wr, 37 op/s 2024-03-16T18:29:10.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:09 smithi017 ceph-mon[32207]: osdmap e98: 12 total, 12 up, 12 in 2024-03-16T18:29:12.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:11 smithi153 ceph-mon[36005]: pgmap v237: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 10 op/s 2024-03-16T18:29:12.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:11 smithi017 ceph-mon[32207]: pgmap v237: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 10 op/s 2024-03-16T18:29:12.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:11 smithi149 ceph-mon[35991]: pgmap v237: 129 pgs: 129 active+clean; 12 MiB data, 427 MiB used, 1.0 TiB / 1.0 TiB avail; 34 KiB/s rd, 32 KiB/s wr, 10 op/s 2024-03-16T18:29:14.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:13 smithi153 ceph-mon[36005]: pgmap v238: 129 pgs: 129 active+clean; 12 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 52 KiB/s wr, 17 op/s 2024-03-16T18:29:14.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:13 smithi017 ceph-mon[32207]: pgmap v238: 129 pgs: 129 active+clean; 12 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 52 KiB/s wr, 17 op/s 2024-03-16T18:29:14.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:13 smithi149 ceph-mon[35991]: pgmap v238: 129 pgs: 129 active+clean; 12 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 55 KiB/s rd, 52 KiB/s wr, 17 op/s 2024-03-16T18:29:16.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:15 smithi153 ceph-mon[36005]: pgmap v239: 129 pgs: 129 active+clean; 12 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:16.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:15 smithi017 ceph-mon[32207]: pgmap v239: 129 pgs: 129 active+clean; 12 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:16.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:15 smithi149 ceph-mon[35991]: pgmap v239: 129 pgs: 129 active+clean; 12 MiB data, 428 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:18.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:17 smithi153 ceph-mon[36005]: pgmap v240: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:18.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:17 smithi017 ceph-mon[32207]: pgmap v240: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:18.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:17 smithi149 ceph-mon[35991]: pgmap v240: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:20.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:19 smithi153 ceph-mon[36005]: pgmap v241: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:20.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:19 smithi017 ceph-mon[32207]: pgmap v241: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:20.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:19 smithi149 ceph-mon[35991]: pgmap v241: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 49 KiB/s wr, 16 op/s 2024-03-16T18:29:22.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:21 smithi153 ceph-mon[36005]: pgmap v242: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 15 op/s 2024-03-16T18:29:22.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:21 smithi017 ceph-mon[32207]: pgmap v242: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 15 op/s 2024-03-16T18:29:22.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:21 smithi149 ceph-mon[35991]: pgmap v242: 129 pgs: 129 active+clean; 12 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 15 op/s 2024-03-16T18:29:24.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:23 smithi017 ceph-mon[32207]: pgmap v243: 129 pgs: 129 active+clean; 13 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 20 op/s 2024-03-16T18:29:24.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:23 smithi149 ceph-mon[35991]: pgmap v243: 129 pgs: 129 active+clean; 13 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 20 op/s 2024-03-16T18:29:24.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:23 smithi153 ceph-mon[36005]: pgmap v243: 129 pgs: 129 active+clean; 13 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 61 KiB/s wr, 20 op/s 2024-03-16T18:29:26.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:25 smithi017 ceph-mon[32207]: pgmap v244: 129 pgs: 129 active+clean; 13 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:26.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:25 smithi149 ceph-mon[35991]: pgmap v244: 129 pgs: 129 active+clean; 13 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:26.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:25 smithi153 ceph-mon[36005]: pgmap v244: 129 pgs: 129 active+clean; 13 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:28.032 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:29:28.032 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:29:28.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2280634287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4100f90 msgr2=0x7f82a4104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2280634287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4100f90 0x7f82a4104fd0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f8298009930 tx=0x7f829802bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:28.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2280634287 shutdown_connections 2024-03-16T18:29:28.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2280634287 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4100f90 0x7f82a4104fd0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2280634287 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f82a41056b0 0x7f82a410d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2280634287 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 0x7f82a41009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2280634287 >> 172.21.15.17:0/2280634287 conn(0x7f82a40775a0 msgr2=0x7f82a40779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2280634287 shutdown_connections 2024-03-16T18:29:28.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.150+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2280634287 wait complete. 2024-03-16T18:29:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 Processor -- start 2024-03-16T18:29:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 -- start start 2024-03-16T18:29:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 0x7f82a419c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f82a41056b0 0x7f82a419cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 0x7f82a4196be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.153 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a4197230 con 0x7f82a4196760 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a41973a0 con 0x7f82a41005e0 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82aa7e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a4197560 con 0x7f82a41056b0 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82a8d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 0x7f82a4196be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82a8d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 0x7f82a4196be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37456/0 (socket says 172.21.15.17:37456) 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82a8d86640 1 -- 172.21.15.17:0/2561587864 learned_addr learned my addr 172.21.15.17:0/2561587864 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82a37fe640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f82a41056b0 0x7f82a419cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.151+0000 7f82a3fff640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 0x7f82a419c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a8d86640 1 -- 172.21.15.17:0/2561587864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f82a41056b0 msgr2=0x7f82a419cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a8d86640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f82a41056b0 0x7f82a419cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.154 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a8d86640 1 -- 172.21.15.17:0/2561587864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 msgr2=0x7f82a419c6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a8d86640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 0x7f82a419c6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a8d86640 1 -- 172.21.15.17:0/2561587864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8298009560 con 0x7f82a4196760 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a3fff640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 0x7f82a419c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a8d86640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 0x7f82a4196be0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f829c00eb10 tx=0x7f829c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a17fa640 1 -- 172.21.15.17:0/2561587864 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c004b20 con 0x7f82a4196760 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82a41a3500 con 0x7f82a4196760 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a17fa640 1 -- 172.21.15.17:0/2561587864 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f829c004c80 con 0x7f82a4196760 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82a17fa640 1 -- 172.21.15.17:0/2561587864 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c010690 con 0x7f82a4196760 2024-03-16T18:29:28.155 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.152+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82a41a3a30 con 0x7f82a4196760 2024-03-16T18:29:28.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.154+0000 7f82a17fa640 1 -- 172.21.15.17:0/2561587864 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f829c005020 con 0x7f82a4196760 2024-03-16T18:29:28.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 Processor -- start 2024-03-16T18:29:28.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 -- start start 2024-03-16T18:29:28.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c592090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a17fa640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f828c0a1ba0 0x7f828c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c59d9c0 0x55727c59fdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c501280 con 0x55727c592660 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c4fe7b0 con 0x55727c59d9c0 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c4f9f90 con 0x55727c591cb0 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a17fa640 1 -- 172.21.15.17:0/2561587864 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f829c014070 con 0x7f82a4196760 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a3fff640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f828c0a1ba0 0x7f828c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37468/0 (socket says 172.21.15.17:37468) 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a37fe640 1 -- 172.21.15.17:0/3327127843 learned_addr learned my addr 172.21.15.17:0/3327127843 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c59d9c0 0x55727c59fdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a37fe640 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c592090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a8d86640 1 -- 172.21.15.17:0/3327127843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 msgr2=0x55727c592090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c592090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a8d86640 1 -- 172.21.15.17:0/3327127843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 msgr2=0x55727c59d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a8d86640 1 -- 172.21.15.17:0/3327127843 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55727c4b8570 con 0x55727c59d9c0 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.155+0000 7f82a37fe640 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82a3fff640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f828c0a1ba0 0x7f828c0a4060 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8294009fc0 tx=0x7f8294005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c59d9c0 0x55727c59fdb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f829c0cb440 tx=0x7f829c00cf70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b8cdd3593ea8af20 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f828a7fc640 1 -- 172.21.15.17:0/3327127843 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c09b020 con 0x55727c59d9c0 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f828a7fc640 1 -- 172.21.15.17:0/3327127843 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f829c09a920 con 0x55727c59d9c0 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f828a7fc640 1 -- 172.21.15.17:0/3327127843 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c096f90 con 0x55727c59d9c0 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3327127843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c59d9c0 msgr2=0x55727c59fdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c59d9c0 0x55727c59fdb0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f829c0cb440 tx=0x7f829c00cf70 comp rx=0 tx=0).stop 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3327127843 shutdown_connections 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c59d9c0 0x55727c59fdb0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3327127843 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c592090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3327127843 >> 172.21.15.17:0/3327127843 conn(0x55727c58c990 msgr2=0x55727c58cd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.156+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3327127843 shutdown_connections 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3327127843 wait complete. 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 -- start start 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 Processor -- start 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c59d450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59a7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c59d9c0 0x55727c59aed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c1cd430 con 0x55727c592660 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c189e00 con 0x55727c591cb0 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c47efd0 con 0x55727c59d9c0 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82ad3c8740 10 client.0 _ll_register_callbacks cb 0x55727c4d4fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59a7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82a3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c59d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59a7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37476/0 (socket says 172.21.15.17:37476) 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.157+0000 7f82a37fe640 1 -- 172.21.15.17:0/365247417 learned_addr learned my addr 172.21.15.17:0/365247417 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a8d86640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c59d9c0 0x55727c59aed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a37fe640 1 -- 172.21.15.17:0/365247417 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c59d9c0 msgr2=0x55727c59aed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a37fe640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c59d9c0 0x55727c59aed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a37fe640 1 -- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 msgr2=0x55727c59d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a37fe640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c59d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a37fe640 1 -- 172.21.15.17:0/365247417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82a41a3a30 con 0x55727c592660 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a3fff640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c59d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82a37fe640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59a7e0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f8298000c00 tx=0x7f8298004be0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6fde57a31d47bbf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82837fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82837fe640 1 -- 172.21.15.17:0/365247417 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829802cb60 con 0x55727c592660 2024-03-16T18:29:28.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82837fe640 1 -- 172.21.15.17:0/365247417 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8298004250 con 0x55727c592660 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55727c1f97e0 con 0x55727c592660 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82837fe640 1 -- 172.21.15.17:0/365247417 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8298004410 con 0x55727c592660 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82ad3c8740 10 client.17907 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.158+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55727c4f8610 con 0x55727c592660 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82837fe640 1 -- 172.21.15.17:0/365247417 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55727c1f97e0 con 0x55727c592660 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82837fe640 1 -- 172.21.15.17:0/365247417 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f829803c070 con 0x55727c592660 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82ad3c8740 10 client.17907 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82ad3c8740 10 client.17907 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82ad3c8740 20 client.17907 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c5adbf0 0x55727c5b0010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82ad3c8740 4 client.17907 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55727c236720 con 0x55727c5adbf0 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82a3fff640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c5adbf0 0x55727c5b0010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82837fe640 10 client.17907 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.159+0000 7f82a3fff640 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c5adbf0 0x55727c5b0010 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=84ada6803667f4a3 server_cookie=f19be3429c5e82b0 in_seq=0 out_seq=0 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82837fe640 1 -- 172.21.15.17:0/365247417 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55727c236720 con 0x55727c5adbf0 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82837fe640 10 client.17907 handle_command_reply: tid=0 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 client.17907 shutdown 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 msgr2=0x55727c59a7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59a7e0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f8298000c00 tx=0x7f8298004be0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 shutdown_connections 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c5adbf0 0x55727c5b0010 crc :-1 s=READY pgs=159 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c592660 0x55727c59a7e0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c59d9c0 0x55727c59aed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82837fe640 0 client.17907 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:28.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/365247417 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c59d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 >> 172.21.15.17:0/365247417 conn(0x55727c58c990 msgr2=0x55727c58e730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 shutdown_connections 2024-03-16T18:29:28.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 1 -- 172.21.15.17:0/365247417 wait complete. 2024-03-16T18:29:28.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.160+0000 7f82ad3c8740 20 client.17907 trim_cache size 0 max 16384 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.176+0000 7f82ad3c8740 1 Processor -- start 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 -- start start 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c599740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c592660 0x55727c58b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c59cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c58d790 con 0x55727c59d9c0 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c5b0690 con 0x55727c592660 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c5913a0 con 0x55727c591cb0 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c59cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c59cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37492/0 (socket says 172.21.15.17:37492) 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 -- 172.21.15.17:0/1486011480 learned_addr learned my addr 172.21.15.17:0/1486011480 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a37fe640 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c592660 0x55727c58b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a3fff640 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c599740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 -- 172.21.15.17:0/1486011480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 msgr2=0x55727c599740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c599740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 -- 172.21.15.17:0/1486011480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c592660 msgr2=0x55727c58b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c592660 0x55727c58b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 -- 172.21.15.17:0/1486011480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55727c494ac0 con 0x55727c59d9c0 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f82a8d86640 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c59cf10 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f829c096d80 tx=0x7f829c09a510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a95bfb1406148ab1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.177+0000 7f8289ffb640 1 -- 172.21.15.17:0/1486011480 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c09ea70 con 0x55727c59d9c0 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f8289ffb640 1 -- 172.21.15.17:0/1486011480 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f829c09b020 con 0x55727c59d9c0 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f8289ffb640 1 -- 172.21.15.17:0/1486011480 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c096f90 con 0x55727c59d9c0 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 -- 172.21.15.17:0/1486011480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 msgr2=0x55727c59cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c59cf10 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f829c096d80 tx=0x7f829c09a510 comp rx=0 tx=0).stop 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 -- 172.21.15.17:0/1486011480 shutdown_connections 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c59cf10 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c592660 0x55727c58b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/1486011480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c591cb0 0x55727c599740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 -- 172.21.15.17:0/1486011480 >> 172.21.15.17:0/1486011480 conn(0x55727c58c990 msgr2=0x55727c58b1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 -- 172.21.15.17:0/1486011480 shutdown_connections 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 -- 172.21.15.17:0/1486011480 wait complete. 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.178+0000 7f82ad3c8740 1 -- start start 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 Processor -- start 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c5976a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c592660 0x55727c597be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c5a3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c5a4020 con 0x55727c59d9c0 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c5a4190 con 0x55727c591cb0 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55727c5a4350 con 0x55727c592660 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82ad3c8740 10 client.0 _ll_register_callbacks cb 0x7f8298004b10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c5a3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a37fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c592660 0x55727c597be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c5a3ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37504/0 (socket says 172.21.15.17:37504) 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 -- 172.21.15.17:0/3858680959 learned_addr learned my addr 172.21.15.17:0/3858680959 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a3fff640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c5976a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 -- 172.21.15.17:0/3858680959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c592660 msgr2=0x55727c597be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c592660 0x55727c597be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 -- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 msgr2=0x55727c5976a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c5976a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a8d86640 1 -- 172.21.15.17:0/3858680959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55727c4b8570 con 0x55727c59d9c0 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.179+0000 7f82a37fe640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c592660 0x55727c597be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82a8d86640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c5a3ae0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f829c00c9a0 tx=0x7f829c000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b53cb7627567f61 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82837fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:28.186 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82837fe640 1 -- 172.21.15.17:0/3858680959 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829c0ae970 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82837fe640 1 -- 172.21.15.17:0/3858680959 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f829c076070 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f829c09a920 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82837fe640 1 -- 172.21.15.17:0/3858680959 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f829c0aead0 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 10 client.17913 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55727c4ba6a0 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82837fe640 1 -- 172.21.15.17:0/3858680959 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f829c080020 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82837fe640 1 -- 172.21.15.17:0/3858680959 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f829c0aed20 con 0x55727c59d9c0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 10 client.17913 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 10 client.17913 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 20 client.17913 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c609ff0 0x55727c60c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 4 client.17913 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55727c285890 con 0x55727c609ff0 2024-03-16T18:29:28.187 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.180+0000 7f82a3fff640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c609ff0 0x55727c60c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82837fe640 10 client.17913 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82a3fff640 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c609ff0 0x55727c60c3e0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b9d96adbfa8a436b server_cookie=b8dfa59be2677deb in_seq=0 out_seq=0 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82837fe640 1 -- 172.21.15.17:0/3858680959 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55727c285890 con 0x55727c609ff0 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82837fe640 10 client.17913 handle_command_reply: tid=0 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 client.17913 shutdown 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 msgr2=0x55727c5a3ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c5a3ae0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f829c00c9a0 tx=0x7f829c000f40 comp rx=0 tx=0).stop 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 shutdown_connections 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55727c609ff0 0x55727c60c3e0 crc :-1 s=READY pgs=160 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55727c59d9c0 0x55727c5a3ae0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55727c592660 0x55727c597be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 --2- 172.21.15.17:0/3858680959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55727c591cb0 0x55727c5976a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82837fe640 0 client.17913 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:28.188 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 >> 172.21.15.17:0/3858680959 conn(0x55727c58c990 msgr2=0x55727c58ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 shutdown_connections 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 1 -- 172.21.15.17:0/3858680959 wait complete. 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.181+0000 7f82ad3c8740 20 client.17913 trim_cache size 0 max 16384 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:29:28.189 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f828c0a1ba0 msgr2=0x7f828c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f828c0a1ba0 0x7f828c0a4060 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f8294009fc0 tx=0x7f8294005f90 comp rx=0 tx=0).stop 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 msgr2=0x7f82a4196be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 0x7f82a4196be0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f829c00eb10 tx=0x7f829c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 shutdown_connections 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f828c0a1ba0 0x7f828c0a4060 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f82a4196760 0x7f82a4196be0 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f82a41056b0 0x7f82a419cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 --2- 172.21.15.17:0/2561587864 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f82a41005e0 0x7f82a419c6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 >> 172.21.15.17:0/2561587864 conn(0x7f82a40775a0 msgr2=0x7f82a40fe5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 shutdown_connections 2024-03-16T18:29:28.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.182+0000 7f82aa7e9640 1 -- 172.21.15.17:0/2561587864 wait complete. 2024-03-16T18:29:28.191 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:27 smithi017 ceph-mon[32207]: pgmap v245: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 63 KiB/s wr, 20 op/s 2024-03-16T18:29:28.193 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:29:28.193 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:29:28.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.295+0000 7fef5fd2c640 1 -- 172.21.15.17:0/516467482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58107570 msgr2=0x7fef58107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.295+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/516467482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58107570 0x7fef58107950 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7fef54009900 tx=0x7fef5402bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- 172.21.15.17:0/516467482 shutdown_connections 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/516467482 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef58101e70 0x7fef5810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/516467482 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef581014b0 0x7fef58101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/516467482 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58107570 0x7fef58107950 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- 172.21.15.17:0/516467482 >> 172.21.15.17:0/516467482 conn(0x7fef580fcf80 msgr2=0x7fef580ff3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- 172.21.15.17:0/516467482 shutdown_connections 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- 172.21.15.17:0/516467482 wait complete. 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 Processor -- start 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- start start 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 0x7fef5819d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58101e70 0x7fef5819db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef58107570 0x7fef581977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef58197e60 con 0x7fef58101e70 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef58197fd0 con 0x7fef581014b0 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.296+0000 7fef5fd2c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef58198190 con 0x7fef58107570 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 0x7fef5819d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 0x7fef5819d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:54236/0 (socket says 172.21.15.17:54236) 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 -- 172.21.15.17:0/2924531094 learned_addr learned my addr 172.21.15.17:0/2924531094 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5e2c9640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef58107570 0x7fef581977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 -- 172.21.15.17:0/2924531094 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef58107570 msgr2=0x7fef581977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5d2c7640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58101e70 0x7fef5819db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef58107570 0x7fef581977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 -- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58101e70 msgr2=0x7fef5819db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58101e70 0x7fef5819db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 -- 172.21.15.17:0/2924531094 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef54009560 con 0x7fef581014b0 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5e2c9640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef58107570 0x7fef581977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5d2c7640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58101e70 0x7fef5819db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5dac8640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 0x7fef5819d650 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fef54005940 tx=0x7fef54004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef54004440 con 0x7fef581014b0 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fef54003aa0 con 0x7fef581014b0 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef54005460 con 0x7fef581014b0 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef58198410 con 0x7fef581014b0 2024-03-16T18:29:28.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.297+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef581a4680 con 0x7fef581014b0 2024-03-16T18:29:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.298+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef58102bd0 con 0x7fef581014b0 2024-03-16T18:29:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.300+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fef54003c10 con 0x7fef581014b0 2024-03-16T18:29:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.300+0000 7fef4effd640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef440a1ba0 0x7fef440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.300+0000 7fef5d2c7640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef440a1ba0 0x7fef440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.300+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fef540f0370 con 0x7fef581014b0 2024-03-16T18:29:28.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.301+0000 7fef5d2c7640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef440a1ba0 0x7fef440a4060 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fef580fe040 tx=0x7fef48005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.304+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fef540b8f30 con 0x7fef581014b0 2024-03-16T18:29:28.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:27 smithi149 ceph-mon[35991]: pgmap v245: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 63 KiB/s wr, 20 op/s 2024-03-16T18:29:28.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:27 smithi153 ceph-mon[36005]: pgmap v245: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 63 KiB/s wr, 20 op/s 2024-03-16T18:29:28.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.528+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fef580682e0 con 0x7fef581014b0 2024-03-16T18:29:28.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.529+0000 7fef4effd640 1 -- 172.21.15.17:0/2924531094 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fef540bc5f0 con 0x7fef581014b0 2024-03-16T18:29:28.529 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:29:28.529 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:29:28.529 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef440a1ba0 msgr2=0x7fef440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef440a1ba0 0x7fef440a4060 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fef580fe040 tx=0x7fef48005f90 comp rx=0 tx=0).stop 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 msgr2=0x7fef5819d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 0x7fef5819d650 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fef54005940 tx=0x7fef54004040 comp rx=0 tx=0).stop 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 shutdown_connections 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fef440a1ba0 0x7fef440a4060 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fef58101e70 0x7fef5819db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fef58107570 0x7fef581977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 --2- 172.21.15.17:0/2924531094 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fef581014b0 0x7fef5819d650 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 >> 172.21.15.17:0/2924531094 conn(0x7fef580fcf80 msgr2=0x7fef580fe880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 shutdown_connections 2024-03-16T18:29:28.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.531+0000 7fef5fd2c640 1 -- 172.21.15.17:0/2924531094 wait complete. 2024-03-16T18:29:28.542 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:29:28.542 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 -- 172.21.15.17:0/3371431489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41056a0 msgr2=0x7fe5a410d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 --2- 172.21.15.17:0/3371431489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41056a0 0x7fe5a410d270 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fe59c009cd0 tx=0x7fe59c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 -- 172.21.15.17:0/3371431489 shutdown_connections 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 --2- 172.21.15.17:0/3371431489 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41056a0 0x7fe5a410d270 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 --2- 172.21.15.17:0/3371431489 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a4100f80 0x7fe5a4104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 --2- 172.21.15.17:0/3371431489 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a41005d0 0x7fe5a41009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 -- 172.21.15.17:0/3371431489 >> 172.21.15.17:0/3371431489 conn(0x7fe5a40774f0 msgr2=0x7fe5a4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.649 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 -- 172.21.15.17:0/3371431489 shutdown_connections 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.647+0000 7fe5ac015640 1 -- 172.21.15.17:0/3371431489 wait complete. 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 Processor -- start 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 -- start start 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 0x7fe5a4198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a41056a0 0x7fe5a4198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a4199350 0x7fe5a41a3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a41a3fd0 con 0x7fe5a41005d0 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a41a4140 con 0x7fe5a4199350 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5ac015640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a41a4300 con 0x7fe5a41056a0 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 0x7fe5a4198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 0x7fe5a4198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37532/0 (socket says 172.21.15.17:37532) 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 -- 172.21.15.17:0/413749412 learned_addr learned my addr 172.21.15.17:0/413749412 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a4199350 0x7fe5a41a3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a41056a0 0x7fe5a4198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.650 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 -- 172.21.15.17:0/413749412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a41056a0 msgr2=0x7fe5a4198dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a41056a0 0x7fe5a4198dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 -- 172.21.15.17:0/413749412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a4199350 msgr2=0x7fe5a41a3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a4199350 0x7fe5a41a3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 -- 172.21.15.17:0/413749412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe59c009900 con 0x7fe5a41005d0 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a41056a0 0x7fe5a4198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 0x7fe5a4198880 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fe5a000e9f0 tx=0x7fe5a000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.648+0000 7fe59affd640 1 -- 172.21.15.17:0/413749412 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a0009700 con 0x7fe5a41005d0 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.649+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5a41a45e0 con 0x7fe5a41005d0 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.649+0000 7fe59affd640 1 -- 172.21.15.17:0/413749412 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe5a000cd80 con 0x7fe5a41005d0 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.649+0000 7fe59affd640 1 -- 172.21.15.17:0/413749412 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a0018840 con 0x7fe5a41005d0 2024-03-16T18:29:28.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.649+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a41a4b40 con 0x7fe5a41005d0 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe59affd640 1 -- 172.21.15.17:0/413749412 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe5a00189a0 con 0x7fe5a41005d0 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 Processor -- start 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 -- start start 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5c5630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d0b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c580960 con 0x55fd8c5ce750 2024-03-16T18:29:28.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c534310 con 0x55fd8c5c5b70 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c531840 con 0x55fd8c5c5250 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe59affd640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5a95b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.651+0000 7fe5a95b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d0b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37546/0 (socket says 172.21.15.17:37546) 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 -- 172.21.15.17:0/1292104979 learned_addr learned my addr 172.21.15.17:0/1292104979 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5c5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe59affd640 1 -- 172.21.15.17:0/413749412 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe5a0014070 con 0x7fe5a41005d0 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 -- 172.21.15.17:0/1292104979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 msgr2=0x55fd8c5c5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5c5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 -- 172.21.15.17:0/1292104979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 msgr2=0x55fd8c5ce210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 -- 172.21.15.17:0/1292104979 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fd8c4ef060 con 0x55fd8c5ce750 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5c5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d0b40 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fe594009c30 tx=0x7fe5940117b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=814d85200b8c7a5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe59c005cc0 tx=0x7fe59c005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe58ffff640 1 -- 172.21.15.17:0/1292104979 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe594012450 con 0x55fd8c5ce750 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe58ffff640 1 -- 172.21.15.17:0/1292104979 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe594012a60 con 0x55fd8c5ce750 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.652+0000 7fe58ffff640 1 -- 172.21.15.17:0/1292104979 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59400fa10 con 0x55fd8c5ce750 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1292104979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 msgr2=0x55fd8c5d0b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d0b40 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fe594009c30 tx=0x7fe5940117b0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1292104979 shutdown_connections 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d0b40 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1292104979 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5c5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1292104979 >> 172.21.15.17:0/1292104979 conn(0x55fd8c5bf980 msgr2=0x55fd8c5bfd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1292104979 shutdown_connections 2024-03-16T18:29:28.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1292104979 wait complete. 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 -- start start 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.653+0000 7fe5aebfa740 1 Processor -- start 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5250 0x55fd8c5ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5cb460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5cb9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c52d020 con 0x55fd8c5c5b70 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c200430 con 0x55fd8c5c5250 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c1bce00 con 0x55fd8c5ce750 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aebfa740 10 client.0 _ll_register_callbacks cb 0x55fd8c4d4cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5cb460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5cb460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37550/0 (socket says 172.21.15.17:37550) 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a9db1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5250 0x55fd8c5ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 -- 172.21.15.17:0/3555036997 learned_addr learned my addr 172.21.15.17:0/3555036997 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5cb9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 -- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 msgr2=0x55fd8c5cb9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5cb9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 -- 172.21.15.17:0/3555036997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5250 msgr2=0x55fd8c5ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5250 0x55fd8c5ce0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 -- 172.21.15.17:0/3555036997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe594009860 con 0x55fd8c5c5b70 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5250 0x55fd8c5ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5cb460 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fe594011cb0 tx=0x7fe594012e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a333f8cec573af0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.654+0000 7fe58d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe58d7fa640 1 -- 172.21.15.17:0/3555036997 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5940126e0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe58d7fa640 1 -- 172.21.15.17:0/3555036997 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe594012840 con 0x55fd8c5c5b70 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fd8c22c7e0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe58d7fa640 1 -- 172.21.15.17:0/3555036997 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe594005040 con 0x55fd8c5c5b70 2024-03-16T18:29:28.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 10 client.17928 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fd8c52b6a0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe58d7fa640 1 -- 172.21.15.17:0/3555036997 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fd8c22c7e0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe58d7fa640 1 -- 172.21.15.17:0/3555036997 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe594022070 con 0x55fd8c5c5b70 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 10 client.17928 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 10 client.17928 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 20 client.17928 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c5de850 0x55fd8c5e0c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 4 client.17928 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55fd8c269720 con 0x55fd8c5de850 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.655+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c5de850 0x55fd8c5e0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c5de850 0x55fd8c5e0c40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=19764e3f663d78a0 server_cookie=387c5dd5f7f85f19 in_seq=0 out_seq=0 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe58d7fa640 10 client.17928 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe58d7fa640 1 -- 172.21.15.17:0/3555036997 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55fd8c269720 con 0x55fd8c5de850 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe58d7fa640 10 client.17928 handle_command_reply: tid=0 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe5aebfa740 1 client.17928 shutdown 2024-03-16T18:29:28.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 msgr2=0x55fd8c5cb460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.656+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5cb460 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fe594011cb0 tx=0x7fe594012e90 comp rx=0 tx=0).stop 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 shutdown_connections 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c5de850 0x55fd8c5e0c40 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5cb460 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5cb9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/3555036997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5250 0x55fd8c5ce0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe58d7fa640 0 client.17928 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 >> 172.21.15.17:0/3555036997 conn(0x55fd8c5bf980 msgr2=0x55fd8c5c16d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 shutdown_connections 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 1 -- 172.21.15.17:0/3555036997 wait complete. 2024-03-16T18:29:28.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.657+0000 7fe5aebfa740 20 client.17928 trim_cache size 0 max 16384 2024-03-16T18:29:28.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 Processor -- start 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 -- start start 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c4b2130 con 0x55fd8c5c5b70 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c5bf4b0 con 0x55fd8c5ce750 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.669+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c5de600 con 0x55fd8c5c5250 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37564/0 (socket says 172.21.15.17:37564) 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 -- 172.21.15.17:0/952974261 learned_addr learned my addr 172.21.15.17:0/952974261 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 -- 172.21.15.17:0/952974261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 msgr2=0x55fd8c5cdb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5cdb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 -- 172.21.15.17:0/952974261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5ce750 msgr2=0x55fd8c5d9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 -- 172.21.15.17:0/952974261 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fd8c4c7c20 con 0x55fd8c5c5b70 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce0d0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fe594009370 tx=0x7fe59400f4e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a167bed0c43f6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe58f7fe640 1 -- 172.21.15.17:0/952974261 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe594009530 con 0x55fd8c5c5b70 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe58f7fe640 1 -- 172.21.15.17:0/952974261 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe594011ce0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.670+0000 7fe58f7fe640 1 -- 172.21.15.17:0/952974261 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59400fca0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 -- 172.21.15.17:0/952974261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 msgr2=0x55fd8c5ce0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce0d0 secure :-1 s=READY pgs=1111 cs=0 l=1 rev1=1 crypto rx=0x7fe594009370 tx=0x7fe59400f4e0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 -- 172.21.15.17:0/952974261 shutdown_connections 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5b70 0x55fd8c5ce0d0 unknown :-1 s=CLOSED pgs=1111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5ce750 0x55fd8c5d9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/952974261 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5c5250 0x55fd8c5cdb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 -- 172.21.15.17:0/952974261 >> 172.21.15.17:0/952974261 conn(0x55fd8c5bf980 msgr2=0x55fd8c5beb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 -- 172.21.15.17:0/952974261 shutdown_connections 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 -- 172.21.15.17:0/952974261 wait complete. 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 -- start start 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.671+0000 7fe5aebfa740 1 Processor -- start 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 0x55fd8c633420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c633960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5c8250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c5c8860 con 0x55fd8c5c5250 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c5c89d0 con 0x55fd8c5c5b70 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fd8c5c8b90 con 0x55fd8c5ce750 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 10 client.0 _ll_register_callbacks cb 0x7fe5a0010e20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 0x55fd8c633420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 0x55fd8c633420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37580/0 (socket says 172.21.15.17:37580) 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 -- 172.21.15.17:0/1208965402 learned_addr learned my addr 172.21.15.17:0/1208965402 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aa5b2640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5c8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c633960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 -- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 msgr2=0x55fd8c5c8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5c8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 -- 172.21.15.17:0/1208965402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 msgr2=0x55fd8c633960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c633960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 -- 172.21.15.17:0/1208965402 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fd8c52b6a0 con 0x55fd8c5c5250 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5a9db1640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 0x55fd8c633420 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fe5a00971f0 tx=0x7fe5a0069cc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=809bc76e64173f42 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe58d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1208965402 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a00a2fc0 con 0x55fd8c5c5250 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1208965402 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe5a00a2b30 con 0x55fd8c5c5250 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55fd8c2b8890 con 0x55fd8c5c5250 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1208965402 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5a00a2cf0 con 0x55fd8c5c5250 2024-03-16T18:29:28.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 10 client.17934 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.672+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55fd8c4ed8c0 con 0x55fd8c5c5250 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1208965402 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55fd8c2b8890 con 0x55fd8c5c5250 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1208965402 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe5a0096770 con 0x55fd8c5c5250 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5aebfa740 10 client.17934 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5aebfa740 10 client.17934 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5aebfa740 20 client.17934 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c63b260 0x55fd8c63d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5aebfa740 4 client.17934 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55fd8c1d8700 con 0x55fd8c63b260 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.673+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c63b260 0x55fd8c63d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe58d7fa640 10 client.17934 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5a95b0640 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c63b260 0x55fd8c63d680 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=faa30838e0595eb4 server_cookie=fd753b4c4142339 in_seq=0 out_seq=0 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1208965402 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55fd8c1d8700 con 0x55fd8c63b260 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe58d7fa640 10 client.17934 handle_command_reply: tid=0 2024-03-16T18:29:28.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 client.17934 shutdown 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 msgr2=0x55fd8c633420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 0x55fd8c633420 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7fe5a00971f0 tx=0x7fe5a0069cc0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 shutdown_connections 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55fd8c63b260 0x55fd8c63d680 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55fd8c5ce750 0x55fd8c5c8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55fd8c5c5b70 0x55fd8c633960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe58d7fa640 0 client.17934 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 --2- 172.21.15.17:0/1208965402 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55fd8c5c5250 0x55fd8c633420 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 >> 172.21.15.17:0/1208965402 conn(0x55fd8c5bf980 msgr2=0x55fd8c5c0d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 shutdown_connections 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 1 -- 172.21.15.17:0/1208965402 wait complete. 2024-03-16T18:29:28.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.674+0000 7fe5aebfa740 20 client.17934 trim_cache size 0 max 16384 2024-03-16T18:29:28.681 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:29:28.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 msgr2=0x7fe5900a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fe59c005cc0 tx=0x7fe59c005c50 comp rx=0 tx=0).stop 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 msgr2=0x7fe5a4198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 0x7fe5a4198880 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fe5a000e9f0 tx=0x7fe5a000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 shutdown_connections 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a4199350 0x7fe5a41a3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a41056a0 0x7fe5a4198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 --2- 172.21.15.17:0/413749412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a41005d0 0x7fe5a4198880 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 >> 172.21.15.17:0/413749412 conn(0x7fe5a40774f0 msgr2=0x7fe5a40fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 shutdown_connections 2024-03-16T18:29:28.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.675+0000 7fe5ac015640 1 -- 172.21.15.17:0/413749412 wait complete. 2024-03-16T18:29:28.685 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:29:28.685 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:29:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/177043860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf641014a0 msgr2=0x7fdf64101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/177043860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf641014a0 0x7fdf64101920 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7fdf58009900 tx=0x7fdf5802bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/177043860 shutdown_connections 2024-03-16T18:29:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/177043860 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf641014a0 0x7fdf64101920 unknown :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/177043860 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf64101e60 0x7fdf6410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/177043860 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf64107560 0x7fdf64107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/177043860 >> 172.21.15.17:0/177043860 conn(0x7fdf640788f0 msgr2=0x7fdf64078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/177043860 shutdown_connections 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.790+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/177043860 wait complete. 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 Processor -- start 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 -- start start 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf641014a0 0x7fdf6419d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 0x7fdf6419db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf64107560 0x7fdf64197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf64197e30 con 0x7fdf64101e60 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf64197fa0 con 0x7fdf64107560 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6b9ae640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf64198160 con 0x7fdf641014a0 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 0x7fdf6419db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 0x7fdf6419db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37596/0 (socket says 172.21.15.17:37596) 2024-03-16T18:29:28.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 -- 172.21.15.17:0/262738258 learned_addr learned my addr 172.21.15.17:0/262738258 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf64107560 0x7fdf64197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf6974a640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf641014a0 0x7fdf6419d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 -- 172.21.15.17:0/262738258 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf641014a0 msgr2=0x7fdf6419d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf641014a0 0x7fdf6419d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 -- 172.21.15.17:0/262738258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf64107560 msgr2=0x7fdf64197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf64107560 0x7fdf64197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.791+0000 7fdf68f49640 1 -- 172.21.15.17:0/262738258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf5c009490 con 0x7fdf64101e60 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.792+0000 7fdf68f49640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 0x7fdf6419db60 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fdf58005940 tx=0x7fdf58005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.792+0000 7fdf627fc640 1 -- 172.21.15.17:0/262738258 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf58004350 con 0x7fdf64101e60 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.792+0000 7fdf627fc640 1 -- 172.21.15.17:0/262738258 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdf580044b0 con 0x7fdf64101e60 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.792+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf58009560 con 0x7fdf64101e60 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.792+0000 7fdf627fc640 1 -- 172.21.15.17:0/262738258 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf580053c0 con 0x7fdf64101e60 2024-03-16T18:29:28.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.792+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf641a4470 con 0x7fdf64101e60 2024-03-16T18:29:28.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf627fc640 1 -- 172.21.15.17:0/262738258 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fdf58005520 con 0x7fdf64101e60 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 Processor -- start 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 -- start start 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b7f00 0x5651ef8b82e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8c5620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c7f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef873960 con 0x5651ef8b8820 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef827310 con 0x5651ef8b7f00 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6e582740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef824840 con 0x5651ef8c5b60 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8c5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8c5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37612/0 (socket says 172.21.15.17:37612) 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf6974a640 1 -- 172.21.15.17:0/3812991817 learned_addr learned my addr 172.21.15.17:0/3812991817 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b7f00 0x5651ef8b82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf68f49640 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c7f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.795+0000 7fdf627fc640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdf4c0a1ba0 0x7fdf4c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdf4c0a1ba0 0x7fdf4c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf6974a640 1 -- 172.21.15.17:0/3812991817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 msgr2=0x5651ef8c7f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf6974a640 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c7f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf627fc640 1 -- 172.21.15.17:0/262738258 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdf580efc90 con 0x7fdf64101e60 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf6974a640 1 -- 172.21.15.17:0/3812991817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b7f00 msgr2=0x5651ef8b82e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf6974a640 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b7f00 0x5651ef8b82e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf6974a640 1 -- 172.21.15.17:0/3812991817 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5651ef7e2060 con 0x5651ef8b8820 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf6974a640 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8c5620 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c009e80 tx=0x7fdf5c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b3826e1ba215150 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf4b7fe640 1 -- 172.21.15.17:0/3812991817 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c019410 con 0x5651ef8b8820 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdf4c0a1ba0 0x7fdf4c0a4060 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdf54005c40 tx=0x7fdf54004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf4b7fe640 1 -- 172.21.15.17:0/3812991817 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdf5c019a20 con 0x5651ef8b8820 2024-03-16T18:29:28.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.796+0000 7fdf4b7fe640 1 -- 172.21.15.17:0/3812991817 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c018a00 con 0x5651ef8b8820 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 -- 172.21.15.17:0/3812991817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 msgr2=0x5651ef8c5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8c5620 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c009e80 tx=0x7fdf5c011810 comp rx=0 tx=0).stop 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 -- 172.21.15.17:0/3812991817 shutdown_connections 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8c5620 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c7f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3812991817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b7f00 0x5651ef8b82e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 -- 172.21.15.17:0/3812991817 >> 172.21.15.17:0/3812991817 conn(0x5651ef8b2980 msgr2=0x5651ef8b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 -- 172.21.15.17:0/3812991817 shutdown_connections 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 -- 172.21.15.17:0/3812991817 wait complete. 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 -- start start 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.797+0000 7fdf6e582740 1 Processor -- start 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b8820 0x5651ef8c2840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef820020 con 0x5651ef8b7f00 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef4f3430 con 0x5651ef8b8820 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef4afe00 con 0x5651ef8c5b60 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 10 client.0 _ll_register_callbacks cb 0x5651ef7c7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c54b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37618/0 (socket says 172.21.15.17:37618) 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf68f49640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b8820 0x5651ef8c2840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 -- 172.21.15.17:0/2457782596 learned_addr learned my addr 172.21.15.17:0/2457782596 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 -- 172.21.15.17:0/2457782596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 msgr2=0x5651ef8c2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 -- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b8820 msgr2=0x5651ef8c2840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b8820 0x5651ef8c2840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 -- 172.21.15.17:0/2457782596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf5c009ae0 con 0x5651ef8b7f00 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6974a640 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c54b0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c01afd0 tx=0x7fdf5c0185e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc0daf629cb7cde server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf48ff9640 1 -- 172.21.15.17:0/2457782596 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c019850 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf48ff9640 1 -- 172.21.15.17:0/2457782596 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdf5c005040 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5651ef51f7e0 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.798+0000 7fdf48ff9640 1 -- 172.21.15.17:0/2457782596 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf5c005200 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 10 client.17946 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5651ef81e6a0 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf48ff9640 1 -- 172.21.15.17:0/2457782596 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5651ef51f7e0 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf48ff9640 1 -- 172.21.15.17:0/2457782596 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdf5c0046c0 con 0x5651ef8b7f00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 10 client.17946 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 10 client.17946 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 20 client.17946 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef8d5c00 0x5651ef8d7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 4 client.17946 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5651ef55c720 con 0x5651ef8d5c00 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.799+0000 7fdf68f49640 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef8d5c00 0x5651ef8d7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf68f49640 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef8d5c00 0x5651ef8d7ff0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b450bc8c6fd52c43 server_cookie=9bc97dd3a3a446a0 in_seq=0 out_seq=0 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf48ff9640 10 client.17946 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf48ff9640 1 -- 172.21.15.17:0/2457782596 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5651ef55c720 con 0x5651ef8d5c00 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf48ff9640 10 client.17946 handle_command_reply: tid=0 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 client.17946 shutdown 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 msgr2=0x5651ef8c54b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c54b0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c01afd0 tx=0x7fdf5c0185e0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 shutdown_connections 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef8d5c00 0x5651ef8d7ff0 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8c5b60 0x5651ef8c2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8b8820 0x5651ef8c2840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf48ff9640 0 client.17946 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 --2- 172.21.15.17:0/2457782596 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c54b0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 >> 172.21.15.17:0/2457782596 conn(0x5651ef8b2980 msgr2=0x5651ef8b46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 shutdown_connections 2024-03-16T18:29:28.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.800+0000 7fdf6e582740 1 -- 172.21.15.17:0/2457782596 wait complete. 2024-03-16T18:29:28.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.801+0000 7fdf6e582740 20 client.17946 trim_cache size 0 max 16384 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 Processor -- start 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 -- start start 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c4f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b8820 0x5651ef8c54b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef8d0f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef7a5130 con 0x5651ef8b7f00 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef8d2110 con 0x5651ef8c5b60 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6e582740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef8c2ba0 con 0x5651ef8b8820 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c4f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37626/0 (socket says 172.21.15.17:37626) 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 -- 172.21.15.17:0/148410914 learned_addr learned my addr 172.21.15.17:0/148410914 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.818 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf68f49640 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b8820 0x5651ef8c54b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef8d0f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 -- 172.21.15.17:0/148410914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b8820 msgr2=0x5651ef8c54b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b8820 0x5651ef8c54b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 -- 172.21.15.17:0/148410914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 msgr2=0x5651ef8d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef8d0f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 -- 172.21.15.17:0/148410914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5651ef7bac20 con 0x5651ef8b7f00 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.813+0000 7fdf6974a640 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c4f70 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c009e80 tx=0x7fdf5c004e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13eae605759ba42c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf4affd640 1 -- 172.21.15.17:0/148410914 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c011dc0 con 0x5651ef8b7f00 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf4affd640 1 -- 172.21.15.17:0/148410914 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdf5c019850 con 0x5651ef8b7f00 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf4affd640 1 -- 172.21.15.17:0/148410914 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf5c005250 con 0x5651ef8b7f00 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 -- 172.21.15.17:0/148410914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 msgr2=0x5651ef8c4f70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c4f70 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7fdf5c009e80 tx=0x7fdf5c004e10 comp rx=0 tx=0).stop 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 -- 172.21.15.17:0/148410914 shutdown_connections 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef8d0f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.819 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b8820 0x5651ef8c54b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 --2- 172.21.15.17:0/148410914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b7f00 0x5651ef8c4f70 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 -- 172.21.15.17:0/148410914 >> 172.21.15.17:0/148410914 conn(0x5651ef8b2980 msgr2=0x5651ef8bde50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 -- 172.21.15.17:0/148410914 shutdown_connections 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 -- 172.21.15.17:0/148410914 wait complete. 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 -- start start 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.814+0000 7fdf6e582740 1 Processor -- start 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b7f00 0x5651ef8bf620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8bfb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef9304c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef930a00 con 0x5651ef8b8820 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef930b40 con 0x5651ef8c5b60 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5651ef930cd0 con 0x5651ef8b7f00 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6e582740 10 client.0 _ll_register_callbacks cb 0x7fdf5c01c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8bfb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b7f00 0x5651ef8bf620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8bfb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37638/0 (socket says 172.21.15.17:37638) 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf6974a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b7f00 0x5651ef8bf620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:45380/0 (socket says 172.21.15.17:45380) 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 -- 172.21.15.17:0/3725076782 learned_addr learned my addr 172.21.15.17:0/3725076782 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf69f4b640 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef9304c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 -- 172.21.15.17:0/3725076782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b7f00 msgr2=0x5651ef8bf620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b7f00 0x5651ef8bf620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 -- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 msgr2=0x5651ef9304c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef9304c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 -- 172.21.15.17:0/3725076782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5651ef81e6a0 con 0x5651ef8b8820 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf68f49640 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8bfb60 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fdf580ed130 tx=0x7fdf580b8a10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c66633d726155d25 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf48ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:28.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.815+0000 7fdf48ff9640 1 -- 172.21.15.17:0/3725076782 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf580bcd40 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf48ff9640 1 -- 172.21.15.17:0/3725076782 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdf580bc640 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdf5c019a20 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf48ff9640 1 -- 172.21.15.17:0/3725076782 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdf580c0790 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 10 client.17952 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5651ef7e08c0 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf48ff9640 1 -- 172.21.15.17:0/3725076782 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdf5c019a20 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf48ff9640 1 -- 172.21.15.17:0/3725076782 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdf580dad20 con 0x5651ef8b8820 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 10 client.17952 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 10 client.17952 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 20 client.17952 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef932310 0x5651ef934730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 4 client.17952 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:29:28.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5651ef5ab890 con 0x5651ef932310 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.816+0000 7fdf6974a640 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef932310 0x5651ef934730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6974a640 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef932310 0x5651ef934730 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e7e544085a198250 server_cookie=691ba07b851d4a42 in_seq=0 out_seq=0 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf48ff9640 10 client.17952 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf48ff9640 1 -- 172.21.15.17:0/3725076782 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5651ef5ab890 con 0x5651ef932310 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf48ff9640 10 client.17952 handle_command_reply: tid=0 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 client.17952 shutdown 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 msgr2=0x5651ef8bfb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8bfb60 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fdf580ed130 tx=0x7fdf580b8a10 comp rx=0 tx=0).stop 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 shutdown_connections 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5651ef932310 0x5651ef934730 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5651ef8b8820 0x5651ef8bfb60 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5651ef8c5b60 0x5651ef9304c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf48ff9640 0 client.17952 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:29:28.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 --2- 172.21.15.17:0/3725076782 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5651ef8b7f00 0x5651ef8bf620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 >> 172.21.15.17:0/3725076782 conn(0x5651ef8b2980 msgr2=0x5651ef8b12f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 shutdown_connections 2024-03-16T18:29:28.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 1 -- 172.21.15.17:0/3725076782 wait complete. 2024-03-16T18:29:28.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6e582740 20 client.17952 trim_cache size 0 max 16384 2024-03-16T18:29:28.824 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdf4c0a1ba0 msgr2=0x7fdf4c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdf4c0a1ba0 0x7fdf4c0a4060 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdf54005c40 tx=0x7fdf54004ab0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 msgr2=0x7fdf6419db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.817+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 0x7fdf6419db60 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7fdf58005940 tx=0x7fdf58005df0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 shutdown_connections 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdf4c0a1ba0 0x7fdf4c0a4060 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdf64101e60 0x7fdf6419db60 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdf64107560 0x7fdf64197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 --2- 172.21.15.17:0/262738258 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdf641014a0 0x7fdf6419d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 >> 172.21.15.17:0/262738258 conn(0x7fdf640788f0 msgr2=0x7fdf641001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 shutdown_connections 2024-03-16T18:29:28.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.818+0000 7fdf6b9ae640 1 -- 172.21.15.17:0/262738258 wait complete. 2024-03-16T18:29:28.828 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:29:28.828 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:29:28.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 -- 172.21.15.17:0/609062818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 msgr2=0x7fde14105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 --2- 172.21.15.17:0/609062818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14105fe0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7fde10009900 tx=0x7fde1002bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:28.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 -- 172.21.15.17:0/609062818 shutdown_connections 2024-03-16T18:29:28.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 --2- 172.21.15.17:0/609062818 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde14100500 0x7fde1410c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 --2- 172.21.15.17:0/609062818 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde140ffb40 0x7fde140fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 --2- 172.21.15.17:0/609062818 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14105fe0 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 -- 172.21.15.17:0/609062818 >> 172.21.15.17:0/609062818 conn(0x7fde140769b0 msgr2=0x7fde140fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 -- 172.21.15.17:0/609062818 shutdown_connections 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.933+0000 7fde1b735640 1 -- 172.21.15.17:0/609062818 wait complete. 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 Processor -- start 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 -- start start 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde140ffb40 0x7fde1419d690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde14100500 0x7fde1419dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde14197ea0 con 0x7fde14105c00 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde14198010 con 0x7fde140ffb40 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde1b735640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde141981d0 con 0x7fde14100500 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde194d1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde140ffb40 0x7fde1419d690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14197800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37656/0 (socket says 172.21.15.17:37656) 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 -- 172.21.15.17:0/688685643 learned_addr learned my addr 172.21.15.17:0/688685643 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde18cd0640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde14100500 0x7fde1419dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 -- 172.21.15.17:0/688685643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde14100500 msgr2=0x7fde1419dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde14100500 0x7fde1419dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 -- 172.21.15.17:0/688685643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde140ffb40 msgr2=0x7fde1419d690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde140ffb40 0x7fde1419d690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde19cd2640 1 -- 172.21.15.17:0/688685643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde10009560 con 0x7fde14105c00 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.934+0000 7fde194d1640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde140ffb40 0x7fde1419d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.935+0000 7fde19cd2640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14197800 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00ec60 tx=0x7fde0c00c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.935+0000 7fde0a7fc640 1 -- 172.21.15.17:0/688685643 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0c004d20 con 0x7fde14105c00 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.935+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde141984b0 con 0x7fde14105c00 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.935+0000 7fde0a7fc640 1 -- 172.21.15.17:0/688685643 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fde0c004e80 con 0x7fde14105c00 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.935+0000 7fde0a7fc640 1 -- 172.21.15.17:0/688685643 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0c0055b0 con 0x7fde14105c00 2024-03-16T18:29:28.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.935+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde141a46c0 con 0x7fde14105c00 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.937+0000 7fde0a7fc640 1 -- 172.21.15.17:0/688685643 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fde0c00ed50 con 0x7fde14105c00 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.937+0000 7fde1e3ea740 1 Processor -- start 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 -- start start 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x555602771630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771b70 0x55560277a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55560277a750 0x55560277cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55560272c960 con 0x555602771250 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556026e0310 con 0x555602771b70 2024-03-16T18:29:28.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556026dd840 con 0x55560277a750 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x555602771630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde0a7fc640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fde000a1ba0 0x7fde000a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x555602771630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37668/0 (socket says 172.21.15.17:37668) 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 -- 172.21.15.17:0/3180640667 learned_addr learned my addr 172.21.15.17:0/3180640667 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde194d1640 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771b70 0x55560277a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55560277a750 0x55560277cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde19cd2640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fde000a1ba0 0x7fde000a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde0a7fc640 1 -- 172.21.15.17:0/688685643 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fde0c0cde40 con 0x7fde14105c00 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 -- 172.21.15.17:0/3180640667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55560277a750 msgr2=0x55560277cb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55560277a750 0x55560277cb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 -- 172.21.15.17:0/3180640667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771b70 msgr2=0x55560277a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771b70 0x55560277a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 -- 172.21.15.17:0/3180640667 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55560269b060 con 0x555602771250 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.938+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x555602771630 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fde040135b0 tx=0x7fde04009830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=897811b7adc85e18 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde19cd2640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fde000a1ba0 0x7fde000a4060 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fde0c0cb220 tx=0x7fde0c06c850 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fddff7fe640 1 -- 172.21.15.17:0/3180640667 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde04004050 con 0x555602771250 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fddff7fe640 1 -- 172.21.15.17:0/3180640667 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fde04005020 con 0x555602771250 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fddff7fe640 1 -- 172.21.15.17:0/3180640667 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde04004b20 con 0x555602771250 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3180640667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 msgr2=0x555602771630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x555602771630 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fde040135b0 tx=0x7fde04009830 comp rx=0 tx=0).stop 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3180640667 shutdown_connections 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55560277a750 0x55560277cb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771b70 0x55560277a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3180640667 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x555602771630 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3180640667 >> 172.21.15.17:0/3180640667 conn(0x55560276b980 msgr2=0x55560276bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3180640667 shutdown_connections 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.939+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3180640667 wait complete. 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 -- start start 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 Processor -- start 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x55560277a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x5556027774a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55560277a750 0x555602777ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556026d9020 con 0x555602771250 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556023ac430 con 0x55560277a750 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555602368e00 con 0x555602771b70 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde1e3ea740 10 client.0 _ll_register_callbacks cb 0x555602680cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x55560277a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x55560277a110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37672/0 (socket says 172.21.15.17:37672) 2024-03-16T18:29:28.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde18cd0640 1 -- 172.21.15.17:0/4145325939 learned_addr learned my addr 172.21.15.17:0/4145325939 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde194d1640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x5556027774a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.940+0000 7fde18cd0640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55560277a750 0x555602777ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde194d1640 1 -- 172.21.15.17:0/4145325939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55560277a750 msgr2=0x555602777ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde194d1640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55560277a750 0x555602777ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde194d1640 1 -- 172.21.15.17:0/4145325939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 msgr2=0x55560277a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde194d1640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x55560277a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde194d1640 1 -- 172.21.15.17:0/4145325939 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde04009d10 con 0x555602771b70 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde18cd0640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x55560277a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde194d1640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x5556027774a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fde10000c00 tx=0x7fde10004270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=308c684f61f78a94 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fddfcff9640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fddfcff9640 1 -- 172.21.15.17:0/4145325939 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde100035f0 con 0x555602771b70 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fddfcff9640 1 -- 172.21.15.17:0/4145325939 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fde10003750 con 0x555602771b70 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5556023d87e0 con 0x555602771b70 2024-03-16T18:29:28.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fddfcff9640 1 -- 172.21.15.17:0/4145325939 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde10003910 con 0x555602771b70 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde1e3ea740 10 client.27739 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5556026d76a0 con 0x555602771b70 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.941+0000 7fddfcff9640 1 -- 172.21.15.17:0/4145325939 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5556023d87e0 con 0x555602771b70 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fddfcff9640 1 -- 172.21.15.17:0/4145325939 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fde1003c040 con 0x555602771b70 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde1e3ea740 10 client.27739 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde1e3ea740 10 client.27739 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde1e3ea740 20 client.27739 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55560278a880 0x55560278cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde1e3ea740 4 client.27739 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555602415720 con 0x55560278a880 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde18cd0640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55560278a880 0x55560278cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fddfcff9640 10 client.27739 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.942+0000 7fde18cd0640 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55560278a880 0x55560278cc70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=2f9bca557b92f159 server_cookie=a72de78d50c4ce6e in_seq=0 out_seq=0 2024-03-16T18:29:28.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fddfcff9640 1 -- 172.21.15.17:0/4145325939 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555602415720 con 0x55560278a880 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fddfcff9640 10 client.27739 handle_command_reply: tid=0 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 client.27739 shutdown 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 msgr2=0x5556027774a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x5556027774a0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fde10000c00 tx=0x7fde10004270 comp rx=0 tx=0).stop 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 shutdown_connections 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55560278a880 0x55560278cc70 crc :-1 s=READY pgs=60 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55560277a750 0x555602777ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x5556027774a0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/4145325939 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555602771250 0x55560277a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fddfcff9640 0 client.27739 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 >> 172.21.15.17:0/4145325939 conn(0x55560276b980 msgr2=0x55560276d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 shutdown_connections 2024-03-16T18:29:28.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 1 -- 172.21.15.17:0/4145325939 wait complete. 2024-03-16T18:29:28.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.943+0000 7fde1e3ea740 20 client.27739 trim_cache size 0 max 16384 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.955+0000 7fde1e3ea740 1 Processor -- start 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.955+0000 7fde1e3ea740 1 -- start start 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602779bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x55560277a110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602785ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55560265e130 con 0x55560277a750 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556023d87e0 con 0x555602771250 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556027709f0 con 0x555602771b70 2024-03-16T18:29:28.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602785ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602785ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37680/0 (socket says 172.21.15.17:37680) 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 -- 172.21.15.17:0/3643594872 learned_addr learned my addr 172.21.15.17:0/3643594872 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde194d1640 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x55560277a110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 -- 172.21.15.17:0/3643594872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 msgr2=0x55560277a110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x55560277a110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 -- 172.21.15.17:0/3643594872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 msgr2=0x555602779bd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602779bd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 -- 172.21.15.17:0/3643594872 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555602673c20 con 0x55560277a750 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fde18cd0640 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602785ad0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fde04009710 tx=0x7fde04005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a775d813b5baf54 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fddfeffd640 1 -- 172.21.15.17:0/3643594872 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde040312c0 con 0x55560277a750 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fddfeffd640 1 -- 172.21.15.17:0/3643594872 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fde04004e70 con 0x55560277a750 2024-03-16T18:29:28.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.956+0000 7fddfeffd640 1 -- 172.21.15.17:0/3643594872 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde0400fbf0 con 0x55560277a750 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3643594872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 msgr2=0x555602785ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602785ad0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fde04009710 tx=0x7fde04005d30 comp rx=0 tx=0).stop 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3643594872 shutdown_connections 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602785ad0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x55560277a110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/3643594872 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602779bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3643594872 >> 172.21.15.17:0/3643594872 conn(0x55560276b980 msgr2=0x55560276ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3643594872 shutdown_connections 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 -- 172.21.15.17:0/3643594872 wait complete. 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 -- start start 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.957+0000 7fde1e3ea740 1 Processor -- start 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602775010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x555602773730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602773c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555602774370 con 0x55560277a750 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556027744e0 con 0x555602771250 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5556027ea140 con 0x555602771b70 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde1e3ea740 10 client.0 _ll_register_callbacks cb 0x7fde10009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602773c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602775010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x555602773730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde18cd0640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602775010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:54390/0 (socket says 172.21.15.17:54390) 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde18cd0640 1 -- 172.21.15.17:0/1968155019 learned_addr learned my addr 172.21.15.17:0/1968155019 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 -- 172.21.15.17:0/1968155019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 msgr2=0x555602775010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602775010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 -- 172.21.15.17:0/1968155019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 msgr2=0x555602773c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:28.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602773c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 -- 172.21.15.17:0/1968155019 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55560269b060 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde18cd0640 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602775010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fde194d1640 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x555602773730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fde10009850 tx=0x7fde10003820 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ceb4c86f42d6219a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fddfcff9640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.958+0000 7fddfcff9640 1 -- 172.21.15.17:0/1968155019 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde10003da0 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fde04005020 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fddfcff9640 1 -- 172.21.15.17:0/1968155019 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fde100054e0 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fddfcff9640 1 -- 172.21.15.17:0/1968155019 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde10034560 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 10 client.27745 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5556026998c0 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fddfcff9640 1 -- 172.21.15.17:0/1968155019 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fde04005020 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fddfcff9640 1 -- 172.21.15.17:0/1968155019 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fde1005f070 con 0x555602771b70 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 10 client.27745 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:28.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 10 client.27745 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 20 client.27745 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5556027eb450 0x5556027ed870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 4 client.27745 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.959+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555602464890 con 0x5556027eb450 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde18cd0640 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5556027eb450 0x5556027ed870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde18cd0640 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5556027eb450 0x5556027ed870 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=5af30c1ca9763ea server_cookie=347808f79749f729 in_seq=0 out_seq=0 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fddfcff9640 10 client.27745 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fddfcff9640 1 -- 172.21.15.17:0/1968155019 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555602464890 con 0x5556027eb450 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fddfcff9640 10 client.27745 handle_command_reply: tid=0 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 client.27745 shutdown 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 msgr2=0x555602773730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x555602773730 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fde10009850 tx=0x7fde10003820 comp rx=0 tx=0).stop 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 shutdown_connections 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5556027eb450 0x5556027ed870 crc :-1 s=READY pgs=61 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55560277a750 0x555602773c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fddfcff9640 0 client.27745 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555602771b70 0x555602773730 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 --2- 172.21.15.17:0/1968155019 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555602771250 0x555602775010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 >> 172.21.15.17:0/1968155019 conn(0x55560276b980 msgr2=0x5556027819e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.960+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 shutdown_connections 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1e3ea740 1 -- 172.21.15.17:0/1968155019 wait complete. 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1e3ea740 20 client.27745 trim_cache size 0 max 16384 2024-03-16T18:29:28.967 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:29:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fde000a1ba0 msgr2=0x7fde000a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fde000a1ba0 0x7fde000a4060 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fde0c0cb220 tx=0x7fde0c06c850 comp rx=0 tx=0).stop 2024-03-16T18:29:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 msgr2=0x7fde14197800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14197800 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7fde0c00ec60 tx=0x7fde0c00c7a0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 shutdown_connections 2024-03-16T18:29:28.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fde000a1ba0 0x7fde000a4060 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fde14105c00 0x7fde14197800 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fde14100500 0x7fde1419dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 --2- 172.21.15.17:0/688685643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fde140ffb40 0x7fde1419d690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 >> 172.21.15.17:0/688685643 conn(0x7fde140769b0 msgr2=0x7fde140fe190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 shutdown_connections 2024-03-16T18:29:28.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:28.961+0000 7fde1b735640 1 -- 172.21.15.17:0/688685643 wait complete. 2024-03-16T18:29:28.972 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:29:28.972 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3642516561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54100f80 msgr2=0x7f5e54104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3642516561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54100f80 0x7f5e54104fc0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f5e48009930 tx=0x7f5e4802bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3642516561 shutdown_connections 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3642516561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54100f80 0x7f5e54104fc0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3642516561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e541056a0 0x7f5e5410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3642516561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 0x7f5e541009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.077+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3642516561 >> 172.21.15.17:0/3642516561 conn(0x7f5e540774f0 msgr2=0x7f5e54077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.078+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3642516561 shutdown_connections 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.078+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3642516561 wait complete. 2024-03-16T18:29:29.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.078+0000 7f5e5a33e640 1 Processor -- start 2024-03-16T18:29:29.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.078+0000 7f5e5a33e640 1 -- start start 2024-03-16T18:29:29.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.078+0000 7f5e5a33e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 0x7f5e54102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.078+0000 7f5e5a33e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e541056a0 0x7f5e541025a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e5a33e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 0x7f5e541a5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e5a33e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e541a6220 con 0x7f5e54102ae0 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e5a33e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e541a6390 con 0x7f5e541056a0 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e5a33e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e541a6550 con 0x7f5e541005d0 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 0x7f5e541a5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 0x7f5e54102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 0x7f5e541a5c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37724/0 (socket says 172.21.15.17:37724) 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 -- 172.21.15.17:0/3404758550 learned_addr learned my addr 172.21.15.17:0/3404758550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e537fe640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e541056a0 0x7f5e541025a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 -- 172.21.15.17:0/3404758550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 msgr2=0x7f5e54102060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 0x7f5e54102060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 -- 172.21.15.17:0/3404758550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e541056a0 msgr2=0x7f5e541025a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e541056a0 0x7f5e541025a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 -- 172.21.15.17:0/3404758550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e48009560 con 0x7f5e54102ae0 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e53fff640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 0x7f5e54102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e588db640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 0x7f5e541a5c50 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c00eb10 tx=0x7f5e4c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e517fa640 1 -- 172.21.15.17:0/3404758550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4c004b20 con 0x7f5e54102ae0 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e541a6830 con 0x7f5e54102ae0 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e517fa640 1 -- 172.21.15.17:0/3404758550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e4c004c80 con 0x7f5e54102ae0 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e517fa640 1 -- 172.21.15.17:0/3404758550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4c010690 con 0x7f5e54102ae0 2024-03-16T18:29:29.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.079+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e541a6d10 con 0x7f5e54102ae0 2024-03-16T18:29:29.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e517fa640 1 -- 172.21.15.17:0/3404758550 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5e4c005020 con 0x7f5e54102ae0 2024-03-16T18:29:29.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 Processor -- start 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 -- start start 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d823630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d82c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d82eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d7de960 con 0x56077d823b70 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d792310 con 0x56077d82c750 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d78f840 con 0x56077d823250 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e517fa640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e3c0a1bd0 0x7f5e3c0a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d82c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d82c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37736/0 (socket says 172.21.15.17:37736) 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e53fff640 1 -- 172.21.15.17:0/896877139 learned_addr learned my addr 172.21.15.17:0/896877139 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e537fe640 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d82eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e537fe640 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d823630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e517fa640 1 -- 172.21.15.17:0/3404758550 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5e4c014070 con 0x7f5e54102ae0 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.082+0000 7f5e588db640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e3c0a1bd0 0x7f5e3c0a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e53fff640 1 -- 172.21.15.17:0/896877139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 msgr2=0x56077d823630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e53fff640 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d823630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e53fff640 1 -- 172.21.15.17:0/896877139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 msgr2=0x56077d82eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e53fff640 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d82eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e53fff640 1 -- 172.21.15.17:0/896877139 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56077d74d060 con 0x56077d823b70 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e53fff640 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d82c210 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f5e440115c0 tx=0x7f5e44011a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83b5d7ec201080dd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e588db640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e3c0a1bd0 0x7f5e3c0a4090 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c0a2ba0 tx=0x7f5e4c069d10 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e3a7fc640 1 -- 172.21.15.17:0/896877139 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4400f5c0 con 0x56077d823b70 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e3a7fc640 1 -- 172.21.15.17:0/896877139 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e4400fbd0 con 0x56077d823b70 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.083+0000 7f5e3a7fc640 1 -- 172.21.15.17:0/896877139 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e44019bc0 con 0x56077d823b70 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 -- 172.21.15.17:0/896877139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 msgr2=0x56077d82c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d82c210 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f5e440115c0 tx=0x7f5e44011a80 comp rx=0 tx=0).stop 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 -- 172.21.15.17:0/896877139 shutdown_connections 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d82c210 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d82eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/896877139 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d823630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 -- 172.21.15.17:0/896877139 >> 172.21.15.17:0/896877139 conn(0x56077d81d980 msgr2=0x56077d81dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 -- 172.21.15.17:0/896877139 shutdown_connections 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 -- 172.21.15.17:0/896877139 wait complete. 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 -- start start 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 Processor -- start 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.084+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823250 0x56077d82c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8294b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d82c750 0x56077d829ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d78b020 con 0x56077d823b70 2024-03-16T18:29:29.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d45e430 con 0x56077d823250 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d41ae00 con 0x56077d82c750 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 10 client.0 _ll_register_callbacks cb 0x56077d732cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8294b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8294b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37746/0 (socket says 172.21.15.17:37746) 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 -- 172.21.15.17:0/1633344742 learned_addr learned my addr 172.21.15.17:0/1633344742 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823250 0x56077d82c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d82c750 0x56077d829ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 -- 172.21.15.17:0/1633344742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d82c750 msgr2=0x56077d829ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d82c750 0x56077d829ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 -- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823250 msgr2=0x56077d82c120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823250 0x56077d82c120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 -- 172.21.15.17:0/1633344742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e44009d40 con 0x56077d823b70 2024-03-16T18:29:29.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e53fff640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8294b0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f5e44005890 tx=0x7f5e4400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aab05ce996ab2f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e337fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e337fe640 1 -- 172.21.15.17:0/1633344742 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4400f950 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e337fe640 1 -- 172.21.15.17:0/1633344742 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5e44004040 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56077d48a7e0 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e337fe640 1 -- 172.21.15.17:0/1633344742 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e44004200 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 10 client.17982 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.085+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56077d7896a0 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e337fe640 1 -- 172.21.15.17:0/1633344742 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56077d48a7e0 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e337fe640 1 -- 172.21.15.17:0/1633344742 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5e44019c10 con 0x56077d823b70 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e5cffa740 10 client.17982 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e5cffa740 10 client.17982 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e5cffa740 20 client.17982 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d83c820 0x56077d83ec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e5cffa740 4 client.17982 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56077d4c7720 con 0x56077d83c820 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d83c820 0x56077d83ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e337fe640 10 client.17982 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.086+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d83c820 0x56077d83ec40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=a062a6ddd7ea463b server_cookie=c7c572d848db17d7 in_seq=0 out_seq=0 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e337fe640 1 -- 172.21.15.17:0/1633344742 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56077d4c7720 con 0x56077d83c820 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e337fe640 10 client.17982 handle_command_reply: tid=0 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 client.17982 shutdown 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 msgr2=0x56077d8294b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8294b0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f5e44005890 tx=0x7f5e4400ff70 comp rx=0 tx=0).stop 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 shutdown_connections 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d83c820 0x56077d83ec40 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8294b0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d82c750 0x56077d829ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e337fe640 0 client.17982 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:29:29.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1633344742 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823250 0x56077d82c120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 >> 172.21.15.17:0/1633344742 conn(0x56077d81d980 msgr2=0x56077d81f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 shutdown_connections 2024-03-16T18:29:29.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.087+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1633344742 wait complete. 2024-03-16T18:29:29.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.088+0000 7f5e5cffa740 20 client.17982 trim_cache size 0 max 16384 2024-03-16T18:29:29.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.100+0000 7f5e5cffa740 1 Processor -- start 2024-03-16T18:29:29.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.100+0000 7f5e5cffa740 1 -- start start 2024-03-16T18:29:29.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.100+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d81ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.100+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 0x56077d82bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 0x56077d82c120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d710130 con 0x56077d82c750 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d827a00 con 0x56077d823b70 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d838c70 con 0x56077d823250 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 0x56077d82c120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 0x56077d82bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 0x56077d82bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:54432/0 (socket says 172.21.15.17:54432) 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 0x56077d82c120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37752/0 (socket says 172.21.15.17:37752) 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e53fff640 1 -- 172.21.15.17:0/1600382492 learned_addr learned my addr 172.21.15.17:0/1600382492 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d81ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 -- 172.21.15.17:0/1600382492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 msgr2=0x56077d81ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d81ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 -- 172.21.15.17:0/1600382492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 msgr2=0x56077d82bbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 0x56077d82bbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 -- 172.21.15.17:0/1600382492 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56077d725c20 con 0x56077d82c750 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e53fff640 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 0x56077d82bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e537fe640 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 0x56077d82c120 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f5e4802c170 tx=0x7f5e48009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c749222807b9cf7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e39ffb640 1 -- 172.21.15.17:0/1600382492 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4802cb30 con 0x56077d82c750 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e39ffb640 1 -- 172.21.15.17:0/1600382492 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e48049040 con 0x56077d82c750 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.101+0000 7f5e39ffb640 1 -- 172.21.15.17:0/1600382492 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4804fe50 con 0x56077d82c750 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1600382492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 msgr2=0x56077d82c120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 0x56077d82c120 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f5e4802c170 tx=0x7f5e48009260 comp rx=0 tx=0).stop 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1600382492 shutdown_connections 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d82c750 0x56077d82c120 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d823b70 0x56077d82bbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/1600382492 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d81ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1600382492 >> 172.21.15.17:0/1600382492 conn(0x56077d81d980 msgr2=0x56077d81c2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1600382492 shutdown_connections 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 -- 172.21.15.17:0/1600382492 wait complete. 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.102+0000 7f5e5cffa740 1 -- start start 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 Processor -- start 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d891470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8919b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d8301f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d8307b0 con 0x56077d823b70 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d830920 con 0x56077d82c750 2024-03-16T18:29:29.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56077d830ae0 con 0x56077d823250 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e5cffa740 10 client.0 _ll_register_callbacks cb 0x7f5e44005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8919b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8919b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37754/0 (socket says 172.21.15.17:37754) 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 -- 172.21.15.17:0/2510129977 learned_addr learned my addr 172.21.15.17:0/2510129977 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e537fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d891470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e537fe640 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d8301f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 -- 172.21.15.17:0/2510129977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 msgr2=0x56077d891470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d891470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 -- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 msgr2=0x56077d8301f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d8301f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 -- 172.21.15.17:0/2510129977 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56077d7896a0 con 0x56077d823b70 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e53fff640 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8919b0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f5e44019790 tx=0x7f5e4401afb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a07467fff2e08021 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e337fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:29.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.103+0000 7f5e337fe640 1 -- 172.21.15.17:0/2510129977 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e4403a070 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e337fe640 1 -- 172.21.15.17:0/2510129977 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5e44000e40 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56077d8190f0 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e337fe640 1 -- 172.21.15.17:0/2510129977 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5e44009b30 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 10 client.17988 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f5e5410da80 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e337fe640 1 -- 172.21.15.17:0/2510129977 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56077d8190f0 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e337fe640 1 -- 172.21.15.17:0/2510129977 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5e4403d020 con 0x56077d823b70 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 10 client.17988 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:29.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 10 client.17988 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 20 client.17988 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d899110 0x56077d89b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 4 client.17988 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f5e4400fbd0 con 0x56077d899110 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.104+0000 7f5e537fe640 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d899110 0x56077d89b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e337fe640 10 client.17988 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e537fe640 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d899110 0x56077d89b530 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=fa226a31ea4e1b2a server_cookie=f21bcc36358c7416 in_seq=0 out_seq=0 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e337fe640 1 -- 172.21.15.17:0/2510129977 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f5e4400fbd0 con 0x56077d899110 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e337fe640 10 client.17988 handle_command_reply: tid=0 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 client.17988 shutdown 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 msgr2=0x56077d8919b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8919b0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f5e44019790 tx=0x7f5e4401afb0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 shutdown_connections 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x56077d899110 0x56077d89b530 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56077d823b70 0x56077d8919b0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56077d82c750 0x56077d8301f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e337fe640 0 client.17988 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 --2- 172.21.15.17:0/2510129977 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56077d823250 0x56077d891470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 >> 172.21.15.17:0/2510129977 conn(0x56077d81d980 msgr2=0x56077d81cb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 shutdown_connections 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 1 -- 172.21.15.17:0/2510129977 wait complete. 2024-03-16T18:29:29.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.105+0000 7f5e5cffa740 20 client.17988 trim_cache size 0 max 16384 2024-03-16T18:29:29.116 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e3c0a1bd0 msgr2=0x7f5e3c0a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e3c0a1bd0 0x7f5e3c0a4090 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c0a2ba0 tx=0x7f5e4c069d10 comp rx=0 tx=0).stop 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 msgr2=0x7f5e541a5c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 0x7f5e541a5c50 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f5e4c00eb10 tx=0x7f5e4c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 shutdown_connections 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e3c0a1bd0 0x7f5e3c0a4090 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e54102ae0 0x7f5e541a5c50 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e541056a0 0x7f5e541025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 --2- 172.21.15.17:0/3404758550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e541005d0 0x7f5e54102060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 >> 172.21.15.17:0/3404758550 conn(0x7f5e540774f0 msgr2=0x7f5e54068b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 shutdown_connections 2024-03-16T18:29:29.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.106+0000 7f5e5a33e640 1 -- 172.21.15.17:0/3404758550 wait complete. 2024-03-16T18:29:29.118 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:28 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2924531094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:29:29.119 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:29:29.119 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:29:29.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 -- 172.21.15.17:0/3047856595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 msgr2=0x7f2938101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 --2- 172.21.15.17:0/3047856595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f2938101920 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7f292c009900 tx=0x7f292c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 -- 172.21.15.17:0/3047856595 shutdown_connections 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 --2- 172.21.15.17:0/3047856595 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f2938101920 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 --2- 172.21.15.17:0/3047856595 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2938101e60 0x7f293810e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 --2- 172.21.15.17:0/3047856595 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2938107560 0x7f2938107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 -- 172.21.15.17:0/3047856595 >> 172.21.15.17:0/3047856595 conn(0x7f29380fcf90 msgr2=0x7f29380ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 -- 172.21.15.17:0/3047856595 shutdown_connections 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.223+0000 7f293d1e9640 1 -- 172.21.15.17:0/3047856595 wait complete. 2024-03-16T18:29:29.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 Processor -- start 2024-03-16T18:29:29.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 -- start start 2024-03-16T18:29:29.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f293819d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2938101e60 0x7f293819dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2938107560 0x7f2938197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2938197f60 con 0x7f29381014a0 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29381980d0 con 0x7f2938107560 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.224+0000 7f293d1e9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2938198290 con 0x7f2938101e60 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f293819d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f293819d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37764/0 (socket says 172.21.15.17:37764) 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 -- 172.21.15.17:0/2534019200 learned_addr learned my addr 172.21.15.17:0/2534019200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f293759e640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2938107560 0x7f2938197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f293659c640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2938101e60 0x7f293819dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 -- 172.21.15.17:0/2534019200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2938101e60 msgr2=0x7f293819dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2938101e60 0x7f293819dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 -- 172.21.15.17:0/2534019200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2938107560 msgr2=0x7f2938197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2938107560 0x7f2938197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 -- 172.21.15.17:0/2534019200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2928009840 con 0x7f29381014a0 2024-03-16T18:29:29.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f2936d9d640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f293819d760 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f293000e9f0 tx=0x7f293000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f291ffff640 1 -- 172.21.15.17:0/2534019200 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2930009720 con 0x7f29381014a0 2024-03-16T18:29:29.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f292c009560 con 0x7f29381014a0 2024-03-16T18:29:29.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f291ffff640 1 -- 172.21.15.17:0/2534019200 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f29300054d0 con 0x7f29381014a0 2024-03-16T18:29:29.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f291ffff640 1 -- 172.21.15.17:0/2534019200 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2930010430 con 0x7f29381014a0 2024-03-16T18:29:29.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.225+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29381a4620 con 0x7f29381014a0 2024-03-16T18:29:29.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.227+0000 7f291ffff640 1 -- 172.21.15.17:0/2534019200 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2930004fb0 con 0x7f29381014a0 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.227+0000 7f293fdc7740 1 Processor -- start 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 -- start start 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f874924630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8748df960 con 0x55f874924250 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f874893310 con 0x55f87492d750 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293fdc7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f874890840 con 0x55f874924b70 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f874924630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f874924630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37774/0 (socket says 172.21.15.17:37774) 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 -- 172.21.15.17:0/136670539 learned_addr learned my addr 172.21.15.17:0/136670539 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f2936d9d640 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293659c640 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f291ffff640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f29200a1ba0 0x7f29200a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 -- 172.21.15.17:0/136670539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 msgr2=0x55f87492d210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492d210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 -- 172.21.15.17:0/136670539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 msgr2=0x55f87492fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 -- 172.21.15.17:0/136670539 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f87484e060 con 0x55f874924250 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f29200a1ba0 0x7f29200a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f291ffff640 1 -- 172.21.15.17:0/2534019200 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f2930014070 con 0x7f29381014a0 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.228+0000 7f293759e640 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f874924630 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f29280116b0 tx=0x7f2928011b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab3941f24b4ea2c6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f291d7fa640 1 -- 172.21.15.17:0/136670539 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f292800fea0 con 0x55f874924250 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f291d7fa640 1 -- 172.21.15.17:0/136670539 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f29280044f0 con 0x55f874924250 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f291d7fa640 1 -- 172.21.15.17:0/136670539 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f292800f9e0 con 0x55f874924250 2024-03-16T18:29:29.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293759e640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f29200a1ba0 0x7f29200a4060 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2928023000 tx=0x7f2928024000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 -- 172.21.15.17:0/136670539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 msgr2=0x55f874924630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f874924630 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f29280116b0 tx=0x7f2928011b70 comp rx=0 tx=0).stop 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 -- 172.21.15.17:0/136670539 shutdown_connections 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 --2- 172.21.15.17:0/136670539 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f874924630 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 -- 172.21.15.17:0/136670539 >> 172.21.15.17:0/136670539 conn(0x55f87491e980 msgr2=0x55f87491ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 -- 172.21.15.17:0/136670539 shutdown_connections 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.229+0000 7f293fdc7740 1 -- 172.21.15.17:0/136670539 wait complete. 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 -- start start 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 Processor -- start 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f87492d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492aa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f87488c020 con 0x55f874924250 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f87455f430 con 0x55f87492d750 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f87451be00 con 0x55f874924b70 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293fdc7740 10 client.0 _ll_register_callbacks cb 0x55f874833cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f87492d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f87492d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37788/0 (socket says 172.21.15.17:37788) 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 -- 172.21.15.17:0/1792775081 learned_addr learned my addr 172.21.15.17:0/1792775081 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293659c640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f293759e640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492aa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 -- 172.21.15.17:0/1792775081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 msgr2=0x55f87492a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 -- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 msgr2=0x55f87492aa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492aa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.230+0000 7f2936d9d640 1 -- 172.21.15.17:0/1792775081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2928009e70 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f2936d9d640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f87492d0f0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f293000c6a0 tx=0x7f29300d1620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f2a1fc810a746f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f291aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f291aff5640 1 -- 172.21.15.17:0/1792775081 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f293009a330 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f291aff5640 1 -- 172.21.15.17:0/1792775081 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f293009aef0 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f87458b7e0 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f291aff5640 1 -- 172.21.15.17:0/1792775081 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f293009a150 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 10 client.18000 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f87488a6a0 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f291aff5640 1 -- 172.21.15.17:0/1792775081 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55f87458b7e0 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f291aff5640 1 -- 172.21.15.17:0/1792775081 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f293001f060 con 0x55f874924250 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 10 client.18000 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 10 client.18000 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:29.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 20 client.18000 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87493d870 0x55f87493fc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 4 client.18000 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f8745c8720 con 0x55f87493d870 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.231+0000 7f293659c640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87493d870 0x55f87493fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.232+0000 7f291aff5640 10 client.18000 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.232+0000 7f293659c640 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87493d870 0x55f87493fc60 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17a769838163246d server_cookie=29ebea3cd70f5949 in_seq=0 out_seq=0 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.232+0000 7f291aff5640 1 -- 172.21.15.17:0/1792775081 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f8745c8720 con 0x55f87493d870 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.232+0000 7f291aff5640 10 client.18000 handle_command_reply: tid=0 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.232+0000 7f293fdc7740 1 client.18000 shutdown 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 msgr2=0x55f87492d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f87492d0f0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f293000c6a0 tx=0x7f29300d1620 comp rx=0 tx=0).stop 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 shutdown_connections 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87493d870 0x55f87493fc60 crc :-1 s=READY pgs=161 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f87492aa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924b70 0x55f87492a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 --2- 172.21.15.17:0/1792775081 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924250 0x55f87492d0f0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 >> 172.21.15.17:0/1792775081 conn(0x55f87491e980 msgr2=0x55f8749206d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f291aff5640 0 client.18000 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 shutdown_connections 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 1 -- 172.21.15.17:0/1792775081 wait complete. 2024-03-16T18:29:29.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.233+0000 7f293fdc7740 20 client.18000 trim_cache size 0 max 16384 2024-03-16T18:29:29.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 Processor -- start 2024-03-16T18:29:29.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 -- start start 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924250 0x55f87492cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f87492d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f874938ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f874811130 con 0x55f874924b70 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f87491e4b0 con 0x55f87492d750 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293fdc7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f874923ee0 con 0x55f874924250 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f87492d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f87492d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37792/0 (socket says 172.21.15.17:37792) 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293659c640 1 -- 172.21.15.17:0/790600322 learned_addr learned my addr 172.21.15.17:0/790600322 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f2936d9d640 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924250 0x55f87492cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.245+0000 7f293759e640 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f874938ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293659c640 1 -- 172.21.15.17:0/790600322 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924250 msgr2=0x55f87492cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293659c640 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924250 0x55f87492cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293659c640 1 -- 172.21.15.17:0/790600322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 msgr2=0x55f874938ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293659c640 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f874938ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293659c640 1 -- 172.21.15.17:0/790600322 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f874826c20 con 0x55f874924b70 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293659c640 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f87492d0f0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f292c02c170 tx=0x7f292c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=478a408ded00a307 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f291cff9640 1 -- 172.21.15.17:0/790600322 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f292c04a330 con 0x55f874924b70 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f291cff9640 1 -- 172.21.15.17:0/790600322 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f292c02cc50 con 0x55f874924b70 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f291cff9640 1 -- 172.21.15.17:0/790600322 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f292c04a860 con 0x55f874924b70 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 -- 172.21.15.17:0/790600322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 msgr2=0x55f87492d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f87492d0f0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f292c02c170 tx=0x7f292c009260 comp rx=0 tx=0).stop 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 -- 172.21.15.17:0/790600322 shutdown_connections 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f87492d0f0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f87492d750 0x55f874938ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 --2- 172.21.15.17:0/790600322 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f874924250 0x55f87492cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 -- 172.21.15.17:0/790600322 >> 172.21.15.17:0/790600322 conn(0x55f87491e980 msgr2=0x55f87491db80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.246+0000 7f293fdc7740 1 -- 172.21.15.17:0/790600322 shutdown_connections 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 -- 172.21.15.17:0/790600322 wait complete. 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 -- start start 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 Processor -- start 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f874924250 0x55f874928080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f8749325e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f87492d750 0x55f874932b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8749330e0 con 0x55f874924b70 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f874933250 con 0x55f874924250 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f874933410 con 0x55f87492d750 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293fdc7740 10 client.0 _ll_register_callbacks cb 0x7f293000e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f8749325e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f8749325e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37802/0 (socket says 172.21.15.17:37802) 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 -- 172.21.15.17:0/451075449 learned_addr learned my addr 172.21.15.17:0/451075449 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:29.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f2936d9d640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f874924250 0x55f874928080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293759e640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f87492d750 0x55f874932b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 -- 172.21.15.17:0/451075449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f87492d750 msgr2=0x55f874932b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f87492d750 0x55f874932b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 -- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f874924250 msgr2=0x55f874928080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f874924250 0x55f874928080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.247+0000 7f293659c640 1 -- 172.21.15.17:0/451075449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f293810ec20 con 0x55f874924b70 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293659c640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f8749325e0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f292c009230 tx=0x7f292c02c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f207235a9d2b520e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f291aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f291aff5640 1 -- 172.21.15.17:0/451075449 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f292c04a800 con 0x55f874924b70 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f874617890 con 0x55f874924b70 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f291aff5640 1 -- 172.21.15.17:0/451075449 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f292c046040 con 0x55f874924b70 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f291aff5640 1 -- 172.21.15.17:0/451075449 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f292c02cc60 con 0x55f874924b70 2024-03-16T18:29:29.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 10 client.18006 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f87484c8c0 con 0x55f874924b70 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f291aff5640 1 -- 172.21.15.17:0/451075449 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55f874617890 con 0x55f874924b70 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f291aff5640 1 -- 172.21.15.17:0/451075449 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f292c04a050 con 0x55f874924b70 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 10 client.18006 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 10 client.18006 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 20 client.18006 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87499a340 0x55f87499c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 4 client.18006 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f874537700 con 0x55f87499a340 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.248+0000 7f2936d9d640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87499a340 0x55f87499c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f291aff5640 10 client.18006 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f2936d9d640 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87499a340 0x55f87499c760 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e86560a48dc5dd91 server_cookie=6bfe77b16ed024d4 in_seq=0 out_seq=0 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f291aff5640 1 -- 172.21.15.17:0/451075449 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f874537700 con 0x55f87499a340 2024-03-16T18:29:29.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f291aff5640 10 client.18006 handle_command_reply: tid=0 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 client.18006 shutdown 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 msgr2=0x55f8749325e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f8749325e0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f292c009230 tx=0x7f292c02c7a0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 shutdown_connections 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f87499a340 0x55f87499c760 crc :-1 s=READY pgs=162 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f874924b70 0x55f8749325e0 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f87492d750 0x55f874932b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 --2- 172.21.15.17:0/451075449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f874924250 0x55f874928080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 >> 172.21.15.17:0/451075449 conn(0x55f87491e980 msgr2=0x55f87491d2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f291aff5640 0 client.18006 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 shutdown_connections 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 1 -- 172.21.15.17:0/451075449 wait complete. 2024-03-16T18:29:29.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.249+0000 7f293fdc7740 20 client.18006 trim_cache size 0 max 16384 2024-03-16T18:29:29.257 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:29:29.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f29200a1ba0 msgr2=0x7f29200a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f29200a1ba0 0x7f29200a4060 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f2928023000 tx=0x7f2928024000 comp rx=0 tx=0).stop 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 msgr2=0x7f293819d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f293819d760 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7f293000e9f0 tx=0x7f293000edf0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 shutdown_connections 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f29200a1ba0 0x7f29200a4060 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2938107560 0x7f2938197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2938101e60 0x7f293819dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 --2- 172.21.15.17:0/2534019200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f29381014a0 0x7f293819d760 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 >> 172.21.15.17:0/2534019200 conn(0x7f29380fcf90 msgr2=0x7f29380fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 shutdown_connections 2024-03-16T18:29:29.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:29.250+0000 7f293d1e9640 1 -- 172.21.15.17:0/2534019200 wait complete. 2024-03-16T18:29:29.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:28 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2924531094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:29:29.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:28 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2924531094' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:29:30.261 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:29:30.261 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:29:30.262 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:29:30.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:29 smithi017 ceph-mon[32207]: pgmap v246: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:30.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:29 smithi149 ceph-mon[35991]: pgmap v246: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:30.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:29 smithi153 ceph-mon[36005]: pgmap v246: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:30.386 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.386+0000 7f614ed9a640 1 -- 172.21.15.17:0/2064375257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61481056a0 msgr2=0x7f614810d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.386+0000 7f614ed9a640 1 --2- 172.21.15.17:0/2064375257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61481056a0 0x7f614810d270 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7f6140009cd0 tx=0x7f614002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- 172.21.15.17:0/2064375257 shutdown_connections 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 --2- 172.21.15.17:0/2064375257 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f61481056a0 0x7f614810d270 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 --2- 172.21.15.17:0/2064375257 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6148100f80 0x7f6148104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 --2- 172.21.15.17:0/2064375257 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f61481005d0 0x7f61481009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- 172.21.15.17:0/2064375257 >> 172.21.15.17:0/2064375257 conn(0x7f61480774f0 msgr2=0x7f6148077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- 172.21.15.17:0/2064375257 shutdown_connections 2024-03-16T18:29:30.387 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- 172.21.15.17:0/2064375257 wait complete. 2024-03-16T18:29:30.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 Processor -- start 2024-03-16T18:29:30.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- start start 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f61481005d0 0x7f614819d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61481056a0 0x7f614819dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 0x7f6148197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61481982f0 con 0x7f6148197840 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6148198460 con 0x7f61481005d0 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614ed9a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61481985d0 con 0x7f61481056a0 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.387+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 0x7f6148197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 0x7f6148197cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45824/0 (socket says 172.21.15.17:45824) 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 -- 172.21.15.17:0/4144908783 learned_addr learned my addr 172.21.15.17:0/4144908783 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614cb36640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f61481005d0 0x7f614819d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f6147fff640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61481056a0 0x7f614819dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 -- 172.21.15.17:0/4144908783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61481056a0 msgr2=0x7f614819dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61481056a0 0x7f614819dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 -- 172.21.15.17:0/4144908783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f61481005d0 msgr2=0x7f614819d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f61481005d0 0x7f614819d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 -- 172.21.15.17:0/4144908783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6140009900 con 0x7f6148197840 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614d337640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 0x7f6148197cf0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f6140004af0 tx=0x7f6140032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f6145ffb640 1 -- 172.21.15.17:0/4144908783 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61400325d0 con 0x7f6148197840 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61481a4520 con 0x7f6148197840 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f6145ffb640 1 -- 172.21.15.17:0/4144908783 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6140003970 con 0x7f6148197840 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f6145ffb640 1 -- 172.21.15.17:0/4144908783 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61400046b0 con 0x7f6148197840 2024-03-16T18:29:30.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.388+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61481a49d0 con 0x7f6148197840 2024-03-16T18:29:30.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.390+0000 7f6145ffb640 1 -- 172.21.15.17:0/4144908783 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f614003b040 con 0x7f6148197840 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 Processor -- start 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 -- start start 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6145ffb640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f61300a1c20 0x7f61300a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 0x55955a608760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608d30 0x55955a6112e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a613d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a576f90 con 0x55955a6118b0 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a5744c0 con 0x55955a608d30 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6151978740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a56fca0 con 0x55955a608380 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6145ffb640 1 -- 172.21.15.17:0/4144908783 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f61400f0400 con 0x7f6148197840 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6147fff640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f61300a1c20 0x7f61300a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f614cb36640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 0x55955a608760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a613d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f614cb36640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 0x55955a608760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:40638/0 (socket says 172.21.15.17:40638) 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f614cb36640 1 -- 172.21.15.17:0/2733255466 learned_addr learned my addr 172.21.15.17:0/2733255466 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.391+0000 7f6147fff640 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608d30 0x55955a6112e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614cb36640 1 -- 172.21.15.17:0/2733255466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608d30 msgr2=0x55955a6112e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614cb36640 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608d30 0x55955a6112e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614cb36640 1 -- 172.21.15.17:0/2733255466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 msgr2=0x55955a613d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614cb36640 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a613d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614cb36640 1 -- 172.21.15.17:0/2733255466 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55955a5320b0 con 0x55955a608380 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614d337640 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a613d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f6147fff640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f61300a1c20 0x7f61300a40e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f61480fde40 tx=0x7f613c009830 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f614cb36640 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 0x55955a608760 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6138009cf0 tx=0x7f6138011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3781b06ee8c68952 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f612effd640 1 -- 172.21.15.17:0/2733255466 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6138009de0 con 0x55955a608380 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f612effd640 1 -- 172.21.15.17:0/2733255466 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f61380044e0 con 0x55955a608380 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.392+0000 7f612effd640 1 -- 172.21.15.17:0/2733255466 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61380196b0 con 0x55955a608380 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 -- 172.21.15.17:0/2733255466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 msgr2=0x55955a608760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 0x55955a608760 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f6138009cf0 tx=0x7f6138011810 comp rx=0 tx=0).stop 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 -- 172.21.15.17:0/2733255466 shutdown_connections 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a613d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608d30 0x55955a6112e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 --2- 172.21.15.17:0/2733255466 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608380 0x55955a608760 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 -- 172.21.15.17:0/2733255466 >> 172.21.15.17:0/2733255466 conn(0x55955a602840 msgr2=0x55955a602c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 -- 172.21.15.17:0/2733255466 shutdown_connections 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 -- 172.21.15.17:0/2733255466 wait complete. 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 -- start start 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.393+0000 7f6151978740 1 Processor -- start 2024-03-16T18:29:30.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a60e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a60edb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a60f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a514f40 con 0x55955a6118b0 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a2434b0 con 0x55955a608380 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a4f5670 con 0x55955a608d30 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6151978740 10 client.0 _ll_register_callbacks cb 0x55955a562f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a60f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a60f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45840/0 (socket says 172.21.15.17:45840) 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 -- 172.21.15.17:0/1538902125 learned_addr learned my addr 172.21.15.17:0/1538902125 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614cb36640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a60e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6147fff640 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a60edb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 -- 172.21.15.17:0/1538902125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 msgr2=0x55955a60edb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a60edb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 -- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 msgr2=0x55955a60e870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a60e870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 -- 172.21.15.17:0/1538902125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6138009950 con 0x55955a6118b0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f614d337640 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a60f2f0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f61400edd30 tx=0x7f61400bc7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b88d0e1186fbd00d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6127fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6127fff640 1 -- 172.21.15.17:0/1538902125 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61400c54c0 con 0x55955a6118b0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.394+0000 7f6127fff640 1 -- 172.21.15.17:0/1538902125 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f6140004810 con 0x55955a6118b0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55955a549f40 con 0x55955a6118b0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6127fff640 1 -- 172.21.15.17:0/1538902125 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f61400b9420 con 0x55955a6118b0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 10 client.18018 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55955a56e320 con 0x55955a6118b0 2024-03-16T18:29:30.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6127fff640 1 -- 172.21.15.17:0/1538902125 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f61400d9020 con 0x55955a6118b0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6127fff640 1 -- 172.21.15.17:0/1538902125 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f61400bd0a0 con 0x55955a6118b0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 10 client.18018 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 10 client.18018 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 20 client.18018 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a621ca0 0x55955a624090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 4 client.18018 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55955a566310 con 0x55955a621ca0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.395+0000 7f614cb36640 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a621ca0 0x55955a624090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f614cb36640 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a621ca0 0x55955a624090 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3c588f0ac2ccbb61 server_cookie=e66638f868b75fcd in_seq=0 out_seq=0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f6127fff640 10 client.18018 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f6127fff640 1 -- 172.21.15.17:0/1538902125 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55955a566310 con 0x55955a621ca0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f6127fff640 10 client.18018 handle_command_reply: tid=0 2024-03-16T18:29:30.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f6151978740 1 client.18018 shutdown 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 msgr2=0x55955a60f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.396+0000 7f6151978740 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a60f2f0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7f61400edd30 tx=0x7f61400bc7e0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 shutdown_connections 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a621ca0 0x55955a624090 crc :-1 s=READY pgs=163 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a60f2f0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a60edb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 --2- 172.21.15.17:0/1538902125 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a60e870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6127fff640 0 client.18018 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 >> 172.21.15.17:0/1538902125 conn(0x55955a602840 msgr2=0x55955a6047a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 shutdown_connections 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 1 -- 172.21.15.17:0/1538902125 wait complete. 2024-03-16T18:29:30.404 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.397+0000 7f6151978740 20 client.18018 trim_cache size 0 max 16384 2024-03-16T18:29:30.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 Processor -- start 2024-03-16T18:29:30.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 -- start start 2024-03-16T18:29:30.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a610fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a61cdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.417 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a61d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a603670 con 0x55955a6118b0 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a607d00 con 0x55955a608380 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f6151978740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a6096c0 con 0x55955a608d30 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a61d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f614d337640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a61d2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45844/0 (socket says 172.21.15.17:45844) 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f614d337640 1 -- 172.21.15.17:0/974129436 learned_addr learned my addr 172.21.15.17:0/974129436 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.413+0000 7f614cb36640 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a610fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f6147fff640 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a61cdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f614d337640 1 -- 172.21.15.17:0/974129436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 msgr2=0x55955a61cdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f614d337640 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a61cdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f614d337640 1 -- 172.21.15.17:0/974129436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 msgr2=0x55955a610fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f614d337640 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a610fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f614d337640 1 -- 172.21.15.17:0/974129436 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55955a50ac00 con 0x55955a6118b0 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f614d337640 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a61d2f0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f6140032570 tx=0x7f614002c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=631b0ceafd6faad5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f612e7fc640 1 -- 172.21.15.17:0/974129436 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61400db2b0 con 0x55955a6118b0 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f612e7fc640 1 -- 172.21.15.17:0/974129436 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f61400d9070 con 0x55955a6118b0 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.414+0000 7f612e7fc640 1 -- 172.21.15.17:0/974129436 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6140003ae0 con 0x55955a6118b0 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- 172.21.15.17:0/974129436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 msgr2=0x55955a61d2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a61d2f0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f6140032570 tx=0x7f614002c910 comp rx=0 tx=0).stop 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- 172.21.15.17:0/974129436 shutdown_connections 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a6118b0 0x55955a61d2f0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a608d30 0x55955a61cdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- 172.21.15.17:0/974129436 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a610fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- 172.21.15.17:0/974129436 >> 172.21.15.17:0/974129436 conn(0x55955a602840 msgr2=0x55955a6018e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- 172.21.15.17:0/974129436 shutdown_connections 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- 172.21.15.17:0/974129436 wait complete. 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- start start 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 Processor -- start 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a6168c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 0x55955a616e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a6118b0 0x55955a617340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a60c8b0 con 0x55955a608d30 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a67d4f0 con 0x55955a608380 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55955a67d630 con 0x55955a6118b0 2024-03-16T18:29:30.420 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.415+0000 7f6151978740 10 client.0 _ll_register_callbacks cb 0x7f61400bcc10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 0x55955a616e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 0x55955a616e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45852/0 (socket says 172.21.15.17:45852) 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 -- 172.21.15.17:0/3897283541 learned_addr learned my addr 172.21.15.17:0/3897283541 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f614cb36640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a6168c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f614d337640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a6118b0 0x55955a617340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 -- 172.21.15.17:0/3897283541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a6118b0 msgr2=0x55955a617340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a6118b0 0x55955a617340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 -- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 msgr2=0x55955a6168c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a6168c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 -- 172.21.15.17:0/3897283541 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55955a56e320 con 0x55955a608d30 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6147fff640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 0x55955a616e00 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f6148198b90 tx=0x7f613c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=801087607a0f90a7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6127fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:30.421 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6127fff640 1 -- 172.21.15.17:0/3897283541 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f613c00fb90 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6127fff640 1 -- 172.21.15.17:0/3897283541 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f613c013280 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55955a60e6a0 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6127fff640 1 -- 172.21.15.17:0/3897283541 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f613c00fcf0 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6151978740 10 client.18024 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.416+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55955a530910 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6127fff640 1 -- 172.21.15.17:0/3897283541 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55955a60e6a0 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6127fff640 1 -- 172.21.15.17:0/3897283541 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f613c005310 con 0x55955a608d30 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6151978740 10 client.18024 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6151978740 10 client.18024 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6151978740 20 client.18024 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6151978740 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a67eef0 0x55955a681310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6151978740 4 client.18024 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55955a595900 con 0x55955a67eef0 2024-03-16T18:29:30.422 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f614cb36640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a67eef0 0x55955a681310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f6127fff640 10 client.18024 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.417+0000 7f614cb36640 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a67eef0 0x55955a681310 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1bfe4a1bb76e1e76 server_cookie=e69a3f4c16fdeea5 in_seq=0 out_seq=0 2024-03-16T18:29:30.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6127fff640 1 -- 172.21.15.17:0/3897283541 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55955a595900 con 0x55955a67eef0 2024-03-16T18:29:30.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6127fff640 10 client.18024 handle_command_reply: tid=0 2024-03-16T18:29:30.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 client.18024 shutdown 2024-03-16T18:29:30.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 msgr2=0x55955a616e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 0x55955a616e00 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f6148198b90 tx=0x7f613c004730 comp rx=0 tx=0).stop 2024-03-16T18:29:30.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 shutdown_connections 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55955a67eef0 0x55955a681310 crc :-1 s=READY pgs=164 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55955a608d30 0x55955a616e00 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6127fff640 0 client.18024 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55955a6118b0 0x55955a617340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 --2- 172.21.15.17:0/3897283541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55955a608380 0x55955a6168c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 >> 172.21.15.17:0/3897283541 conn(0x55955a602840 msgr2=0x55955a60e810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 shutdown_connections 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 1 -- 172.21.15.17:0/3897283541 wait complete. 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.419+0000 7f6151978740 20 client.18024 trim_cache size 0 max 16384 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:29:30.425 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:29:30.426 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "cb41f020-cc93-49e5-88a9-af57fed62d99", 2024-03-16T18:29:30.426 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:29:30.426 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:29:30.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f61300a1c20 msgr2=0x7f61300a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f61300a1c20 0x7f61300a40e0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f61480fde40 tx=0x7f613c009830 comp rx=0 tx=0).stop 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 msgr2=0x7f6148197cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 0x7f6148197cf0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7f6140004af0 tx=0x7f6140032f30 comp rx=0 tx=0).stop 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 shutdown_connections 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f61300a1c20 0x7f61300a40e0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6148197840 0x7f6148197cf0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f61481056a0 0x7f614819dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 --2- 172.21.15.17:0/4144908783 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f61481005d0 0x7f614819d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 >> 172.21.15.17:0/4144908783 conn(0x7f61480774f0 msgr2=0x7f61480689f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 shutdown_connections 2024-03-16T18:29:30.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.420+0000 7f614ed9a640 1 -- 172.21.15.17:0/4144908783 wait complete. 2024-03-16T18:29:30.430 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:29:30.430 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:29:30.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/3511768690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4107640 msgr2=0x7f5fb4107a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/3511768690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4107640 0x7f5fb4107a20 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009930 tx=0x7f5fa402bc30 comp rx=0 tx=0).stop 2024-03-16T18:29:30.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/3511768690 shutdown_connections 2024-03-16T18:29:30.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/3511768690 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 0x7f5fb410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/3511768690 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fb4069b20 0x7f5fb4069f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/3511768690 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4107640 0x7f5fb4107a20 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/3511768690 >> 172.21.15.17:0/3511768690 conn(0x7f5fb4077190 msgr2=0x7f5fb40775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/3511768690 shutdown_connections 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.576+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/3511768690 wait complete. 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 Processor -- start 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 -- start start 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 0x7f5fb419d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 0x7f5fb419db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fb4107640 0x7f5fb41977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb4197e60 con 0x7f5fb4069b20 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb4197fd0 con 0x7f5fb406a4c0 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb9d6c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5fb4198190 con 0x7f5fb4107640 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 0x7f5fb419d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 0x7f5fb419d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45880/0 (socket says 172.21.15.17:45880) 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb37fe640 1 -- 172.21.15.17:0/1276309035 learned_addr learned my addr 172.21.15.17:0/1276309035 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.577+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 0x7f5fb419db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fb4107640 0x7f5fb41977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/1276309035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fb4107640 msgr2=0x7f5fb41977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fb4107640 0x7f5fb41977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 msgr2=0x7f5fb419d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 0x7f5fb419d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/1276309035 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fa4009560 con 0x7f5fb406a4c0 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 0x7f5fb419d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 0x7f5fb419db90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800e9f0 tx=0x7f5fa800eeb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb0ff9640 1 -- 172.21.15.17:0/1276309035 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa800ccc0 con 0x7f5fb406a4c0 2024-03-16T18:29:30.580 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5fb4198470 con 0x7f5fb406a4c0 2024-03-16T18:29:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb0ff9640 1 -- 172.21.15.17:0/1276309035 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5fa80044d0 con 0x7f5fb406a4c0 2024-03-16T18:29:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fb41a4680 con 0x7f5fb406a4c0 2024-03-16T18:29:30.581 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.578+0000 7f5fb0ff9640 1 -- 172.21.15.17:0/1276309035 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa8004a00 con 0x7f5fb406a4c0 2024-03-16T18:29:30.587 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.580+0000 7f5fb0ff9640 1 -- 172.21.15.17:0/1276309035 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5fa8004b60 con 0x7f5fb406a4c0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.580+0000 7f5fbca25740 1 Processor -- start 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 -- start start 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 0x55f800073690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f80007c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f80007eba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7fffe2280 con 0x55f800073bd0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7fffdf7b0 con 0x55f8000732b0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fbca25740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7fffdaf90 con 0x55f80007c7b0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 0x55f800073690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f80007c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 0x55f800073690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:37848/0 (socket says 172.21.15.17:37848) 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb3fff640 1 -- 172.21.15.17:0/3181133384 learned_addr learned my addr 172.21.15.17:0/3181133384 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f80007eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb0ff9640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f9c0a1ba0 0x7f5f9c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.588 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 -- 172.21.15.17:0/3181133384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 msgr2=0x55f80007eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f80007eba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 -- 172.21.15.17:0/3181133384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 msgr2=0x55f800073690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 0x55f800073690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 -- 172.21.15.17:0/3181133384 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7fff99570 con 0x55f800073bd0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 0x55f800073690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f9c0a1ba0 0x7f5f9c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb0ff9640 1 -- 172.21.15.17:0/1276309035 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5fa8014070 con 0x7f5fb406a4c0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.581+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f80007c270 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009900 tx=0x7f5fa4005e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b160d3acd2517a25 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5f99ffb640 1 -- 172.21.15.17:0/3181133384 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa402c770 con 0x55f800073bd0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5f99ffb640 1 -- 172.21.15.17:0/3181133384 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5fa402de90 con 0x55f800073bd0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5f99ffb640 1 -- 172.21.15.17:0/3181133384 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4003ad0 con 0x55f800073bd0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f9c0a1ba0 0x7f5f9c0a4060 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5fac003df0 tx=0x7f5fac004a40 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 -- 172.21.15.17:0/3181133384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 msgr2=0x55f80007c270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f80007c270 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f5fa4009900 tx=0x7f5fa4005e60 comp rx=0 tx=0).stop 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 -- 172.21.15.17:0/3181133384 shutdown_connections 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f80007c270 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f80007eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3181133384 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f8000732b0 0x55f800073690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 -- 172.21.15.17:0/3181133384 >> 172.21.15.17:0/3181133384 conn(0x55f80006d990 msgr2=0x55f80006dd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 -- 172.21.15.17:0/3181133384 shutdown_connections 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.582+0000 7f5fbca25740 1 -- 172.21.15.17:0/3181133384 wait complete. 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 -- start start 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 Processor -- start 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f800079620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f800079b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f80007c7b0 0x55f80007a0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7ffcae430 con 0x55f800073bd0 2024-03-16T18:29:30.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7ffc6ae00 con 0x55f80007c7b0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f7fff5ffd0 con 0x55f8000732b0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fbca25740 10 client.0 _ll_register_callbacks cb 0x55f7fffb5fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f800079b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f800079b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45902/0 (socket says 172.21.15.17:45902) 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/14266036 learned_addr learned my addr 172.21.15.17:0/14266036 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f80007c7b0 0x55f80007a0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.583+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f800079620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/14266036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 msgr2=0x55f800079620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f800079620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f80007c7b0 msgr2=0x55f80007a0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f80007c7b0 0x55f80007a0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb2ffd640 1 -- 172.21.15.17:0/14266036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5fb410ec30 con 0x55f800073bd0 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f800079620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f80007c7b0 0x55f80007a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:29:30.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f800079b60 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8096820 tx=0x7f5fa8005380 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f99452eb0b520b12 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5f92ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5f92ffd640 1 -- 172.21.15.17:0/14266036 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa809a190 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5f92ffd640 1 -- 172.21.15.17:0/14266036 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5fa80a2b60 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f7ffcda7e0 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5f92ffd640 1 -- 172.21.15.17:0/14266036 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5fa8099f00 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 10 client.18036 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f7fffd9610 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5f92ffd640 1 -- 172.21.15.17:0/14266036 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5fa80b2080 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5f92ffd640 1 -- 172.21.15.17:0/14266036 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5fa809e160 con 0x55f800073bd0 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 10 client.18036 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 10 client.18036 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 20 client.18036 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f80008c890 0x55f80008eca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 4 client.18036 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:29:30.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.584+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f7ffd17720 con 0x55f80008c890 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.585+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f80008c890 0x55f80008eca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.585+0000 7f5f92ffd640 10 client.18036 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.585+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f80008c890 0x55f80008eca0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=22dc83c36b2b866c server_cookie=dccb8579f825763c in_seq=0 out_seq=0 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5f92ffd640 1 -- 172.21.15.17:0/14266036 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f7ffd17720 con 0x55f80008c890 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5f92ffd640 10 client.18036 handle_command_reply: tid=0 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 client.18036 shutdown 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 msgr2=0x55f800079b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f800079b60 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f5fa8096820 tx=0x7f5fa8005380 comp rx=0 tx=0).stop 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 shutdown_connections 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f80008c890 0x55f80008eca0 crc :-1 s=READY pgs=165 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f800073bd0 0x55f800079b60 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f80007c7b0 0x55f80007a0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 --2- 172.21.15.17:0/14266036 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f800079620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5f92ffd640 0 client.18036 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 >> 172.21.15.17:0/14266036 conn(0x55f80006d990 msgr2=0x55f80006f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 shutdown_connections 2024-03-16T18:29:30.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 1 -- 172.21.15.17:0/14266036 wait complete. 2024-03-16T18:29:30.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.586+0000 7f5fbca25740 20 client.18036 trim_cache size 0 max 16384 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 Processor -- start 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 -- start start 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 0x55f80007bd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f800079ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f800087ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f80006d1d0 con 0x55f8000732b0 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f80006e770 con 0x55f800073bd0 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.602+0000 7f5fbca25740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f800077b70 con 0x55f80007c7b0 2024-03-16T18:29:30.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 0x55f80007bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 0x55f80007bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45912/0 (socket says 172.21.15.17:45912) 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 -- 172.21.15.17:0/369738117 learned_addr learned my addr 172.21.15.17:0/369738117 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f800079ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f800087ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 -- 172.21.15.17:0/369738117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 msgr2=0x55f800087ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f800087ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 -- 172.21.15.17:0/369738117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 msgr2=0x55f800079ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f800079ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 -- 172.21.15.17:0/369738117 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f7fff75ac0 con 0x55f8000732b0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f800087ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 0x55f80007bd50 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f5fa402c6d0 tx=0x7f5fa4041040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2b5f3d88463aeb5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5f997fa640 1 -- 172.21.15.17:0/369738117 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa4057070 con 0x55f8000732b0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5f997fa640 1 -- 172.21.15.17:0/369738117 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5fa4051340 con 0x55f8000732b0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.603+0000 7f5f997fa640 1 -- 172.21.15.17:0/369738117 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fa404e040 con 0x55f8000732b0 2024-03-16T18:29:30.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- 172.21.15.17:0/369738117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 msgr2=0x55f80007bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 0x55f80007bd50 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f5fa402c6d0 tx=0x7f5fa4041040 comp rx=0 tx=0).stop 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- 172.21.15.17:0/369738117 shutdown_connections 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f80007c7b0 0x55f800087ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f800079ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- 172.21.15.17:0/369738117 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f8000732b0 0x55f80007bd50 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- 172.21.15.17:0/369738117 >> 172.21.15.17:0/369738117 conn(0x55f80006d990 msgr2=0x55f80006f620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- 172.21.15.17:0/369738117 shutdown_connections 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- 172.21.15.17:0/369738117 wait complete. 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- start start 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 Processor -- start 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f8000764a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f8000769e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 0x55f8000e1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8000e1680 con 0x55f80007c7b0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8000e17f0 con 0x55f800073bd0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.604+0000 7f5fbca25740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f8000e19b0 con 0x55f8000732b0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fbca25740 10 client.0 _ll_register_callbacks cb 0x55f80007c700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 0x55f8000e1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f8000764a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb37fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f8000764a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:40718/0 (socket says 172.21.15.17:40718) 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb2ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f8000769e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 0x55f8000e1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45914/0 (socket says 172.21.15.17:45914) 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb37fe640 1 -- 172.21.15.17:0/3103318703 learned_addr learned my addr 172.21.15.17:0/3103318703 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 -- 172.21.15.17:0/3103318703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 msgr2=0x55f8000764a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f8000764a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 -- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 msgr2=0x55f8000769e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f8000769e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 -- 172.21.15.17:0/3103318703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f7fff99570 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb2ffd640 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f8000769e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fb3fff640 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 0x55f8000e1140 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f5fac0048a0 tx=0x7f5fac017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f41c59f0123b9be8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5f92ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5f92ffd640 1 -- 172.21.15.17:0/3103318703 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5fac01cdb0 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5f92ffd640 1 -- 172.21.15.17:0/3103318703 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5fac009e40 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5fa402de90 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5f92ffd640 1 -- 172.21.15.17:0/3103318703 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5fac01b420 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fbca25740 10 client.18042 fetch_fsmap learned FSMap version 28 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.605+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f7fff9b6a0 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5f92ffd640 1 -- 172.21.15.17:0/3103318703 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5fa402de90 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5f92ffd640 1 -- 172.21.15.17:0/3103318703 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5fac02a5b0 con 0x55f80007c7b0 2024-03-16T18:29:30.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fbca25740 10 client.18042 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fbca25740 10 client.18042 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fbca25740 20 client.18042 populate_metadata read hostname 'smithi017' 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f8000e9300 0x55f8000eb720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fbca25740 4 client.18042 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55f7ffd66890 con 0x55f8000e9300 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f8000e9300 0x55f8000eb720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5f92ffd640 10 client.18042 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.606+0000 7f5fb37fe640 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f8000e9300 0x55f8000eb720 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f253a122d7ab2dc server_cookie=9ad3f5e3381ae89f in_seq=0 out_seq=0 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5f92ffd640 1 -- 172.21.15.17:0/3103318703 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55f7ffd66890 con 0x55f8000e9300 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5f92ffd640 10 client.18042 handle_command_reply: tid=0 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 client.18042 shutdown 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 msgr2=0x55f8000e1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 0x55f8000e1140 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f5fac0048a0 tx=0x7f5fac017000 comp rx=0 tx=0).stop 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 shutdown_connections 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55f8000e9300 0x55f8000eb720 crc :-1 s=READY pgs=166 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f80007c7b0 0x55f8000e1140 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5f92ffd640 0 client.18042 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f800073bd0 0x55f8000769e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 --2- 172.21.15.17:0/3103318703 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f8000732b0 0x55f8000764a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 >> 172.21.15.17:0/3103318703 conn(0x55f80006d990 msgr2=0x55f80006c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 shutdown_connections 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 1 -- 172.21.15.17:0/3103318703 wait complete. 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fbca25740 20 client.18042 trim_cache size 0 max 16384 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:29:30.614 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: "cb41f020-cc93-49e5-88a9-af57fed62d99": { 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "cb41f020-cc93-49e5-88a9-af57fed62d99", 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:29:30.615 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f9c0a1ba0 msgr2=0x7f5f9c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f9c0a1ba0 0x7f5f9c0a4060 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f5fac003df0 tx=0x7f5fac004a40 comp rx=0 tx=0).stop 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 msgr2=0x7f5fb419db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 0x7f5fb419db90 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f5fa800e9f0 tx=0x7f5fa800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 shutdown_connections 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f9c0a1ba0 0x7f5f9c0a4060 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5fb4107640 0x7f5fb41977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5fb406a4c0 0x7f5fb419db90 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 --2- 172.21.15.17:0/1276309035 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5fb4069b20 0x7f5fb419d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:29:30.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.607+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 >> 172.21.15.17:0/1276309035 conn(0x7f5fb4077190 msgr2=0x7f5fb40ff2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:29:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.608+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 shutdown_connections 2024-03-16T18:29:30.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:29:30.608+0000 7f5fb9d6c640 1 -- 172.21.15.17:0/1276309035 wait complete. 2024-03-16T18:29:30.618 INFO:tasks.cephfs.filesystem:scrub status for tag:cb41f020-cc93-49e5-88a9-af57fed62d99 - {'path': '/', 'tag': 'cb41f020-cc93-49e5-88a9-af57fed62d99', 'options': 'recursive,force'} 2024-03-16T18:29:32.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:31 smithi017 ceph-mon[32207]: pgmap v247: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:32.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:31 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:29:32.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:31 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:32.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:31 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:29:32.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:31 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:31 smithi149 ceph-mon[35991]: pgmap v247: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:31 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:29:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:31 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:31 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:29:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:31 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:32.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:31 smithi153 ceph-mon[36005]: pgmap v247: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:29:32.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:31 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:29:32.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:31 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:32.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:31 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:29:32.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:31 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:29:33.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:32 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:29:33.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:32 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:29:33.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:32 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:29:34.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:33 smithi017 ceph-mon[32207]: pgmap v248: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 62 KiB/s wr, 20 op/s 2024-03-16T18:29:34.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:33 smithi149 ceph-mon[35991]: pgmap v248: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 62 KiB/s wr, 20 op/s 2024-03-16T18:29:34.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:33 smithi153 ceph-mon[36005]: pgmap v248: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 62 KiB/s wr, 20 op/s 2024-03-16T18:29:36.159 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:35 smithi153 ceph-mon[36005]: pgmap v249: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-03-16T18:29:36.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:35 smithi017 ceph-mon[32207]: pgmap v249: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-03-16T18:29:36.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:35 smithi149 ceph-mon[35991]: pgmap v249: 129 pgs: 129 active+clean; 13 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-03-16T18:29:38.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:37 smithi017 ceph-mon[32207]: pgmap v250: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 63 KiB/s wr, 21 op/s 2024-03-16T18:29:38.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:37 smithi149 ceph-mon[35991]: pgmap v250: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 63 KiB/s wr, 21 op/s 2024-03-16T18:29:38.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:37 smithi153 ceph-mon[36005]: pgmap v250: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 63 KiB/s wr, 21 op/s 2024-03-16T18:29:40.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:39 smithi017 ceph-mon[32207]: pgmap v251: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 14 op/s 2024-03-16T18:29:40.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:39 smithi149 ceph-mon[35991]: pgmap v251: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 14 op/s 2024-03-16T18:29:40.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:39 smithi153 ceph-mon[36005]: pgmap v251: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 14 op/s 2024-03-16T18:29:42.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:41 smithi017 ceph-mon[32207]: pgmap v252: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 14 op/s 2024-03-16T18:29:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:41 smithi149 ceph-mon[35991]: pgmap v252: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 14 op/s 2024-03-16T18:29:42.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:41 smithi153 ceph-mon[36005]: pgmap v252: 129 pgs: 129 active+clean; 13 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 41 KiB/s wr, 14 op/s 2024-03-16T18:29:43.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:29:43.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:29:43.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:29:43.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:29:43.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:29:43.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:29:43.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:29:43.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:29:43.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:29:43.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:29:43.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:29:43.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:29:44.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:43 smithi017 ceph-mon[32207]: pgmap v253: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 57 KiB/s wr, 20 op/s 2024-03-16T18:29:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:43 smithi149 ceph-mon[35991]: pgmap v253: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 57 KiB/s wr, 20 op/s 2024-03-16T18:29:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:43 smithi153 ceph-mon[36005]: pgmap v253: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 57 KiB/s wr, 20 op/s 2024-03-16T18:29:46.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:45 smithi017 ceph-mon[32207]: pgmap v254: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:45 smithi149 ceph-mon[35991]: pgmap v254: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:45 smithi153 ceph-mon[36005]: pgmap v254: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 37 KiB/s wr, 13 op/s 2024-03-16T18:29:48.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:47 smithi017 ceph-mon[32207]: pgmap v255: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-03-16T18:29:48.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:47 smithi149 ceph-mon[35991]: pgmap v255: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-03-16T18:29:48.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:47 smithi153 ceph-mon[36005]: pgmap v255: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 58 KiB/s wr, 21 op/s 2024-03-16T18:29:50.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:49 smithi017 ceph-mon[32207]: pgmap v256: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-03-16T18:29:50.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:49 smithi149 ceph-mon[35991]: pgmap v256: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-03-16T18:29:50.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:49 smithi153 ceph-mon[36005]: pgmap v256: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-03-16T18:29:52.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:51 smithi017 ceph-mon[32207]: pgmap v257: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-03-16T18:29:52.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:51 smithi149 ceph-mon[35991]: pgmap v257: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-03-16T18:29:52.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:51 smithi153 ceph-mon[36005]: pgmap v257: 129 pgs: 129 active+clean; 14 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 38 KiB/s wr, 13 op/s 2024-03-16T18:29:54.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:53 smithi017 ceph-mon[32207]: pgmap v258: 129 pgs: 129 active+clean; 14 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 58 KiB/s wr, 20 op/s 2024-03-16T18:29:54.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:53 smithi149 ceph-mon[35991]: pgmap v258: 129 pgs: 129 active+clean; 14 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 58 KiB/s wr, 20 op/s 2024-03-16T18:29:54.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:53 smithi153 ceph-mon[36005]: pgmap v258: 129 pgs: 129 active+clean; 14 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 58 KiB/s wr, 20 op/s 2024-03-16T18:29:56.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:55 smithi017 ceph-mon[32207]: pgmap v259: 129 pgs: 129 active+clean; 14 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-03-16T18:29:56.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:55 smithi149 ceph-mon[35991]: pgmap v259: 129 pgs: 129 active+clean; 14 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-03-16T18:29:56.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:55 smithi153 ceph-mon[36005]: pgmap v259: 129 pgs: 129 active+clean; 14 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 43 KiB/s rd, 42 KiB/s wr, 13 op/s 2024-03-16T18:29:58.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:57 smithi017 ceph-mon[32207]: pgmap v260: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 63 KiB/s wr, 20 op/s 2024-03-16T18:29:58.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:57 smithi149 ceph-mon[35991]: pgmap v260: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 63 KiB/s wr, 20 op/s 2024-03-16T18:29:58.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:57 smithi153 ceph-mon[36005]: pgmap v260: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 61 KiB/s rd, 63 KiB/s wr, 20 op/s 2024-03-16T18:30:00.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:29:59 smithi017 ceph-mon[32207]: pgmap v261: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:30:00.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:29:59 smithi149 ceph-mon[35991]: pgmap v261: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:30:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:29:59 smithi153 ceph-mon[36005]: pgmap v261: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:30:00.619 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:30:00.619 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 -- 172.21.15.17:0/1997332267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 msgr2=0x7f1018069fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 --2- 172.21.15.17:0/1997332267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f1018069fa0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f100c009860 tx=0x7f100c02bc00 comp rx=0 tx=0).stop 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 -- 172.21.15.17:0/1997332267 shutdown_connections 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 --2- 172.21.15.17:0/1997332267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101810e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 --2- 172.21.15.17:0/1997332267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f1018069fa0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 --2- 172.21.15.17:0/1997332267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1018107600 0x7f10181079e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.741 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 -- 172.21.15.17:0/1997332267 >> 172.21.15.17:0/1997332267 conn(0x7f1018077190 msgr2=0x7f10180775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 -- 172.21.15.17:0/1997332267 shutdown_connections 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.738+0000 7f1020007640 1 -- 172.21.15.17:0/1997332267 wait complete. 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 Processor -- start 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 -- start start 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f101819d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101819db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1018107600 0x7f10181977b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1018197e50 con 0x7f101806a4e0 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1018197fc0 con 0x7f1018069b20 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f1020007640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1018198180 con 0x7f1018107600 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101819db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101819db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36876/0 (socket says 172.21.15.17:36876) 2024-03-16T18:30:00.742 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 -- 172.21.15.17:0/1868858751 learned_addr learned my addr 172.21.15.17:0/1868858751 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101dda3640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f101819d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101e5a4640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1018107600 0x7f10181977b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 -- 172.21.15.17:0/1868858751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1018107600 msgr2=0x7f10181977b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1018107600 0x7f10181977b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 -- 172.21.15.17:0/1868858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 msgr2=0x7f101819d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f101819d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 -- 172.21.15.17:0/1868858751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f100c009490 con 0x7f101806a4e0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101dda3640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f101819d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.739+0000 7f101d5a2640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101819db80 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f100c037040 tx=0x7f100c0344c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.740+0000 7f1016ffd640 1 -- 172.21.15.17:0/1868858751 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c02c5a0 con 0x7f101806a4e0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.740+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1018198400 con 0x7f101806a4e0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.740+0000 7f1016ffd640 1 -- 172.21.15.17:0/1868858751 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f100c02cbb0 con 0x7f101806a4e0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.740+0000 7f1016ffd640 1 -- 172.21.15.17:0/1868858751 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c03d3f0 con 0x7f101806a4e0 2024-03-16T18:30:00.743 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.740+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10181a4670 con 0x7f101806a4e0 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.742+0000 7f1016ffd640 1 -- 172.21.15.17:0/1868858751 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f100c03b040 con 0x7f101806a4e0 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.742+0000 7f1022be4740 1 Processor -- start 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 -- start start 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1016ffd640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f10000a1ba0 0x7f10000a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32ef7340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f04680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f06fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32e66280 con 0x560a32ef6f60 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32e637b0 con 0x560a32ef7880 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1022be4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32e5ef90 con 0x560a32f04bc0 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32ef7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.750 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101e5a4640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f10000a1ba0 0x7f10000a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32ef7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36892/0 (socket says 172.21.15.17:36892) 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 -- 172.21.15.17:0/1170651788 learned_addr learned my addr 172.21.15.17:0/1170651788 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f1016ffd640 1 -- 172.21.15.17:0/1868858751 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f100c0ef640 con 0x7f101806a4e0 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101d5a2640 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f04680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101e5a4640 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f06fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 -- 172.21.15.17:0/1170651788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 msgr2=0x560a32f06fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f06fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 -- 172.21.15.17:0/1170651788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 msgr2=0x560a32f04680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f04680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.743+0000 7f101dda3640 1 -- 172.21.15.17:0/1170651788 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560a32e1d570 con 0x560a32ef6f60 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f101e5a4640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f10000a1ba0 0x7f10000a4060 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1010005fd0 tx=0x7f1010013830 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f101dda3640 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32ef7340 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f1008011860 tx=0x7f1008011c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4eda38fd763f8942 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f0ffffff640 1 -- 172.21.15.17:0/1170651788 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008011250 con 0x560a32ef6f60 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f0ffffff640 1 -- 172.21.15.17:0/1170651788 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1008003e20 con 0x560a32ef6f60 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f0ffffff640 1 -- 172.21.15.17:0/1170651788 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10080043b0 con 0x560a32ef6f60 2024-03-16T18:30:00.751 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f1022be4740 1 -- 172.21.15.17:0/1170651788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 msgr2=0x560a32ef7340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.744+0000 7f1022be4740 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32ef7340 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f1008011860 tx=0x7f1008011c60 comp rx=0 tx=0).stop 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 -- 172.21.15.17:0/1170651788 shutdown_connections 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f06fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f04680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 --2- 172.21.15.17:0/1170651788 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32ef7340 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 -- 172.21.15.17:0/1170651788 >> 172.21.15.17:0/1170651788 conn(0x560a32ef1990 msgr2=0x560a32ef1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 -- 172.21.15.17:0/1170651788 shutdown_connections 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 -- 172.21.15.17:0/1170651788 wait complete. 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 -- start start 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 Processor -- start 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.745+0000 7f1022be4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f04600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f01990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f020d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32b32430 con 0x560a32ef7880 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32aeee00 con 0x560a32ef6f60 2024-03-16T18:30:00.752 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32de3fd0 con 0x560a32f04bc0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 10 client.0 _ll_register_callbacks cb 0x560a32e39fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f01990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101dda3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f04600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f01990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36900/0 (socket says 172.21.15.17:36900) 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 -- 172.21.15.17:0/3542239570 learned_addr learned my addr 172.21.15.17:0/3542239570 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101dda3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f04600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:41146/0 (socket says 172.21.15.17:41146) 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101e5a4640 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f020d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 -- 172.21.15.17:0/3542239570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 msgr2=0x560a32f020d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f020d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 -- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 msgr2=0x560a32f04600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f04600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 -- 172.21.15.17:0/3542239570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10080114c0 con 0x560a32ef7880 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f101d5a2640 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f01990 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f100c0bbc00 tx=0x7f100c0bbb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38a9f38758bf7917 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f0ffd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/3542239570 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c0c0050 con 0x560a32ef7880 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/3542239570 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f100c0c46a0 con 0x560a32ef7880 2024-03-16T18:30:00.753 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560a32b5e7e0 con 0x560a32ef7880 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/3542239570 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f100c0ba200 con 0x560a32ef7880 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 10 client.18054 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.746+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560a32e5d610 con 0x560a32ef7880 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/3542239570 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560a32b5e7e0 con 0x560a32ef7880 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/3542239570 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f100c0c4210 con 0x560a32ef7880 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f1022be4740 10 client.18054 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f1022be4740 10 client.18054 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f1022be4740 20 client.18054 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f1022be4740 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f14ac0 0x560a32f16ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f1022be4740 4 client.18054 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560a32b9b720 con 0x560a32f14ac0 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f101dda3640 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f14ac0 0x560a32f16ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f101dda3640 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f14ac0 0x560a32f16ee0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ef9abfd772ea82b4 server_cookie=8400c9558f434629 in_seq=0 out_seq=0 2024-03-16T18:30:00.754 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.747+0000 7f0ffd7fa640 10 client.18054 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/3542239570 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560a32b9b720 con 0x560a32f14ac0 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f0ffd7fa640 10 client.18054 handle_command_reply: tid=0 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 client.18054 shutdown 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 msgr2=0x560a32f01990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f01990 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f100c0bbc00 tx=0x7f100c0bbb00 comp rx=0 tx=0).stop 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 shutdown_connections 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f14ac0 0x560a32f16ee0 crc :-1 s=READY pgs=167 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f0ffd7fa640 0 client.18054 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f01990 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f020d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 --2- 172.21.15.17:0/3542239570 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f04600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 >> 172.21.15.17:0/3542239570 conn(0x560a32ef1990 msgr2=0x560a32ef3730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 shutdown_connections 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 1 -- 172.21.15.17:0/3542239570 wait complete. 2024-03-16T18:30:00.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.748+0000 7f1022be4740 20 client.18054 trim_cache size 0 max 16384 2024-03-16T18:30:00.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.764+0000 7f1022be4740 1 Processor -- start 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.764+0000 7f1022be4740 1 -- start start 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f1022be4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f040c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f1022be4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f04600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f1022be4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f10000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f1022be4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32f07910 con 0x560a32ef7880 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f1022be4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32efd5c0 con 0x560a32ef6f60 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f1022be4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32ef63d0 con 0x560a32f04bc0 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f04600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f04600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36904/0 (socket says 172.21.15.17:36904) 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 -- 172.21.15.17:0/7240130 learned_addr learned my addr 172.21.15.17:0/7240130 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101e5a4640 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f10000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101dda3640 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f040c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 -- 172.21.15.17:0/7240130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 msgr2=0x560a32f10000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f10000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 -- 172.21.15.17:0/7240130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 msgr2=0x560a32f040c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f040c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 -- 172.21.15.17:0/7240130 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560a32df9ac0 con 0x560a32ef7880 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f101d5a2640 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f04600 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f100c0b8880 tx=0x7f100c003980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0e7b371140851e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f0fff7fe640 1 -- 172.21.15.17:0/7240130 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c0bbcd0 con 0x560a32ef7880 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f0fff7fe640 1 -- 172.21.15.17:0/7240130 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f100c0c46a0 con 0x560a32ef7880 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.765+0000 7f0fff7fe640 1 -- 172.21.15.17:0/7240130 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100c0ecb90 con 0x560a32ef7880 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 -- 172.21.15.17:0/7240130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 msgr2=0x560a32f04600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f04600 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7f100c0b8880 tx=0x7f100c003980 comp rx=0 tx=0).stop 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 -- 172.21.15.17:0/7240130 shutdown_connections 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef7880 0x560a32f04600 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32f10000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 --2- 172.21.15.17:0/7240130 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef6f60 0x560a32f040c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 -- 172.21.15.17:0/7240130 >> 172.21.15.17:0/7240130 conn(0x560a32ef1990 msgr2=0x560a32ef1d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 -- 172.21.15.17:0/7240130 shutdown_connections 2024-03-16T18:30:00.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 -- 172.21.15.17:0/7240130 wait complete. 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 -- start start 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.766+0000 7f1022be4740 1 Processor -- start 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32f0c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f0c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32efe850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32efef50 con 0x560a32ef6f60 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32eff0c0 con 0x560a32ef7880 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560a32eff280 con 0x560a32f04bc0 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f1022be4740 10 client.0 _ll_register_callbacks cb 0x7f100c0b81a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32f0c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32f0c3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36918/0 (socket says 172.21.15.17:36918) 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 -- 172.21.15.17:0/2063594413 learned_addr learned my addr 172.21.15.17:0/2063594413 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:00.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101d5a2640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f0c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101e5a4640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32efe850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 -- 172.21.15.17:0/2063594413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 msgr2=0x560a32efe850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32efe850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 -- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 msgr2=0x560a32f0c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f0c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 -- 172.21.15.17:0/2063594413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560a32e5d610 con 0x560a32ef6f60 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101e5a4640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32efe850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f101dda3640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32f0c3b0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f100800f910 tx=0x7f1008011190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d817098a409ebae server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f0ffd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.767+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/2063594413 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1008003cc0 con 0x560a32ef6f60 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/2063594413 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f100800f9a0 con 0x560a32ef6f60 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1008003e20 con 0x560a32ef6f60 2024-03-16T18:30:00.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/2063594413 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f100800fba0 con 0x560a32ef6f60 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 10 client.18060 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560a32e1f6a0 con 0x560a32ef6f60 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/2063594413 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1008003e20 con 0x560a32ef6f60 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/2063594413 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f1008025040 con 0x560a32ef6f60 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 10 client.18060 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 10 client.18060 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 20 client.18060 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f71630 0x560a32f73a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 4 client.18060 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560a32bea890 con 0x560a32f71630 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.768+0000 7f101d5a2640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f71630 0x560a32f73a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f101d5a2640 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f71630 0x560a32f73a50 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a4ec7ff0b1d7c361 server_cookie=9e4f7ad06ed49fb3 in_seq=0 out_seq=0 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f0ffd7fa640 10 client.18060 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:00.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f0ffd7fa640 1 -- 172.21.15.17:0/2063594413 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x560a32bea890 con 0x560a32f71630 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f0ffd7fa640 10 client.18060 handle_command_reply: tid=0 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 client.18060 shutdown 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 msgr2=0x560a32f0c3b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32f0c3b0 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x7f100800f910 tx=0x7f1008011190 comp rx=0 tx=0).stop 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 shutdown_connections 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560a32f71630 0x560a32f73a50 crc :-1 s=READY pgs=168 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560a32f04bc0 0x560a32efe850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560a32ef7880 0x560a32f0c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 --2- 172.21.15.17:0/2063594413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560a32ef6f60 0x560a32f0c3b0 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f0ffd7fa640 0 client.18060 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 >> 172.21.15.17:0/2063594413 conn(0x560a32ef1990 msgr2=0x560a32ef01c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 shutdown_connections 2024-03-16T18:30:00.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 1 -- 172.21.15.17:0/2063594413 wait complete. 2024-03-16T18:30:00.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.769+0000 7f1022be4740 20 client.18060 trim_cache size 0 max 16384 2024-03-16T18:30:00.777 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:30:00.777 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:30:00.777 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:30:00.777 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f10000a1ba0 msgr2=0x7f10000a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f10000a1ba0 0x7f10000a4060 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1010005fd0 tx=0x7f1010013830 comp rx=0 tx=0).stop 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 msgr2=0x7f101819db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101819db80 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f100c037040 tx=0x7f100c0344c0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 shutdown_connections 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f10000a1ba0 0x7f10000a4060 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f101806a4e0 0x7f101819db80 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1018107600 0x7f10181977b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 --2- 172.21.15.17:0/1868858751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1018069b20 0x7f101819d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.778 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 >> 172.21.15.17:0/1868858751 conn(0x7f1018077190 msgr2=0x7f10180ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 shutdown_connections 2024-03-16T18:30:00.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.770+0000 7f1020007640 1 -- 172.21.15.17:0/1868858751 wait complete. 2024-03-16T18:30:00.781 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:30:00.782 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 -- 172.21.15.17:0/2857851583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408100db0 msgr2=0x7f040810d2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 --2- 172.21.15.17:0/2857851583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408100db0 0x7f040810d2c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f03f8009be0 tx=0x7f03f802bef0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 -- 172.21.15.17:0/2857851583 shutdown_connections 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 --2- 172.21.15.17:0/2857851583 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f0408100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 --2- 172.21.15.17:0/2857851583 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408100db0 0x7f040810d2c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 --2- 172.21.15.17:0/2857851583 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0408106490 0x7f0408106870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 -- 172.21.15.17:0/2857851583 >> 172.21.15.17:0/2857851583 conn(0x7f04080774f0 msgr2=0x7f0408077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 -- 172.21.15.17:0/2857851583 shutdown_connections 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 -- 172.21.15.17:0/2857851583 wait complete. 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 Processor -- start 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.884+0000 7f040fa47640 1 -- start start 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f040819d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0408100db0 0x7f040819dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408106490 0x7f0408197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0408197f60 con 0x7f04081003f0 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04081980d0 con 0x7f0408106490 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0408198290 con 0x7f0408100db0 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f040819d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f040819d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36930/0 (socket says 172.21.15.17:36930) 2024-03-16T18:30:00.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 -- 172.21.15.17:0/3917484588 learned_addr learned my addr 172.21.15.17:0/3917484588 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040dfe4640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408106490 0x7f0408197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040cfe2640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0408100db0 0x7f040819dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 -- 172.21.15.17:0/3917484588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0408100db0 msgr2=0x7f040819dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0408100db0 0x7f040819dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 -- 172.21.15.17:0/3917484588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408106490 msgr2=0x7f0408197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408106490 0x7f0408197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 -- 172.21.15.17:0/3917484588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03f8009840 con 0x7f04081003f0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040dfe4640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408106490 0x7f0408197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040d7e3640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f040819d710 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f040000e9c0 tx=0x7f040000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f040000ccc0 con 0x7f04081003f0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0408198570 con 0x7f04081003f0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f040000ce20 con 0x7f04081003f0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0400010430 con 0x7f04081003f0 2024-03-16T18:30:00.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.885+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04081a47b0 con 0x7f04081003f0 2024-03-16T18:30:00.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.886+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04080682e0 con 0x7f04081003f0 2024-03-16T18:30:00.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.887+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f0400004ee0 con 0x7f04081003f0 2024-03-16T18:30:00.890 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.888+0000 7f04067fc640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03f00a1ba0 0x7f03f00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:00.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.888+0000 7f040cfe2640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03f00a1ba0 0x7f03f00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:00.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.888+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0400014070 con 0x7f04081003f0 2024-03-16T18:30:00.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.888+0000 7f040cfe2640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03f00a1ba0 0x7f03f00a4060 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0408100090 tx=0x7f03fc005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:00.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:00.893+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f04000968b0 con 0x7f04081003f0 2024-03-16T18:30:01.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.116+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0408198df0 con 0x7f04081003f0 2024-03-16T18:30:01.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.116+0000 7f04067fc640 1 -- 172.21.15.17:0/3917484588 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f0400099f70 con 0x7f04081003f0 2024-03-16T18:30:01.116 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:30:01.116 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:30:01.117 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:30:01.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03f00a1ba0 msgr2=0x7f03f00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03f00a1ba0 0x7f03f00a4060 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0408100090 tx=0x7f03fc005f90 comp rx=0 tx=0).stop 2024-03-16T18:30:01.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 msgr2=0x7f040819d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f040819d710 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f040000e9c0 tx=0x7f040000ee80 comp rx=0 tx=0).stop 2024-03-16T18:30:01.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 shutdown_connections 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03f00a1ba0 0x7f03f00a4060 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0408106490 0x7f0408197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0408100db0 0x7f040819dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 --2- 172.21.15.17:0/3917484588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f04081003f0 0x7f040819d710 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 >> 172.21.15.17:0/3917484588 conn(0x7f04080774f0 msgr2=0x7f0408068a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 shutdown_connections 2024-03-16T18:30:01.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.118+0000 7f040fa47640 1 -- 172.21.15.17:0/3917484588 wait complete. 2024-03-16T18:30:01.129 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:01.129 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:30:01.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 -- 172.21.15.17:0/3326468118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100fc0 msgr2=0x7fa108105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 --2- 172.21.15.17:0/3326468118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100fc0 0x7fa108105000 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8009930 tx=0x7fa0f802bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 -- 172.21.15.17:0/3326468118 shutdown_connections 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 --2- 172.21.15.17:0/3326468118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100fc0 0x7fa108105000 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 --2- 172.21.15.17:0/3326468118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1081056e0 0x7fa10810d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 --2- 172.21.15.17:0/3326468118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa108100610 0x7fa1081009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 -- 172.21.15.17:0/3326468118 >> 172.21.15.17:0/3326468118 conn(0x7fa108076770 msgr2=0x7fa108076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 -- 172.21.15.17:0/3326468118 shutdown_connections 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 -- 172.21.15.17:0/3326468118 wait complete. 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 Processor -- start 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.235+0000 7fa10e86b640 1 -- start start 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 0x7fa10819d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa1081056e0 0x7fa10819dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1081978d0 0x7fa108197d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1081982c0 con 0x7fa108100610 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa108198430 con 0x7fa1081056e0 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1081985f0 con 0x7fa1081978d0 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 0x7fa10819d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 0x7fa10819d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36952/0 (socket says 172.21.15.17:36952) 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 -- 172.21.15.17:0/1158060359 learned_addr learned my addr 172.21.15.17:0/1158060359 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa1077fe640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa1081056e0 0x7fa10819dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10ce08640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1081978d0 0x7fa108197d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 -- 172.21.15.17:0/1158060359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1081978d0 msgr2=0x7fa108197d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1081978d0 0x7fa108197d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 -- 172.21.15.17:0/1158060359 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa1081056e0 msgr2=0x7fa10819dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa1081056e0 0x7fa10819dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 -- 172.21.15.17:0/1158060359 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0f8009560 con 0x7fa108100610 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa107fff640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 0x7fa10819d720 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc00e9f0 tx=0x7fa0fc00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa1057fa640 1 -- 172.21.15.17:0/1158060359 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc009700 con 0x7fa108100610 2024-03-16T18:30:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa1057fa640 1 -- 172.21.15.17:0/1158060359 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa0fc00cd80 con 0x7fa108100610 2024-03-16T18:30:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.236+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1081a45e0 con 0x7fa108100610 2024-03-16T18:30:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.237+0000 7fa1057fa640 1 -- 172.21.15.17:0/1158060359 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc018840 con 0x7fa108100610 2024-03-16T18:30:01.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.237+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1081a4ac0 con 0x7fa108100610 2024-03-16T18:30:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa1057fa640 1 -- 172.21.15.17:0/1158060359 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa0fc0189a0 con 0x7fa108100610 2024-03-16T18:30:01.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 Processor -- start 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 -- start start 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b0b70 0x560b918b9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b9750 0x560b918bbb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b9186b960 con 0x560b918b0250 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b9181f310 con 0x560b918b0b70 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.239+0000 7fa111449740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b9181c840 con 0x560b918b9750 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b0630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36956/0 (socket says 172.21.15.17:36956) 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa1057fa640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0f00a1ba0 0x7fa0f00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 -- 172.21.15.17:0/3508050220 learned_addr learned my addr 172.21.15.17:0/3508050220 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa107fff640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b0b70 0x560b918b9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa1077fe640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b9750 0x560b918bbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0f00a1ba0 0x7fa0f00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa1057fa640 1 -- 172.21.15.17:0/1158060359 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa0fc014070 con 0x7fa108100610 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 -- 172.21.15.17:0/3508050220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b9750 msgr2=0x560b918bbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b9750 0x560b918bbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 -- 172.21.15.17:0/3508050220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b0b70 msgr2=0x560b918b9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b0b70 0x560b918b9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 -- 172.21.15.17:0/3508050220 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560b917da060 con 0x560b918b0250 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa1077fe640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b9750 0x560b918bbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa107fff640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b0b70 0x560b918b9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa10ce08640 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b0630 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fa100005c40 tx=0x7fa100013f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9d85da2d078fa79 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa0ee7fc640 1 -- 172.21.15.17:0/3508050220 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1000134e0 con 0x560b918b0250 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa0ee7fc640 1 -- 172.21.15.17:0/3508050220 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa100012cd0 con 0x560b918b0250 2024-03-16T18:30:01.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.240+0000 7fa0ee7fc640 1 -- 172.21.15.17:0/3508050220 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa100010ad0 con 0x560b918b0250 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 -- 172.21.15.17:0/3508050220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 msgr2=0x560b918b0630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa10ce08640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0f00a1ba0 0x7fa0f00a4060 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa100023000 tx=0x7fa100021000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b0630 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7fa100005c40 tx=0x7fa100013f50 comp rx=0 tx=0).stop 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 -- 172.21.15.17:0/3508050220 shutdown_connections 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b9750 0x560b918bbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b0b70 0x560b918b9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 --2- 172.21.15.17:0/3508050220 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b0630 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 -- 172.21.15.17:0/3508050220 >> 172.21.15.17:0/3508050220 conn(0x560b918aa980 msgr2=0x560b918aad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 -- 172.21.15.17:0/3508050220 shutdown_connections 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 -- 172.21.15.17:0/3508050220 wait complete. 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.241+0000 7fa111449740 1 -- start start 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 Processor -- start 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0250 0x560b918b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 0x560b918b6460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918b69e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b91818020 con 0x560b918b0b70 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b914eb430 con 0x560b918b9750 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b914a7e00 con 0x560b918b0250 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa111449740 10 client.0 _ll_register_callbacks cb 0x560b917bfcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 0x560b918b6460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 0x560b918b6460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36964/0 (socket says 172.21.15.17:36964) 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 -- 172.21.15.17:0/1534623212 learned_addr learned my addr 172.21.15.17:0/1534623212 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa10ce08640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918b69e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa107fff640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0250 0x560b918b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 -- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0250 msgr2=0x560b918b90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0250 0x560b918b90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 -- 172.21.15.17:0/1534623212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 msgr2=0x560b918b69e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918b69e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 -- 172.21.15.17:0/1534623212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1000136a0 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa1077fe640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 0x560b918b6460 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8005ab0 tx=0x7fa0f802c980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1246a98b7158c10 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.242+0000 7fa0e77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa0e77fe640 1 -- 172.21.15.17:0/1534623212 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0f8005d50 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa0e77fe640 1 -- 172.21.15.17:0/1534623212 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa0f8004040 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560b915177e0 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa0e77fe640 1 -- 172.21.15.17:0/1534623212 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0f8004200 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 10 client.18078 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560b918166a0 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa0e77fe640 1 -- 172.21.15.17:0/1534623212 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560b915177e0 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa0e77fe640 1 -- 172.21.15.17:0/1534623212 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa0f803c040 con 0x560b918b0b70 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 10 client.18078 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 10 client.18078 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:30:01.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 20 client.18078 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b918c9890 0x560b918cbc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 4 client.18078 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560b91554720 con 0x560b918c9890 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.243+0000 7fa107fff640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b918c9890 0x560b918cbc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.244+0000 7fa107fff640 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b918c9890 0x560b918cbc80 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b4e45b1924a2e6f7 server_cookie=c7aa0dedbc4ebea in_seq=0 out_seq=0 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.244+0000 7fa0e77fe640 10 client.18078 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa0e77fe640 1 -- 172.21.15.17:0/1534623212 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x7fa0fc0a94b0 con 0x560b918c9890 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa0e77fe640 10 client.18078 handle_command_reply: tid=0 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 client.18078 shutdown 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 msgr2=0x560b918b6460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 0x560b918b6460 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7fa0f8005ab0 tx=0x7fa0f802c980 comp rx=0 tx=0).stop 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 shutdown_connections 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b918c9890 0x560b918cbc80 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0b70 0x560b918b6460 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918b69e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 --2- 172.21.15.17:0/1534623212 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0250 0x560b918b90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa0e77fe640 0 client.18078 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 >> 172.21.15.17:0/1534623212 conn(0x560b918aa980 msgr2=0x560b918ac6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 shutdown_connections 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 1 -- 172.21.15.17:0/1534623212 wait complete. 2024-03-16T18:30:01.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.245+0000 7fa111449740 20 client.18078 trim_cache size 0 max 16384 2024-03-16T18:30:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.257+0000 7fa111449740 1 Processor -- start 2024-03-16T18:30:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.257+0000 7fa111449740 1 -- start start 2024-03-16T18:30:01.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa111449740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b8b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa111449740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa111449740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918c4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa111449740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b9179d130 con 0x560b918b0250 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa111449740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b918a6310 con 0x560b918b9750 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa111449740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b918cc310 con 0x560b918b0b70 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b8b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b8b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36970/0 (socket says 172.21.15.17:36970) 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 -- 172.21.15.17:0/37806126 learned_addr learned my addr 172.21.15.17:0/37806126 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa1077fe640 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa10ce08640 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918c4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 -- 172.21.15.17:0/37806126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 msgr2=0x560b918b90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918b90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 -- 172.21.15.17:0/37806126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 msgr2=0x560b918c4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918c4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 -- 172.21.15.17:0/37806126 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560b917b2c20 con 0x560b918b0250 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa10ce08640 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918c4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa107fff640 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b8b90 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc0cb320 tx=0x7fa0fc085040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be4784749976f931 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa0edffb640 1 -- 172.21.15.17:0/37806126 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc098b00 con 0x560b918b0250 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa0edffb640 1 -- 172.21.15.17:0/37806126 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560b91554720 con 0x560b918b0250 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.258+0000 7fa0edffb640 1 -- 172.21.15.17:0/37806126 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc0cb680 con 0x560b918b0250 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 -- 172.21.15.17:0/37806126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 msgr2=0x560b918b8b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b8b90 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc0cb320 tx=0x7fa0fc085040 comp rx=0 tx=0).stop 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 -- 172.21.15.17:0/37806126 shutdown_connections 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918c4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918b90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 --2- 172.21.15.17:0/37806126 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b8b90 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 -- 172.21.15.17:0/37806126 >> 172.21.15.17:0/37806126 conn(0x560b918aa980 msgr2=0x560b918a9b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 -- 172.21.15.17:0/37806126 shutdown_connections 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 -- 172.21.15.17:0/37806126 wait complete. 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 -- start start 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.259+0000 7fa111449740 1 Processor -- start 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b4050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918be5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918beb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b918bf0e0 con 0x560b918b0250 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b918bf250 con 0x560b918b9750 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560b918bf410 con 0x560b918b0b70 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 10 client.0 _ll_register_callbacks cb 0x7fa1000093a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b4050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b4050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:36972/0 (socket says 172.21.15.17:36972) 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 -- 172.21.15.17:0/2664472962 learned_addr learned my addr 172.21.15.17:0/2664472962 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa1077fe640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918be5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa10ce08640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918beb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 -- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 msgr2=0x560b918be5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918be5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 -- 172.21.15.17:0/2664472962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 msgr2=0x560b918beb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918beb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 -- 172.21.15.17:0/2664472962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1081a45e0 con 0x560b918b0250 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa107fff640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b4050 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc010ed0 tx=0x7fa0fc005c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67f30b91eb2ec113 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa0e77fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa0e77fe640 1 -- 172.21.15.17:0/2664472962 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0fc010b50 con 0x560b918b0250 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa0e77fe640 1 -- 172.21.15.17:0/2664472962 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa0fc096e70 con 0x560b918b0250 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.260+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa100012cd0 con 0x560b918b0250 2024-03-16T18:30:01.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa0e77fe640 1 -- 172.21.15.17:0/2664472962 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa0fc097030 con 0x560b918b0250 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 10 client.18084 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560b917d88c0 con 0x560b918b0250 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa0e77fe640 1 -- 172.21.15.17:0/2664472962 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa100012cd0 con 0x560b918b0250 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa0e77fe640 1 -- 172.21.15.17:0/2664472962 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa0fc0a7020 con 0x560b918b0250 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 10 client.18084 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 10 client.18084 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 20 client.18084 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b91926390 0x560b919287b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 4 client.18084 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x560b915a3890 con 0x560b91926390 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.261+0000 7fa1077fe640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b91926390 0x560b919287b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa0e77fe640 10 client.18084 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa1077fe640 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b91926390 0x560b919287b0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f1ec0b91b82b1a3 server_cookie=eeb2f44412bd2ea3 in_seq=0 out_seq=0 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa0e77fe640 1 -- 172.21.15.17:0/2664472962 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x560b915a3890 con 0x560b91926390 2024-03-16T18:30:01.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa0e77fe640 10 client.18084 handle_command_reply: tid=0 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 client.18084 shutdown 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 msgr2=0x560b918b4050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b4050 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc010ed0 tx=0x7fa0fc005c50 comp rx=0 tx=0).stop 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 shutdown_connections 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x560b91926390 0x560b919287b0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560b918b9750 0x560b918beb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560b918b0b70 0x560b918be5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa0e77fe640 0 client.18084 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 --2- 172.21.15.17:0/2664472962 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560b918b0250 0x560b918b4050 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 >> 172.21.15.17:0/2664472962 conn(0x560b918aa980 msgr2=0x560b918b1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 shutdown_connections 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 1 -- 172.21.15.17:0/2664472962 wait complete. 2024-03-16T18:30:01.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.262+0000 7fa111449740 20 client.18084 trim_cache size 0 max 16384 2024-03-16T18:30:01.270 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:01.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0f00a1ba0 msgr2=0x7fa0f00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0f00a1ba0 0x7fa0f00a4060 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7fa100023000 tx=0x7fa100021000 comp rx=0 tx=0).stop 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 msgr2=0x7fa10819d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 0x7fa10819d720 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7fa0fc00e9f0 tx=0x7fa0fc00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 shutdown_connections 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0f00a1ba0 0x7fa0f00a4060 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1081978d0 0x7fa108197d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa1081056e0 0x7fa10819dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 --2- 172.21.15.17:0/1158060359 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa108100610 0x7fa10819d720 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 >> 172.21.15.17:0/1158060359 conn(0x7fa108076770 msgr2=0x7fa1080ff480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 shutdown_connections 2024-03-16T18:30:01.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.263+0000 7fa10e86b640 1 -- 172.21.15.17:0/1158060359 wait complete. 2024-03-16T18:30:01.272 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:00 smithi017 ceph-mon[32207]: overall HEALTH_OK 2024-03-16T18:30:01.273 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:01.273 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:30:01.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:00 smithi149 ceph-mon[35991]: overall HEALTH_OK 2024-03-16T18:30:01.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:00 smithi153 ceph-mon[36005]: overall HEALTH_OK 2024-03-16T18:30:01.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.377+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/3341789579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a0100f80 msgr2=0x7fb6a0104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.377+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/3341789579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a0100f80 0x7fb6a0104fc0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7fb688009930 tx=0x7fb68802bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/3341789579 shutdown_connections 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/3341789579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a0100f80 0x7fb6a0104fc0 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/3341789579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6a01056a0 0x7fb6a010d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/3341789579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6a01005d0 0x7fb6a01009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/3341789579 >> 172.21.15.17:0/3341789579 conn(0x7fb6a00774f0 msgr2=0x7fb6a0077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/3341789579 shutdown_connections 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/3341789579 wait complete. 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 Processor -- start 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.378+0000 7fb6a4ad4640 1 -- start start 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6a01005d0 0x7fb6a01988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 0x7fb6a0198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6a01993c0 0x7fb6a01a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a01a4040 con 0x7fb6a01056a0 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a01a41b0 con 0x7fb6a01005d0 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6a01a4370 con 0x7fb6a01993c0 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 0x7fb6a0198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 0x7fb6a0198e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37000/0 (socket says 172.21.15.17:37000) 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 -- 172.21.15.17:0/508182465 learned_addr learned my addr 172.21.15.17:0/508182465 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6a01005d0 0x7fb6a01988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6a01993c0 0x7fb6a01a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 -- 172.21.15.17:0/508182465 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6a01993c0 msgr2=0x7fb6a01a3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6a01993c0 0x7fb6a01a3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 -- 172.21.15.17:0/508182465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6a01005d0 msgr2=0x7fb6a01988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6a01005d0 0x7fb6a01988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 -- 172.21.15.17:0/508182465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb690009490 con 0x7fb6a01056a0 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb697fff640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 0x7fb6a0198e30 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fb688009230 tx=0x7fb688005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6977fe640 1 -- 172.21.15.17:0/508182465 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6880043d0 con 0x7fb6a01056a0 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb688009560 con 0x7fb6a01056a0 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6977fe640 1 -- 172.21.15.17:0/508182465 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb68802de90 con 0x7fb6a01056a0 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6977fe640 1 -- 172.21.15.17:0/508182465 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6880052e0 con 0x7fb6a01056a0 2024-03-16T18:30:01.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.379+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6a01a4970 con 0x7fb6a01056a0 2024-03-16T18:30:01.389 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.382+0000 7fb6a778c740 1 Processor -- start 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.382+0000 7fb6977fe640 1 -- 172.21.15.17:0/508182465 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb688003cc0 con 0x7fb6a01056a0 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.382+0000 7fb6a778c740 1 -- start start 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855c6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cf210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855d1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6a778c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e385581960 con 0x55e3855c6b70 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6a778c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e385535310 con 0x55e3855cf750 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6a778c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e385532840 con 0x55e3855c6250 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cf210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.390 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cf210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37010/0 (socket says 172.21.15.17:37010) 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 -- 172.21.15.17:0/2313725841 learned_addr learned my addr 172.21.15.17:0/2313725841 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855c6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6977fe640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb68c0a1ba0 0x7fb68c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb697fff640 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855d1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb68c0a1ba0 0x7fb68c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 -- 172.21.15.17:0/2313725841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 msgr2=0x55e3855c6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855c6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 -- 172.21.15.17:0/2313725841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 msgr2=0x55e3855d1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855d1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb6977fe640 1 -- 172.21.15.17:0/508182465 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb6880efaf0 con 0x7fb6a01056a0 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 -- 172.21.15.17:0/2313725841 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e3854f0060 con 0x55e3855c6b70 2024-03-16T18:30:01.391 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.383+0000 7fb69e59c640 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cf210 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fb690009e80 tx=0x7fb690011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7835967e2d48ec server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb68c0a1ba0 0x7fb68c0a4060 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb698009fd0 tx=0x7fb698004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb694ff9640 1 -- 172.21.15.17:0/2313725841 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb690019410 con 0x55e3855c6b70 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb694ff9640 1 -- 172.21.15.17:0/2313725841 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb690019a20 con 0x55e3855c6b70 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb694ff9640 1 -- 172.21.15.17:0/2313725841 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb690018a20 con 0x55e3855c6b70 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 -- 172.21.15.17:0/2313725841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 msgr2=0x55e3855cf210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cf210 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fb690009e80 tx=0x7fb690011810 comp rx=0 tx=0).stop 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 -- 172.21.15.17:0/2313725841 shutdown_connections 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cf210 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855d1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2313725841 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855c6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.384+0000 7fb6a778c740 1 -- 172.21.15.17:0/2313725841 >> 172.21.15.17:0/2313725841 conn(0x55e3855c0980 msgr2=0x55e3855c0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 -- 172.21.15.17:0/2313725841 shutdown_connections 2024-03-16T18:30:01.392 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 -- 172.21.15.17:0/2313725841 wait complete. 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 -- start start 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 Processor -- start 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e38552e020 con 0x55e3855c6b70 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e385201430 con 0x55e3855cf750 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3851bde00 con 0x55e3855c6250 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb6a778c740 10 client.0 _ll_register_callbacks cb 0x55e3854d5cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb697fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb697fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cc4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37014/0 (socket says 172.21.15.17:37014) 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb697fff640 1 -- 172.21.15.17:0/532835099 learned_addr learned my addr 172.21.15.17:0/532835099 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb69e59c640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.385+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb697fff640 1 -- 172.21.15.17:0/532835099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 msgr2=0x55e3855cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb697fff640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb697fff640 1 -- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 msgr2=0x55e3855ccad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb697fff640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855ccad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb697fff640 1 -- 172.21.15.17:0/532835099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb690009ae0 con 0x55e3855c6b70 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb697fff640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cc4c0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fb688032040 tx=0x7fb68804d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2efc923d53d871c6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb685ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb685ffb640 1 -- 172.21.15.17:0/532835099 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6880bcb10 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb685ffb640 1 -- 172.21.15.17:0/532835099 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb6880c0560 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e38522d7e0 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb685ffb640 1 -- 172.21.15.17:0/532835099 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb6880c4bb0 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 10 client.18096 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e38552c6a0 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb685ffb640 1 -- 172.21.15.17:0/532835099 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb6880d4030 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb685ffb640 1 -- 172.21.15.17:0/532835099 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb68803c070 con 0x55e3855c6b70 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 10 client.18096 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 10 client.18096 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 20 client.18096 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.386+0000 7fb6a778c740 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e3855df5a0 0x55e3855e1990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.387+0000 7fb6a778c740 4 client.18096 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.387+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e38526a720 con 0x55e3855df5a0 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.387+0000 7fb69e59c640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e3855df5a0 0x55e3855e1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.387+0000 7fb685ffb640 10 client.18096 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.387+0000 7fb69e59c640 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e3855df5a0 0x55e3855e1990 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=34651fa1e46bc3df server_cookie=31bd3e9ab7bdde7a in_seq=0 out_seq=0 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb685ffb640 1 -- 172.21.15.17:0/532835099 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55e38526a720 con 0x55e3855df5a0 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb685ffb640 10 client.18096 handle_command_reply: tid=0 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 client.18096 shutdown 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 msgr2=0x55e3855cc4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cc4c0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fb688032040 tx=0x7fb68804d000 comp rx=0 tx=0).stop 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 shutdown_connections 2024-03-16T18:30:01.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e3855df5a0 0x55e3855e1990 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6b70 0x55e3855cc4c0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855cf750 0x55e3855ccad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb685ffb640 0 client.18096 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 --2- 172.21.15.17:0/532835099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855c6250 0x55e3855cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 >> 172.21.15.17:0/532835099 conn(0x55e3855c0980 msgr2=0x55e3855c26d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 shutdown_connections 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 1 -- 172.21.15.17:0/532835099 wait complete. 2024-03-16T18:30:01.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.388+0000 7fb6a778c740 20 client.18096 trim_cache size 0 max 16384 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.401+0000 7fb6a778c740 1 Processor -- start 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 -- start start 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855c2860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855cebf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855cf130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3855dbdb0 con 0x55e3855c6250 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3854b3130 con 0x55e3855c6b70 2024-03-16T18:30:01.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb6a778c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3855b2a40 con 0x55e3855cf750 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855c2860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855c2860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37016/0 (socket says 172.21.15.17:37016) 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 -- 172.21.15.17:0/2411807743 learned_addr learned my addr 172.21.15.17:0/2411807743 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb697fff640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855cebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855cf130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 -- 172.21.15.17:0/2411807743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 msgr2=0x55e3855cf130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855cf130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 -- 172.21.15.17:0/2411807743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 msgr2=0x55e3855cebf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855cebf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 -- 172.21.15.17:0/2411807743 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e3854c8c20 con 0x55e3855c6250 2024-03-16T18:30:01.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb697fff640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855cebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb69e59c640 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855c2860 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fb690000c00 tx=0x7fb690009e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a93c728a5a1874ac server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb687fff640 1 -- 172.21.15.17:0/2411807743 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb690009930 con 0x55e3855c6250 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb687fff640 1 -- 172.21.15.17:0/2411807743 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb69001ae20 con 0x55e3855c6250 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.402+0000 7fb687fff640 1 -- 172.21.15.17:0/2411807743 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb690005400 con 0x55e3855c6250 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 -- 172.21.15.17:0/2411807743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 msgr2=0x55e3855c2860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855c2860 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fb690000c00 tx=0x7fb690009e10 comp rx=0 tx=0).stop 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 -- 172.21.15.17:0/2411807743 shutdown_connections 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855cf130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855cebf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 --2- 172.21.15.17:0/2411807743 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855c2860 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 -- 172.21.15.17:0/2411807743 >> 172.21.15.17:0/2411807743 conn(0x55e3855c0980 msgr2=0x55e3855bfb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 -- 172.21.15.17:0/2411807743 shutdown_connections 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 -- 172.21.15.17:0/2411807743 wait complete. 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 -- start start 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.403+0000 7fb6a778c740 1 Processor -- start 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855ca110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855d45e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855d4b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3855d5130 con 0x55e3855c6250 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3855d52a0 con 0x55e3855c6b70 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e3855d5460 con 0x55e3855cf750 2024-03-16T18:30:01.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb6a778c740 10 client.0 _ll_register_callbacks cb 0x7fb688005750 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855ca110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855ca110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37024/0 (socket says 172.21.15.17:37024) 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 -- 172.21.15.17:0/3028665671 learned_addr learned my addr 172.21.15.17:0/3028665671 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb697fff640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855d45e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69ed9d640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855d4b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 -- 172.21.15.17:0/3028665671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 msgr2=0x55e3855d4b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855d4b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 -- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 msgr2=0x55e3855d45e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855d45e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 -- 172.21.15.17:0/3028665671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e38552c6a0 con 0x55e3855c6250 2024-03-16T18:30:01.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb69e59c640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855ca110 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fb690005d00 tx=0x7fb690005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ea172fe78c05f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb685ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb685ffb640 1 -- 172.21.15.17:0/3028665671 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb690019b90 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.404+0000 7fb685ffb640 1 -- 172.21.15.17:0/3028665671 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb690019cf0 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb690019a20 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb685ffb640 1 -- 172.21.15.17:0/3028665671 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb690019410 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 10 client.18102 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55e3854f0060 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb685ffb640 1 -- 172.21.15.17:0/3028665671 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb690019a20 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb685ffb640 1 -- 172.21.15.17:0/3028665671 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb6900035f0 con 0x55e3855c6250 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 10 client.18102 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 10 client.18102 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:30:01.414 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 20 client.18102 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e38563c1c0 0x55e38563e5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 4 client.18102 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55e3852b9890 con 0x55e38563c1c0 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.405+0000 7fb697fff640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e38563c1c0 0x55e38563e5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb685ffb640 10 client.18102 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb697fff640 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e38563c1c0 0x55e38563e5e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=db3236ee0ea31c20 server_cookie=6385a7e2298ea74 in_seq=0 out_seq=0 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb685ffb640 1 -- 172.21.15.17:0/3028665671 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55e3852b9890 con 0x55e38563c1c0 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb685ffb640 10 client.18102 handle_command_reply: tid=0 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 client.18102 shutdown 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 msgr2=0x55e3855ca110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855ca110 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fb690005d00 tx=0x7fb690005d30 comp rx=0 tx=0).stop 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 shutdown_connections 2024-03-16T18:30:01.415 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55e38563c1c0 0x55e38563e5e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55e3855cf750 0x55e3855d4b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55e3855c6b70 0x55e3855d45e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 --2- 172.21.15.17:0/3028665671 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55e3855c6250 0x55e3855ca110 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb685ffb640 0 client.18102 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 >> 172.21.15.17:0/3028665671 conn(0x55e3855c0980 msgr2=0x55e3855c6f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 shutdown_connections 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 1 -- 172.21.15.17:0/3028665671 wait complete. 2024-03-16T18:30:01.416 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a778c740 20 client.18102 trim_cache size 0 max 16384 2024-03-16T18:30:01.417 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:01.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb68c0a1ba0 msgr2=0x7fb68c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb68c0a1ba0 0x7fb68c0a4060 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7fb698009fd0 tx=0x7fb698004ab0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 msgr2=0x7fb6a0198e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.406+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 0x7fb6a0198e30 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7fb688009230 tx=0x7fb688005e20 comp rx=0 tx=0).stop 2024-03-16T18:30:01.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 shutdown_connections 2024-03-16T18:30:01.418 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb68c0a1ba0 0x7fb68c0a4060 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb6a01056a0 0x7fb6a0198e30 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb6a01993c0 0x7fb6a01a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 --2- 172.21.15.17:0/508182465 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb6a01005d0 0x7fb6a01988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 >> 172.21.15.17:0/508182465 conn(0x7fb6a00774f0 msgr2=0x7fb6a00fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 shutdown_connections 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.407+0000 7fb6a4ad4640 1 -- 172.21.15.17:0/508182465 wait complete. 2024-03-16T18:30:01.419 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:01.419 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 -- 172.21.15.17:0/2070779708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 msgr2=0x7fe64010b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 --2- 172.21.15.17:0/2070779708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64010b560 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7fe634009900 tx=0x7fe63402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 -- 172.21.15.17:0/2070779708 shutdown_connections 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 --2- 172.21.15.17:0/2070779708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64010b560 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 --2- 172.21.15.17:0/2070779708 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe64010bb30 0x7fe64010dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 --2- 172.21.15.17:0/2070779708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe640102760 0x7fe640102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 -- 172.21.15.17:0/2070779708 >> 172.21.15.17:0/2070779708 conn(0x7fe640077550 msgr2=0x7fe640077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 -- 172.21.15.17:0/2070779708 shutdown_connections 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 -- 172.21.15.17:0/2070779708 wait complete. 2024-03-16T18:30:01.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 Processor -- start 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.525+0000 7fe646684640 1 -- start start 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe640102760 0x7fe64019d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64019dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe64010bb30 0x7fe6401978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe640197f00 con 0x7fe640103080 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe640198070 con 0x7fe64010bb30 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe640198230 con 0x7fe640102760 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64019dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64019dc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37036/0 (socket says 172.21.15.17:37036) 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 -- 172.21.15.17:0/4133143447 learned_addr learned my addr 172.21.15.17:0/4133143447 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63ffff640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe640102760 0x7fe64019d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe644c21640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe64010bb30 0x7fe6401978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 -- 172.21.15.17:0/4133143447 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe640102760 msgr2=0x7fe64019d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe640102760 0x7fe64019d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 -- 172.21.15.17:0/4133143447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe64010bb30 msgr2=0x7fe6401978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe64010bb30 0x7fe6401978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 -- 172.21.15.17:0/4133143447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe634009560 con 0x7fe640103080 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64019dc40 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7fe634006010 tx=0x7fe634005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63d7fa640 1 -- 172.21.15.17:0/4133143447 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6340043d0 con 0x7fe640103080 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe6401984b0 con 0x7fe640103080 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63d7fa640 1 -- 172.21.15.17:0/4133143447 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe634003aa0 con 0x7fe640103080 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.526+0000 7fe63d7fa640 1 -- 172.21.15.17:0/4133143447 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe634005350 con 0x7fe640103080 2024-03-16T18:30:01.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.527+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6401a47a0 con 0x7fe640103080 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe63d7fa640 1 -- 172.21.15.17:0/4133143447 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe634003c10 con 0x7fe640103080 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 Processor -- start 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 -- start start 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70b8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70c1750 0x5579c70c3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c7073960 con 0x5579c70b8250 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c7027310 con 0x5579c70c1750 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe649263740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c7024840 con 0x5579c70b8b70 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe644c21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70b8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe644c21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70b8630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37038/0 (socket says 172.21.15.17:37038) 2024-03-16T18:30:01.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe644c21640 1 -- 172.21.15.17:0/2035166085 learned_addr learned my addr 172.21.15.17:0/2035166085 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe63d7fa640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe6280a1ba0 0x7fe6280a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70c1750 0x5579c70c3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.529+0000 7fe63ffff640 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe6280a1ba0 0x7fe6280a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 -- 172.21.15.17:0/2035166085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 msgr2=0x5579c70c1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 -- 172.21.15.17:0/2035166085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70c1750 msgr2=0x5579c70c3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70c1750 0x5579c70c3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe63d7fa640 1 -- 172.21.15.17:0/4133143447 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe6340f0290 con 0x7fe640103080 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 -- 172.21.15.17:0/2035166085 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579c6fe2060 con 0x5579c70b8250 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70b8630 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7fe638005c40 tx=0x7fe638013f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=593cee15f973767e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe6267fc640 1 -- 172.21.15.17:0/2035166085 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6380134e0 con 0x5579c70b8250 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe6267fc640 1 -- 172.21.15.17:0/2035166085 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe638012cd0 con 0x5579c70b8250 2024-03-16T18:30:01.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe6267fc640 1 -- 172.21.15.17:0/2035166085 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe638010a40 con 0x5579c70b8250 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.530+0000 7fe644c21640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe6280a1ba0 0x7fe6280a4060 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe638023000 tx=0x7fe638021000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 -- 172.21.15.17:0/2035166085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 msgr2=0x5579c70b8630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70b8630 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7fe638005c40 tx=0x7fe638013f50 comp rx=0 tx=0).stop 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 -- 172.21.15.17:0/2035166085 shutdown_connections 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70c1750 0x5579c70c3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 --2- 172.21.15.17:0/2035166085 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70b8630 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 -- 172.21.15.17:0/2035166085 >> 172.21.15.17:0/2035166085 conn(0x5579c70b2980 msgr2=0x5579c70b2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 -- 172.21.15.17:0/2035166085 shutdown_connections 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 -- 172.21.15.17:0/2035166085 wait complete. 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 -- start start 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.531+0000 7fe649263740 1 Processor -- start 2024-03-16T18:30:01.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70c1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8b70 0x5579c70be4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70c1750 0x5579c70beae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c7020020 con 0x5579c70b8250 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c6cf3430 con 0x5579c70b8b70 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c6cafe00 con 0x5579c70c1750 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe649263740 10 client.0 _ll_register_callbacks cb 0x5579c6fc7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70c1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70c1140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37052/0 (socket says 172.21.15.17:37052) 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 -- 172.21.15.17:0/4006385736 learned_addr learned my addr 172.21.15.17:0/4006385736 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8b70 0x5579c70be4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe644c21640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70c1750 0x5579c70beae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 -- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70c1750 msgr2=0x5579c70beae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70c1750 0x5579c70beae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 -- 172.21.15.17:0/4006385736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8b70 msgr2=0x5579c70be4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8b70 0x5579c70be4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 -- 172.21.15.17:0/4006385736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe6380136a0 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe63ffff640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70c1140 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fe630012700 tx=0x7fe630012b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0d0626b1e9cecab server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe61f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.532+0000 7fe61f7fe640 1 -- 172.21.15.17:0/4006385736 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe630017070 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe61f7fe640 1 -- 172.21.15.17:0/4006385736 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe630004030 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5579c6d1f7e0 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe61f7fe640 1 -- 172.21.15.17:0/4006385736 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe630004230 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 10 client.18114 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5579c701e6a0 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe61f7fe640 1 -- 172.21.15.17:0/4006385736 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5579c6d1f7e0 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe61f7fe640 1 -- 172.21.15.17:0/4006385736 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe6300035f0 con 0x5579c70b8250 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 10 client.18114 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 10 client.18114 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:30:01.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 20 client.18114 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c70d1960 0x5579c70d3d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 4 client.18114 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5579c6d5c720 con 0x5579c70d1960 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.533+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c70d1960 0x5579c70d3d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.534+0000 7fe61f7fe640 10 client.18114 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.534+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c70d1960 0x5579c70d3d50 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ccb4a1ff9b1ff4d2 server_cookie=a10f61d16d82ebcf in_seq=0 out_seq=0 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe61f7fe640 1 -- 172.21.15.17:0/4006385736 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5579c6d5c720 con 0x5579c70d1960 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe61f7fe640 10 client.18114 handle_command_reply: tid=0 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 client.18114 shutdown 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 msgr2=0x5579c70c1140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70c1140 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fe630012700 tx=0x7fe630012b00 comp rx=0 tx=0).stop 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 shutdown_connections 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c70d1960 0x5579c70d3d50 crc :-1 s=READY pgs=62 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70c1750 0x5579c70beae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe61f7fe640 0 client.18114 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8b70 0x5579c70be4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 --2- 172.21.15.17:0/4006385736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70b8250 0x5579c70c1140 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 >> 172.21.15.17:0/4006385736 conn(0x5579c70b2980 msgr2=0x5579c70b46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 shutdown_connections 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 1 -- 172.21.15.17:0/4006385736 wait complete. 2024-03-16T18:30:01.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.535+0000 7fe649263740 20 client.18114 trim_cache size 0 max 16384 2024-03-16T18:30:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.547+0000 7fe649263740 1 Processor -- start 2024-03-16T18:30:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.547+0000 7fe649263740 1 -- start start 2024-03-16T18:30:01.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe649263740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c0c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe649263740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe649263740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe649263740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c6fa5130 con 0x5579c70c1750 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe649263740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c70b24b0 con 0x5579c70b8250 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe649263740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c70ae0b0 con 0x5579c70b8b70 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70ccad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37060/0 (socket says 172.21.15.17:37060) 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 -- 172.21.15.17:0/1237394663 learned_addr learned my addr 172.21.15.17:0/1237394663 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe63ffff640 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c0c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe63f7fe640 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 -- 172.21.15.17:0/1237394663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 msgr2=0x5579c70c1140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 -- 172.21.15.17:0/1237394663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 msgr2=0x5579c70c0c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c0c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 -- 172.21.15.17:0/1237394663 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5579c6fbac20 con 0x5579c70c1750 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe63ffff640 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe644c21640 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70ccad0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fe638005fa0 tx=0x7fe638013970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59d4b23dceb2a2aa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe625ffb640 1 -- 172.21.15.17:0/1237394663 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63802c040 con 0x5579c70c1750 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe625ffb640 1 -- 172.21.15.17:0/1237394663 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe6380134e0 con 0x5579c70c1750 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.548+0000 7fe625ffb640 1 -- 172.21.15.17:0/1237394663 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe6380122d0 con 0x5579c70c1750 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 -- 172.21.15.17:0/1237394663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 msgr2=0x5579c70ccad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70ccad0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fe638005fa0 tx=0x7fe638013970 comp rx=0 tx=0).stop 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 -- 172.21.15.17:0/1237394663 shutdown_connections 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70ccad0 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c1140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 --2- 172.21.15.17:0/1237394663 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c0c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.554 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 -- 172.21.15.17:0/1237394663 >> 172.21.15.17:0/1237394663 conn(0x5579c70b2980 msgr2=0x5579c70b1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 -- 172.21.15.17:0/1237394663 shutdown_connections 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 -- 172.21.15.17:0/1237394663 wait complete. 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.549+0000 7fe649263740 1 -- start start 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 Processor -- start 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c5850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70c5e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c70c6560 con 0x5579c70c1750 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c70c66d0 con 0x5579c70b8250 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5579c712d200 con 0x5579c70b8b70 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe649263740 10 client.0 _ll_register_callbacks cb 0x7fe630009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70c5e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe63f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c5850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70c5e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37076/0 (socket says 172.21.15.17:37076) 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 -- 172.21.15.17:0/3140644025 learned_addr learned my addr 172.21.15.17:0/3140644025 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe63ffff640 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 -- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 msgr2=0x5579c70c5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c5850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 -- 172.21.15.17:0/3140644025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 msgr2=0x5579c70c94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 -- 172.21.15.17:0/3140644025 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5579c701e6a0 con 0x5579c70c1750 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe644c21640 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70c5e60 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fe638009fe0 tx=0x7fe638012e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b88c0cd5030efbd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe61f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.550+0000 7fe61f7fe640 1 -- 172.21.15.17:0/3140644025 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe63802c040 con 0x5579c70c1750 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe61f7fe640 1 -- 172.21.15.17:0/3140644025 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe638012820 con 0x5579c70c1750 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe638012cd0 con 0x5579c70c1750 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe61f7fe640 1 -- 172.21.15.17:0/3140644025 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe6380129e0 con 0x5579c70c1750 2024-03-16T18:30:01.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 10 client.18120 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5579c6fe2060 con 0x5579c70c1750 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe61f7fe640 1 -- 172.21.15.17:0/3140644025 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe638012cd0 con 0x5579c70c1750 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe61f7fe640 1 -- 172.21.15.17:0/3140644025 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe63802f070 con 0x5579c70c1750 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 10 client.18120 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 10 client.18120 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 20 client.18120 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c712e6a0 0x5579c7130a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 4 client.18120 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5579c6dab890 con 0x5579c712e6a0 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.551+0000 7fe63ffff640 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c712e6a0 0x5579c7130a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe61f7fe640 10 client.18120 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe63ffff640 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c712e6a0 0x5579c7130a90 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=6d1d0bafe762290b server_cookie=24bab068263cdf09 in_seq=0 out_seq=0 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe61f7fe640 1 -- 172.21.15.17:0/3140644025 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5579c6dab890 con 0x5579c712e6a0 2024-03-16T18:30:01.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe61f7fe640 10 client.18120 handle_command_reply: tid=0 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 client.18120 shutdown 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 msgr2=0x5579c70c5e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70c5e60 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7fe638009fe0 tx=0x7fe638012e40 comp rx=0 tx=0).stop 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 shutdown_connections 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5579c712e6a0 0x5579c7130a90 crc :-1 s=READY pgs=63 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5579c70c1750 0x5579c70c5e60 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe61f7fe640 0 client.18120 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5579c70b8b70 0x5579c70c5850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 --2- 172.21.15.17:0/3140644025 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5579c70b8250 0x5579c70c94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 >> 172.21.15.17:0/3140644025 conn(0x5579c70b2980 msgr2=0x5579c70b12f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 shutdown_connections 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 1 -- 172.21.15.17:0/3140644025 wait complete. 2024-03-16T18:30:01.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.552+0000 7fe649263740 20 client.18120 trim_cache size 0 max 16384 2024-03-16T18:30:01.559 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe6280a1ba0 msgr2=0x7fe6280a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe6280a1ba0 0x7fe6280a4060 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe638023000 tx=0x7fe638021000 comp rx=0 tx=0).stop 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 msgr2=0x7fe64019dc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64019dc40 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7fe634006010 tx=0x7fe634005e10 comp rx=0 tx=0).stop 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 shutdown_connections 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe6280a1ba0 0x7fe6280a4060 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe640103080 0x7fe64019dc40 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe64010bb30 0x7fe6401978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 --2- 172.21.15.17:0/4133143447 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe640102760 0x7fe64019d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 >> 172.21.15.17:0/4133143447 conn(0x7fe640077550 msgr2=0x7fe6400fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 shutdown_connections 2024-03-16T18:30:01.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.553+0000 7fe646684640 1 -- 172.21.15.17:0/4133143447 wait complete. 2024-03-16T18:30:01.563 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:01.563 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:30:01.667 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 -- 172.21.15.17:0/4260428449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30069090 msgr2=0x7f3e3010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 --2- 172.21.15.17:0/4260428449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30069090 0x7f3e3010e330 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f3e20009cd0 tx=0x7f3e2002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 -- 172.21.15.17:0/4260428449 shutdown_connections 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 --2- 172.21.15.17:0/4260428449 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30069090 0x7f3e3010e330 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 --2- 172.21.15.17:0/4260428449 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 0x7f3e30068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 --2- 172.21.15.17:0/4260428449 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30107500 0x7f3e301078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 -- 172.21.15.17:0/4260428449 >> 172.21.15.17:0/4260428449 conn(0x7f3e300774f0 msgr2=0x7f3e30077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 -- 172.21.15.17:0/4260428449 shutdown_connections 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.667+0000 7f3e3566f640 1 -- 172.21.15.17:0/4260428449 wait complete. 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 Processor -- start 2024-03-16T18:30:01.668 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 -- start start 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 0x7f3e3019d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30069090 0x7f3e3019dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 0x7f3e30197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e30197ed0 con 0x7f3e30107500 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e30198040 con 0x7f3e300686d0 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e3566f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e30198200 con 0x7f3e30069090 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e2f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 0x7f3e30197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.668+0000 7f3e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 0x7f3e3019d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.670 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 0x7f3e30197830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37106/0 (socket says 172.21.15.17:37106) 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 0x7f3e3019d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:41346/0 (socket says 172.21.15.17:41346) 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 -- 172.21.15.17:0/3449488890 learned_addr learned my addr 172.21.15.17:0/3449488890 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30069090 0x7f3e3019dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 -- 172.21.15.17:0/3449488890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30069090 msgr2=0x7f3e3019dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30069090 0x7f3e3019dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 -- 172.21.15.17:0/3449488890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 msgr2=0x7f3e3019d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 0x7f3e3019d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 -- 172.21.15.17:0/3449488890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e20009900 con 0x7f3e30107500 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30069090 0x7f3e3019dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e2f7fe640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 0x7f3e30197830 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f3e20004af0 tx=0x7f3e20032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e27fff640 1 -- 172.21.15.17:0/3449488890 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e200325d0 con 0x7f3e30107500 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e27fff640 1 -- 172.21.15.17:0/3449488890 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3e20003970 con 0x7f3e30107500 2024-03-16T18:30:01.671 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e30198480 con 0x7f3e30107500 2024-03-16T18:30:01.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e27fff640 1 -- 172.21.15.17:0/3449488890 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e200046b0 con 0x7f3e30107500 2024-03-16T18:30:01.672 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.669+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e301a46f0 con 0x7f3e30107500 2024-03-16T18:30:01.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.671+0000 7f3e27fff640 1 -- 172.21.15.17:0/3449488890 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f3e2003b040 con 0x7f3e30107500 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 Processor -- start 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 -- start start 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ad12e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 0x561921ade620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921a8c960 con 0x561921ad1820 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921a40310 con 0x561921adeb60 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e38250740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921a3d840 con 0x561921ad0f00 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e27fff640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3e1c0a1ba0 0x7f3e1c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 0x561921ade620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 0x561921ade620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37114/0 (socket says 172.21.15.17:37114) 2024-03-16T18:30:01.679 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 -- 172.21.15.17:0/2556240120 learned_addr learned my addr 172.21.15.17:0/2556240120 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ad12e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2f7fe640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3e1c0a1ba0 0x7f3e1c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e27fff640 1 -- 172.21.15.17:0/3449488890 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f3e200f0420 con 0x7f3e30107500 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 -- 172.21.15.17:0/2556240120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 msgr2=0x561921ad12e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ad12e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 -- 172.21.15.17:0/2556240120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 msgr2=0x561921ae0f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae0f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.672+0000 7f3e2effd640 1 -- 172.21.15.17:0/2556240120 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619219fb060 con 0x561921ad1820 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.673+0000 7f3e2effd640 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 0x561921ade620 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f3e28009ca0 tx=0x7f3e28011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a3ed6b53e0a5422 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.673+0000 7f3e2f7fe640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3e1c0a1ba0 0x7f3e1c0a4060 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3e200b9230 tx=0x7f3e200b9070 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.673+0000 7f3e257fa640 1 -- 172.21.15.17:0/2556240120 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e28009e50 con 0x561921ad1820 2024-03-16T18:30:01.680 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.673+0000 7f3e257fa640 1 -- 172.21.15.17:0/2556240120 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3e280198c0 con 0x561921ad1820 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.673+0000 7f3e257fa640 1 -- 172.21.15.17:0/2556240120 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e28018880 con 0x561921ad1820 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- 172.21.15.17:0/2556240120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 msgr2=0x561921ade620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 0x561921ade620 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f3e28009ca0 tx=0x7f3e28011810 comp rx=0 tx=0).stop 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- 172.21.15.17:0/2556240120 shutdown_connections 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad1820 0x561921ade620 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae0f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- 172.21.15.17:0/2556240120 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ad12e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- 172.21.15.17:0/2556240120 >> 172.21.15.17:0/2556240120 conn(0x561921acb980 msgr2=0x561921acbd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- 172.21.15.17:0/2556240120 shutdown_connections 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- 172.21.15.17:0/2556240120 wait complete. 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- start start 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 Processor -- start 2024-03-16T18:30:01.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ade460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921ad1820 0x561921adb7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 0x561921adbd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921a39020 con 0x561921adeb60 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56192170c430 con 0x561921ad1820 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619216c8e00 con 0x561921ad0f00 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e38250740 10 client.0 _ll_register_callbacks cb 0x5619219e0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 0x561921adbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 0x561921adbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37116/0 (socket says 172.21.15.17:37116) 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.674+0000 7f3e2effd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921ad1820 0x561921adb7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/2510004354 learned_addr learned my addr 172.21.15.17:0/2510004354 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ade460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2effd640 1 -- 172.21.15.17:0/2510004354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 msgr2=0x561921ade460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2effd640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ade460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2effd640 1 -- 172.21.15.17:0/2510004354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 msgr2=0x561921adbd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2effd640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 0x561921adbd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2effd640 1 -- 172.21.15.17:0/2510004354 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e280098d0 con 0x561921ad1820 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 0x561921adbd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e2effd640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921ad1820 0x561921adb7f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3e28005890 tx=0x7f3e28019c60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=31ff9684bde84808 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e167fc640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e167fc640 1 -- 172.21.15.17:0/2510004354 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e28009e50 con 0x561921ad1820 2024-03-16T18:30:01.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5619217387e0 con 0x561921ad1820 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e167fc640 1 -- 172.21.15.17:0/2510004354 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f3e28005260 con 0x561921ad1820 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e167fc640 1 -- 172.21.15.17:0/2510004354 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e28005420 con 0x561921ad1820 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e38250740 10 client.28010 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.675+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561921a376a0 con 0x561921ad1820 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e167fc640 1 -- 172.21.15.17:0/2510004354 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5619217387e0 con 0x561921ad1820 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e167fc640 1 -- 172.21.15.17:0/2510004354 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f3e280047e0 con 0x561921ad1820 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e38250740 10 client.28010 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e38250740 10 client.28010 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e38250740 20 client.28010 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e38250740 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921aeec40 0x561921af1060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e38250740 4 client.28010 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561921775720 con 0x561921aeec40 2024-03-16T18:30:01.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921aeec40 0x561921af1060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921aeec40 0x561921af1060 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=abc73c531b78a662 server_cookie=2c40dc49fb7a3c15 in_seq=0 out_seq=0 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.676+0000 7f3e167fc640 10 client.28010 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e167fc640 1 -- 172.21.15.17:0/2510004354 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561921775720 con 0x561921aeec40 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e167fc640 10 client.28010 handle_command_reply: tid=0 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 client.28010 shutdown 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921ad1820 msgr2=0x561921adb7f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921ad1820 0x561921adb7f0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f3e28005890 tx=0x7f3e28019c60 comp rx=0 tx=0).stop 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 shutdown_connections 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921aeec40 0x561921af1060 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921adeb60 0x561921adbd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e167fc640 0 client.28010 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921ad1820 0x561921adb7f0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 --2- 172.21.15.17:0/2510004354 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad0f00 0x561921ade460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 >> 172.21.15.17:0/2510004354 conn(0x561921acb980 msgr2=0x561921acd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 shutdown_connections 2024-03-16T18:30:01.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 1 -- 172.21.15.17:0/2510004354 wait complete. 2024-03-16T18:30:01.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.677+0000 7f3e38250740 20 client.28010 trim_cache size 0 max 16384 2024-03-16T18:30:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 Processor -- start 2024-03-16T18:30:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 -- start start 2024-03-16T18:30:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921acadc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921addf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ade460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619219be130 con 0x561921ad0f00 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921af16c0 con 0x561921adeb60 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e38250740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921ac75f0 con 0x561921ad1820 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921acadc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921acadc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37122/0 (socket says 172.21.15.17:37122) 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/699798324 learned_addr learned my addr 172.21.15.17:0/699798324 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2effd640 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921addf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ade460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/699798324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 msgr2=0x561921addf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921addf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/699798324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 msgr2=0x561921ade460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ade460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.690+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/699798324 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619219d3c20 con 0x561921ad0f00 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921acadc0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x561921af18a0 tx=0x7f3e18004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0b00216a3f5e706 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e24ff9640 1 -- 172.21.15.17:0/699798324 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e18016040 con 0x561921ad0f00 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e24ff9640 1 -- 172.21.15.17:0/699798324 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3e1802c030 con 0x561921ad0f00 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e24ff9640 1 -- 172.21.15.17:0/699798324 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e18004bc0 con 0x561921ad0f00 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 -- 172.21.15.17:0/699798324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 msgr2=0x561921acadc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921acadc0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x561921af18a0 tx=0x7f3e18004730 comp rx=0 tx=0).stop 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 -- 172.21.15.17:0/699798324 shutdown_connections 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ade460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921addf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 --2- 172.21.15.17:0/699798324 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921acadc0 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 -- 172.21.15.17:0/699798324 >> 172.21.15.17:0/699798324 conn(0x561921acb980 msgr2=0x561921adb910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.697 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 -- 172.21.15.17:0/699798324 shutdown_connections 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.691+0000 7f3e38250740 1 -- 172.21.15.17:0/699798324 wait complete. 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 -- start start 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 Processor -- start 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921ae6960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921ae2d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae3340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921ae3a40 con 0x561921ad0f00 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921ae3bb0 con 0x561921adeb60 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561921b4a500 con 0x561921ad1820 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e38250740 10 client.0 _ll_register_callbacks cb 0x7f3e2801c070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921ae6960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921ae6960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37132/0 (socket says 172.21.15.17:37132) 2024-03-16T18:30:01.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/782553350 learned_addr learned my addr 172.21.15.17:0/782553350 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2effd640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921ae2d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae3340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/782553350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 msgr2=0x561921ae2d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921ae2d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 msgr2=0x561921ae3340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae3340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.692+0000 7f3e2e7fc640 1 -- 172.21.15.17:0/782553350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e18019040 con 0x561921ad0f00 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e2e7fc640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921ae6960 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f3e1800a010 tx=0x7f3e180047a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bca8e1f4f4747e87 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e167fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e167fc640 1 -- 172.21.15.17:0/782553350 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e18016040 con 0x561921ad0f00 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e167fc640 1 -- 172.21.15.17:0/782553350 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f3e18011050 con 0x561921ad0f00 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3e280198c0 con 0x561921ad0f00 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e167fc640 1 -- 172.21.15.17:0/782553350 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e18011210 con 0x561921ad0f00 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 10 client.18138 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.699 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5619219f98c0 con 0x561921ad0f00 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e167fc640 1 -- 172.21.15.17:0/782553350 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3e280198c0 con 0x561921ad0f00 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e167fc640 1 -- 172.21.15.17:0/782553350 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f3e18003710 con 0x561921ad0f00 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 10 client.18138 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 10 client.18138 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 20 client.18138 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921b4bb10 0x561921b4df30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 4 client.18138 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.693+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5619217c4890 con 0x561921b4bb10 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e2effd640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921b4bb10 0x561921b4df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e167fc640 10 client.18138 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e2effd640 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921b4bb10 0x561921b4df30 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d9d19ab138c2fbba server_cookie=8458205fda0c8d66 in_seq=0 out_seq=0 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e167fc640 1 -- 172.21.15.17:0/782553350 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5619217c4890 con 0x561921b4bb10 2024-03-16T18:30:01.700 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e167fc640 10 client.18138 handle_command_reply: tid=0 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 client.18138 shutdown 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 msgr2=0x561921ae6960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921ae6960 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f3e1800a010 tx=0x7f3e180047a0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 shutdown_connections 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x561921b4bb10 0x561921b4df30 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561921adeb60 0x561921ae3340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561921ad1820 0x561921ae2d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e167fc640 0 client.18138 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 --2- 172.21.15.17:0/782553350 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561921ad0f00 0x561921ae6960 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 >> 172.21.15.17:0/782553350 conn(0x561921acb980 msgr2=0x561921af5920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 shutdown_connections 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 1 -- 172.21.15.17:0/782553350 wait complete. 2024-03-16T18:30:01.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.694+0000 7f3e38250740 20 client.18138 trim_cache size 0 max 16384 2024-03-16T18:30:01.702 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3e1c0a1ba0 msgr2=0x7f3e1c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3e1c0a1ba0 0x7f3e1c0a4060 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f3e200b9230 tx=0x7f3e200b9070 comp rx=0 tx=0).stop 2024-03-16T18:30:01.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 msgr2=0x7f3e30197830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 0x7f3e30197830 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f3e20004af0 tx=0x7f3e20032f30 comp rx=0 tx=0).stop 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 shutdown_connections 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3e1c0a1ba0 0x7f3e1c0a4060 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3e30107500 0x7f3e30197830 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3e30069090 0x7f3e3019dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 --2- 172.21.15.17:0/3449488890 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3e300686d0 0x7f3e3019d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 >> 172.21.15.17:0/3449488890 conn(0x7f3e300774f0 msgr2=0x7f3e300fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 shutdown_connections 2024-03-16T18:30:01.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.695+0000 7f3e3566f640 1 -- 172.21.15.17:0/3449488890 wait complete. 2024-03-16T18:30:01.705 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:01.705 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 -- 172.21.15.17:0/3753677488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 msgr2=0x7f0390101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3753677488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f0390101920 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f0384009900 tx=0x7f038402bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 -- 172.21.15.17:0/3753677488 shutdown_connections 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3753677488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f0390101920 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3753677488 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0390101e60 0x7f039010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3753677488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0390107560 0x7f0390107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.811 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 -- 172.21.15.17:0/3753677488 >> 172.21.15.17:0/3753677488 conn(0x7f03900788f0 msgr2=0x7f0390078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 -- 172.21.15.17:0/3753677488 shutdown_connections 2024-03-16T18:30:01.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.811+0000 7f0394b3a640 1 -- 172.21.15.17:0/3753677488 wait complete. 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 Processor -- start 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 -- start start 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f039019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0390101e60 0x7f039019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0390107560 0x7f0390197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0390197e30 con 0x7f03901014a0 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0390197fa0 con 0x7f0390107560 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f0394b3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0390198160 con 0x7f0390101e60 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f039019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f039019d620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37146/0 (socket says 172.21.15.17:37146) 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 -- 172.21.15.17:0/3011637807 learned_addr learned my addr 172.21.15.17:0/3011637807 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038dd9b640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0390101e60 0x7f039019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038ed9d640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0390107560 0x7f0390197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 -- 172.21.15.17:0/3011637807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0390101e60 msgr2=0x7f039019db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0390101e60 0x7f039019db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 -- 172.21.15.17:0/3011637807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0390107560 msgr2=0x7f0390197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0390107560 0x7f0390197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 -- 172.21.15.17:0/3011637807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0384009560 con 0x7f03901014a0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.812+0000 7f038e59c640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f039019d620 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f038000e9f0 tx=0x7f038000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.813+0000 7f037f7fe640 1 -- 172.21.15.17:0/3011637807 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0380009700 con 0x7f03901014a0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.813+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0390198440 con 0x7f03901014a0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.813+0000 7f037f7fe640 1 -- 172.21.15.17:0/3011637807 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f038000cd80 con 0x7f03901014a0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.813+0000 7f037f7fe640 1 -- 172.21.15.17:0/3011637807 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0380018840 con 0x7f03901014a0 2024-03-16T18:30:01.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.813+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03901a4650 con 0x7f03901014a0 2024-03-16T18:30:01.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f037f7fe640 1 -- 172.21.15.17:0/3011637807 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f03800189a0 con 0x7f03901014a0 2024-03-16T18:30:01.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 Processor -- start 2024-03-16T18:30:01.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 -- start start 2024-03-16T18:30:01.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f48630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f51210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f51750 0x55d204f53b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204f03960 con 0x55d204f48b70 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204eb7310 con 0x55d204f51750 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f03977ed740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204eb4840 con 0x55d204f48250 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f51210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038ed9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f48630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f51210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37158/0 (socket says 172.21.15.17:37158) 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038e59c640 1 -- 172.21.15.17:0/3713922533 learned_addr learned my addr 172.21.15.17:0/3713922533 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038dd9b640 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f51750 0x55d204f53b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f037f7fe640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03780a1ba0 0x7f03780a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038ed9d640 1 -- 172.21.15.17:0/3713922533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f51750 msgr2=0x55d204f53b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038ed9d640 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f51750 0x55d204f53b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038ed9d640 1 -- 172.21.15.17:0/3713922533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 msgr2=0x55d204f51210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038ed9d640 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f51210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038ed9d640 1 -- 172.21.15.17:0/3713922533 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d204e72060 con 0x55d204f48250 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.816+0000 7f038dd9b640 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f51750 0x55d204f53b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.817+0000 7f037f7fe640 1 -- 172.21.15.17:0/3011637807 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0380014070 con 0x7f03901014a0 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.817+0000 7f038ed9d640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03780a1ba0 0x7f03780a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.817+0000 7f038ed9d640 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f48630 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0388009fd0 tx=0x7f0388011920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=30085aa628cdda8d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.817+0000 7f037cff9640 1 -- 172.21.15.17:0/3713922533 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038800f740 con 0x55d204f48250 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.817+0000 7f037cff9640 1 -- 172.21.15.17:0/3713922533 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f038800fd50 con 0x55d204f48250 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.817+0000 7f037cff9640 1 -- 172.21.15.17:0/3713922533 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038801baf0 con 0x55d204f48250 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- 172.21.15.17:0/3713922533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 msgr2=0x55d204f48630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f038ed9d640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03780a1ba0 0x7f03780a4060 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0388022000 tx=0x7f0388023000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f48630 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f0388009fd0 tx=0x7f0388011920 comp rx=0 tx=0).stop 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- 172.21.15.17:0/3713922533 shutdown_connections 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f51210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f51750 0x55d204f53b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- 172.21.15.17:0/3713922533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f48630 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- 172.21.15.17:0/3713922533 >> 172.21.15.17:0/3713922533 conn(0x55d204f42980 msgr2=0x55d204f42d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- 172.21.15.17:0/3713922533 shutdown_connections 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- 172.21.15.17:0/3713922533 wait complete. 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- start start 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 Processor -- start 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204f510b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f4e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f4e9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204eb0020 con 0x55d204f48b70 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204b83430 con 0x55d204f48250 2024-03-16T18:30:01.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204b3fe00 con 0x55d204f51750 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.818+0000 7f03977ed740 10 client.0 _ll_register_callbacks cb 0x55d204e57cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f4e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f4e440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37166/0 (socket says 172.21.15.17:37166) 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 -- 172.21.15.17:0/1902680986 learned_addr learned my addr 172.21.15.17:0/1902680986 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038e59c640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204f510b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038ed9d640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f4e9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 -- 172.21.15.17:0/1902680986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 msgr2=0x55d204f4e9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f4e9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 -- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 msgr2=0x55d204f510b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204f510b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 -- 172.21.15.17:0/1902680986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0388009c30 con 0x55d204f48b70 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f038dd9b640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f4e440 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f0384009900 tx=0x7f038402c9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cac2ac853a914dea server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f0375ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f0375ffb640 1 -- 172.21.15.17:0/1902680986 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384004250 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d204baf7e0 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f0375ffb640 1 -- 172.21.15.17:0/1902680986 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f03840043b0 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f0375ffb640 1 -- 172.21.15.17:0/1902680986 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f038404e630 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f03977ed740 10 client.18150 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.819+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d204eae6a0 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f0375ffb640 1 -- 172.21.15.17:0/1902680986 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d204baf7e0 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f0375ffb640 1 -- 172.21.15.17:0/1902680986 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f038403c040 con 0x55d204f48b70 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f03977ed740 10 client.18150 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f03977ed740 10 client.18150 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f03977ed740 20 client.18150 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f03977ed740 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204f618c0 0x55d204f63ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f03977ed740 4 client.18150 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d204bec720 con 0x55d204f618c0 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f038e59c640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204f618c0 0x55d204f63ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f0375ffb640 10 client.18150 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:01.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.820+0000 7f038e59c640 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204f618c0 0x55d204f63ce0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e86c5c33a284c1ee server_cookie=1d10553bc256b6cf in_seq=0 out_seq=0 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f0375ffb640 1 -- 172.21.15.17:0/1902680986 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d204bec720 con 0x55d204f618c0 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f0375ffb640 10 client.18150 handle_command_reply: tid=0 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 client.18150 shutdown 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 msgr2=0x55d204f4e440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f4e440 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f0384009900 tx=0x7f038402c9d0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 shutdown_connections 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204f618c0 0x55d204f63ce0 crc :-1 s=READY pgs=169 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204f4e440 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f4e9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 --2- 172.21.15.17:0/1902680986 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204f510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f0375ffb640 0 client.18150 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 >> 172.21.15.17:0/1902680986 conn(0x55d204f42980 msgr2=0x55d204f446d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 shutdown_connections 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 1 -- 172.21.15.17:0/1902680986 wait complete. 2024-03-16T18:30:01.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.821+0000 7f03977ed740 20 client.18150 trim_cache size 0 max 16384 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 Processor -- start 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 -- start start 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f50b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48b70 0x55d204f510b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 0x55d204f5cad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204e35130 con 0x55d204f51750 2024-03-16T18:30:01.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204f5e330 con 0x55d204f48b70 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f03977ed740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204f43980 con 0x55d204f48250 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 0x55d204f5cad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f50b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 0x55d204f5cad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37172/0 (socket says 172.21.15.17:37172) 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038ed9d640 1 -- 172.21.15.17:0/272330301 learned_addr learned my addr 172.21.15.17:0/272330301 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038dd9b640 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48b70 0x55d204f510b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 -- 172.21.15.17:0/272330301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48b70 msgr2=0x55d204f510b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48b70 0x55d204f510b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 -- 172.21.15.17:0/272330301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 msgr2=0x55d204f5cad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 0x55d204f5cad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 -- 172.21.15.17:0/272330301 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d204e4ac20 con 0x55d204f48250 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038ed9d640 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 0x55d204f5cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038dd9b640 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48b70 0x55d204f510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:01.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f038e59c640 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f50b70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f038009a7b0 tx=0x7f03800d02e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=336abd0b7b983fdd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.834+0000 7f0377fff640 1 -- 172.21.15.17:0/272330301 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f038009a360 con 0x55d204f48250 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f0377fff640 1 -- 172.21.15.17:0/272330301 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f038009a180 con 0x55d204f48250 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f0377fff640 1 -- 172.21.15.17:0/272330301 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0380010c70 con 0x55d204f48250 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 -- 172.21.15.17:0/272330301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 msgr2=0x55d204f50b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f50b70 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f038009a7b0 tx=0x7f03800d02e0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 -- 172.21.15.17:0/272330301 shutdown_connections 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f51750 0x55d204f5cad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48b70 0x55d204f510b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 --2- 172.21.15.17:0/272330301 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f48250 0x55d204f50b70 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 -- 172.21.15.17:0/272330301 >> 172.21.15.17:0/272330301 conn(0x55d204f42980 msgr2=0x55d204f49920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 -- 172.21.15.17:0/272330301 shutdown_connections 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 -- 172.21.15.17:0/272330301 wait complete. 2024-03-16T18:30:01.841 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 -- start start 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.835+0000 7f03977ed740 1 Processor -- start 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204fb6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204fb69c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f55150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204f556e0 con 0x55d204f48b70 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204f55850 con 0x55d204f48250 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d204f55a10 con 0x55d204f51750 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 10 client.0 _ll_register_callbacks cb 0x7f0384009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204fb69c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204fb69c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37182/0 (socket says 172.21.15.17:37182) 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 -- 172.21.15.17:0/2688866154 learned_addr learned my addr 172.21.15.17:0/2688866154 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038e59c640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204fb6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.842 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038ed9d640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f55150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 -- 172.21.15.17:0/2688866154 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 msgr2=0x55d204f55150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f55150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 -- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 msgr2=0x55d204fb6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204fb6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 -- 172.21.15.17:0/2688866154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f038402ce70 con 0x55d204f48b70 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f038dd9b640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204fb69c0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f0384001eb0 tx=0x7f038403ff30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bbdf07ed6f931e1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f0375ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f0375ffb640 1 -- 172.21.15.17:0/2688866154 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0384005d90 con 0x55d204f48b70 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f0375ffb640 1 -- 172.21.15.17:0/2688866154 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0384000e40 con 0x55d204f48b70 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f038800fd50 con 0x55d204f48b70 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f0375ffb640 1 -- 172.21.15.17:0/2688866154 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0384005850 con 0x55d204f48b70 2024-03-16T18:30:01.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 10 client.18156 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.836+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d204e72060 con 0x55d204f48b70 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f0375ffb640 1 -- 172.21.15.17:0/2688866154 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f038800fd50 con 0x55d204f48b70 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f0375ffb640 1 -- 172.21.15.17:0/2688866154 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f038403c050 con 0x55d204f48b70 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 10 client.18156 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 10 client.18156 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 20 client.18156 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204fbe0e0 0x55d204fc0500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 4 client.18156 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d204c3b890 con 0x55d204fbe0e0 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f038e59c640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204fbe0e0 0x55d204fc0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f038e59c640 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204fbe0e0 0x55d204fc0500 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27ed71008b7697e6 server_cookie=90525aca5c463d9e in_seq=0 out_seq=0 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f0375ffb640 10 client.18156 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:01.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f0375ffb640 1 -- 172.21.15.17:0/2688866154 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d204c3b890 con 0x55d204fbe0e0 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f0375ffb640 10 client.18156 handle_command_reply: tid=0 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.837+0000 7f03977ed740 1 client.18156 shutdown 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 msgr2=0x55d204fb69c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204fb69c0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f0384001eb0 tx=0x7f038403ff30 comp rx=0 tx=0).stop 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 shutdown_connections 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55d204fbe0e0 0x55d204fc0500 crc :-1 s=READY pgs=170 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d204f48b70 0x55d204fb69c0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d204f51750 0x55d204f55150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0375ffb640 0 client.18156 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 --2- 172.21.15.17:0/2688866154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d204f48250 0x55d204fb6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 >> 172.21.15.17:0/2688866154 conn(0x55d204f42980 msgr2=0x55d204f4dcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 shutdown_connections 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 1 -- 172.21.15.17:0/2688866154 wait complete. 2024-03-16T18:30:01.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f03977ed740 20 client.18156 trim_cache size 0 max 16384 2024-03-16T18:30:01.846 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03780a1ba0 msgr2=0x7f03780a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03780a1ba0 0x7f03780a4060 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f0388022000 tx=0x7f0388023000 comp rx=0 tx=0).stop 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 msgr2=0x7f039019d620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f039019d620 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f038000e9f0 tx=0x7f038000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 shutdown_connections 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f03780a1ba0 0x7f03780a4060 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0390107560 0x7f0390197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0390101e60 0x7f039019db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 --2- 172.21.15.17:0/3011637807 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f03901014a0 0x7f039019d620 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 >> 172.21.15.17:0/3011637807 conn(0x7f03900788f0 msgr2=0x7f03901001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:01.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 shutdown_connections 2024-03-16T18:30:01.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:01.838+0000 7f0394b3a640 1 -- 172.21.15.17:0/3011637807 wait complete. 2024-03-16T18:30:02.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:01 smithi017 ceph-mon[32207]: pgmap v262: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:30:02.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:01 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3917484588' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:30:02.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:01 smithi149 ceph-mon[35991]: pgmap v262: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:30:02.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:01 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3917484588' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:30:02.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:01 smithi153 ceph-mon[36005]: pgmap v262: 129 pgs: 129 active+clean; 14 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 41 KiB/s wr, 13 op/s 2024-03-16T18:30:02.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:01 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3917484588' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:30:02.849 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:30:02.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:30:02.850 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:30:02.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 -- 172.21.15.17:0/3573004920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 msgr2=0x7fb37810dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:02.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/3573004920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb37810dfa0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fb370009ca0 tx=0x7fb37002c180 comp rx=0 tx=0).stop 2024-03-16T18:30:02.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 -- 172.21.15.17:0/3573004920 shutdown_connections 2024-03-16T18:30:02.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/3573004920 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb37810dfa0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/3573004920 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378103080 0x7fb37810b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/3573004920 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378102760 0x7fb378102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 -- 172.21.15.17:0/3573004920 >> 172.21.15.17:0/3573004920 conn(0x7fb378077550 msgr2=0x7fb378077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 -- 172.21.15.17:0/3573004920 shutdown_connections 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.972+0000 7fb37f0c9640 1 -- 172.21.15.17:0/3573004920 wait complete. 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 Processor -- start 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 -- start start 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378102760 0x7fb37819d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378103080 0x7fb37819dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb3781978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb378197f00 con 0x7fb37810bb30 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb378198070 con 0x7fb378103080 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37f0c9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb378198230 con 0x7fb378102760 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb3781978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb3781978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37196/0 (socket says 172.21.15.17:37196) 2024-03-16T18:30:02.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 -- 172.21.15.17:0/204616208 learned_addr learned my addr 172.21.15.17:0/204616208 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb377fff640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378103080 0x7fb37819dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37ce65640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378102760 0x7fb37819d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 -- 172.21.15.17:0/204616208 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378102760 msgr2=0x7fb37819d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378102760 0x7fb37819d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 -- 172.21.15.17:0/204616208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378103080 msgr2=0x7fb37819dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.973+0000 7fb37d666640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378103080 0x7fb37819dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb37d666640 1 -- 172.21.15.17:0/204616208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb370009900 con 0x7fb37810bb30 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb37ce65640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378102760 0x7fb37819d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb37d666640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb3781978b0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fb37002c790 tx=0x7fb3700346f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb375ffb640 1 -- 172.21.15.17:0/204616208 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb370003d80 con 0x7fb37810bb30 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb375ffb640 1 -- 172.21.15.17:0/204616208 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb3700348e0 con 0x7fb37810bb30 2024-03-16T18:30:02.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3781984b0 con 0x7fb37810bb30 2024-03-16T18:30:02.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb375ffb640 1 -- 172.21.15.17:0/204616208 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb370004600 con 0x7fb37810bb30 2024-03-16T18:30:02.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.974+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3781a47a0 con 0x7fb37810bb30 2024-03-16T18:30:02.983 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb375ffb640 1 -- 172.21.15.17:0/204616208 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb37003b040 con 0x7fb37810bb30 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 Processor -- start 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 -- start start 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2ad760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2b62e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2b8d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c21bf90 con 0x564c0c2ad380 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c2194c0 con 0x564c0c2b68b0 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb381d86740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c214ca0 con 0x564c0c2add30 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb375ffb640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1ba0 0x7fb3680a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb377fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2ad760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.977+0000 7fb37d666640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1ba0 0x7fb3680a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2ad760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37208/0 (socket says 172.21.15.17:37208) 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb37ce65640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2b62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 -- 172.21.15.17:0/2948922536 learned_addr learned my addr 172.21.15.17:0/2948922536 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2b8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb375ffb640 1 -- 172.21.15.17:0/204616208 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fb3700f0470 con 0x7fb37810bb30 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 -- 172.21.15.17:0/2948922536 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 msgr2=0x564c0c2b62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2b62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 -- 172.21.15.17:0/2948922536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 msgr2=0x564c0c2b8d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2b8d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 -- 172.21.15.17:0/2948922536 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564c0c1d70b0 con 0x564c0c2ad380 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb37ce65640 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2b62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb37d666640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1ba0 0x7fb3680a4060 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb3700ed900 tx=0x7fb37002c180 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb377fff640 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2ad760 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fb364013760 tx=0x7fb364005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5c6cf0b676dd589 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb362ffd640 1 -- 172.21.15.17:0/2948922536 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb364013ce0 con 0x564c0c2ad380 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.978+0000 7fb362ffd640 1 -- 172.21.15.17:0/2948922536 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb364004500 con 0x564c0c2ad380 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb362ffd640 1 -- 172.21.15.17:0/2948922536 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb364005490 con 0x564c0c2ad380 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 -- 172.21.15.17:0/2948922536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 msgr2=0x564c0c2ad760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:02.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2ad760 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fb364013760 tx=0x7fb364005f90 comp rx=0 tx=0).stop 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 -- 172.21.15.17:0/2948922536 shutdown_connections 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2b8d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2b62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 --2- 172.21.15.17:0/2948922536 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2ad760 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 -- 172.21.15.17:0/2948922536 >> 172.21.15.17:0/2948922536 conn(0x564c0c2a7840 msgr2=0x564c0c2a7c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 -- 172.21.15.17:0/2948922536 shutdown_connections 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.979+0000 7fb381d86740 1 -- 172.21.15.17:0/2948922536 wait complete. 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 -- start start 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 Processor -- start 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2b38d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2add30 0x564c0c2b3e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2b68b0 0x564c0c2b4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c1b9f40 con 0x564c0c2ad380 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0bee84b0 con 0x564c0c2add30 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c19a670 con 0x564c0c2b68b0 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb381d86740 10 client.0 _ll_register_callbacks cb 0x564c0c207f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb377fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2b38d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb377fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2b38d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37210/0 (socket says 172.21.15.17:37210) 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb377fff640 1 -- 172.21.15.17:0/1354666894 learned_addr learned my addr 172.21.15.17:0/1354666894 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.980+0000 7fb37ce65640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2add30 0x564c0c2b3e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2b68b0 0x564c0c2b4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 -- 172.21.15.17:0/1354666894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2b68b0 msgr2=0x564c0c2b4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2b68b0 0x564c0c2b4350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 -- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2add30 msgr2=0x564c0c2b3e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2add30 0x564c0c2b3e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 -- 172.21.15.17:0/1354666894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb36401b040 con 0x564c0c2ad380 2024-03-16T18:30:02.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb377fff640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2b38d0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fb364009f00 tx=0x7fb364009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=55537926612116c0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb357fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb357fff640 1 -- 172.21.15.17:0/1354666894 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36400f880 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb357fff640 1 -- 172.21.15.17:0/1354666894 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fb36400f9e0 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564c0c1eef40 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb357fff640 1 -- 172.21.15.17:0/1354666894 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb36400fba0 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb381d86740 10 client.18168 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x564c0c213320 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.981+0000 7fb357fff640 1 -- 172.21.15.17:0/1354666894 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x564c0c1eef40 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb357fff640 1 -- 172.21.15.17:0/1354666894 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb364010430 con 0x564c0c2ad380 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb381d86740 10 client.18168 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb381d86740 10 client.18168 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb381d86740 20 client.18168 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb381d86740 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c2c6dd0 0x564c0c2c91c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:02.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb381d86740 4 client.18168 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564c0c20b310 con 0x564c0c2c6dd0 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb37ce65640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c2c6dd0 0x564c0c2c91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb357fff640 10 client.18168 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.982+0000 7fb37ce65640 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c2c6dd0 0x564c0c2c91c0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39986cfaa5d4afef server_cookie=81203d5652b70cda in_seq=0 out_seq=0 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb357fff640 1 -- 172.21.15.17:0/1354666894 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x564c0c20b310 con 0x564c0c2c6dd0 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb357fff640 10 client.18168 handle_command_reply: tid=0 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 client.18168 shutdown 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 msgr2=0x564c0c2b38d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2b38d0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7fb364009f00 tx=0x7fb364009e90 comp rx=0 tx=0).stop 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 shutdown_connections 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c2c6dd0 0x564c0c2c91c0 crc :-1 s=READY pgs=171 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2b68b0 0x564c0c2b4350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2add30 0x564c0c2b3e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 --2- 172.21.15.17:0/1354666894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2ad380 0x564c0c2b38d0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb357fff640 0 client.18168 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:02.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.983+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 >> 172.21.15.17:0/1354666894 conn(0x564c0c2a7840 msgr2=0x564c0c2a97a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.984+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 shutdown_connections 2024-03-16T18:30:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.984+0000 7fb381d86740 1 -- 172.21.15.17:0/1354666894 wait complete. 2024-03-16T18:30:02.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:02.984+0000 7fb381d86740 20 client.18168 trim_cache size 0 max 16384 2024-03-16T18:30:03.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 Processor -- start 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 -- start start 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2ad380 0x564c0c2b6000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 0x564c0c2c1db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2c22f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c20b310 con 0x564c0c2add30 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.000+0000 7fb381d86740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c1eef40 con 0x564c0c2b68b0 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb381d86740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c2a7370 con 0x564c0c2ad380 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 0x564c0c2c1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 0x564c0c2c1db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37214/0 (socket says 172.21.15.17:37214) 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 -- 172.21.15.17:0/3475869082 learned_addr learned my addr 172.21.15.17:0/3475869082 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb377fff640 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2c22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb377fff640 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2ad380 0x564c0c2b6000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 -- 172.21.15.17:0/3475869082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2ad380 msgr2=0x564c0c2b6000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2ad380 0x564c0c2b6000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 -- 172.21.15.17:0/3475869082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 msgr2=0x564c0c2c22f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2c22f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 -- 172.21.15.17:0/3475869082 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564c0c1afc00 con 0x564c0c2add30 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb377fff640 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2ad380 0x564c0c2b6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb37ce65640 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 0x564c0c2c1db0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x564c0c2ae130 tx=0x7fb36c009e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6682a4887c21ac0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb3627fc640 1 -- 172.21.15.17:0/3475869082 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c018040 con 0x564c0c2add30 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb3627fc640 1 -- 172.21.15.17:0/3475869082 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb36c022070 con 0x564c0c2add30 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.001+0000 7fb3627fc640 1 -- 172.21.15.17:0/3475869082 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c0127d0 con 0x564c0c2add30 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 -- 172.21.15.17:0/3475869082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 msgr2=0x564c0c2c1db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 0x564c0c2c1db0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x564c0c2ae130 tx=0x7fb36c009e30 comp rx=0 tx=0).stop 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 -- 172.21.15.17:0/3475869082 shutdown_connections 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2add30 0x564c0c2c1db0 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2b68b0 0x564c0c2c22f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 --2- 172.21.15.17:0/3475869082 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2ad380 0x564c0c2b6000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 -- 172.21.15.17:0/3475869082 >> 172.21.15.17:0/3475869082 conn(0x564c0c2a7840 msgr2=0x564c0c2b4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 -- 172.21.15.17:0/3475869082 shutdown_connections 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 -- 172.21.15.17:0/3475869082 wait complete. 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 -- start start 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.002+0000 7fb381d86740 1 Processor -- start 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2ad380 0x564c0c2be5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2ba960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 0x564c0c2baea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c2bb570 con 0x564c0c2b68b0 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c2bb6e0 con 0x564c0c2ad380 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x564c0c322660 con 0x564c0c2add30 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb381d86740 10 client.0 _ll_register_callbacks cb 0x7fb364009de0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 0x564c0c2baea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb37ce65640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2ba960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 0x564c0c2baea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37216/0 (socket says 172.21.15.17:37216) 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 -- 172.21.15.17:0/2841393845 learned_addr learned my addr 172.21.15.17:0/2841393845 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2ad380 0x564c0c2be5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 -- 172.21.15.17:0/2841393845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 msgr2=0x564c0c2ba960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2ba960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 -- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2ad380 msgr2=0x564c0c2be5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2ad380 0x564c0c2be5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 -- 172.21.15.17:0/2841393845 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb36c0044f0 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb377fff640 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 0x564c0c2baea0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fb36400f790 tx=0x7fb364013de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=320c93ff675f3cfe server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb357fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.003+0000 7fb357fff640 1 -- 172.21.15.17:0/2841393845 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36400fa90 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb357fff640 1 -- 172.21.15.17:0/2841393845 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fb364000e40 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564c0c23a900 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb357fff640 1 -- 172.21.15.17:0/2841393845 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb364005750 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 10 client.18174 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x564c0c1d5910 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb357fff640 1 -- 172.21.15.17:0/2841393845 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x564c0c23a900 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb357fff640 1 -- 172.21.15.17:0/2841393845 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb364004c30 con 0x564c0c2b68b0 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 10 client.18174 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 10 client.18174 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 20 client.18174 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:03.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c323af0 0x564c0c325f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 4 client.18174 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:30:03.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x564c0bf14860 con 0x564c0c323af0 2024-03-16T18:30:03.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.004+0000 7fb37ce65640 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c323af0 0x564c0c325f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.005+0000 7fb357fff640 10 client.18174 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:03.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.005+0000 7fb37ce65640 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c323af0 0x564c0c325f10 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b921bea7c853dfa7 server_cookie=6a181b5400f5975a in_seq=0 out_seq=0 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb357fff640 1 -- 172.21.15.17:0/2841393845 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x564c0bf14860 con 0x564c0c323af0 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb357fff640 10 client.18174 handle_command_reply: tid=0 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 client.18174 shutdown 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 msgr2=0x564c0c2baea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 0x564c0c2baea0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7fb36400f790 tx=0x7fb364013de0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 shutdown_connections 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x564c0c323af0 0x564c0c325f10 crc :-1 s=READY pgs=172 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x564c0c2b68b0 0x564c0c2baea0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x564c0c2add30 0x564c0c2ba960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 --2- 172.21.15.17:0/2841393845 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x564c0c2ad380 0x564c0c2be5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb357fff640 0 client.18174 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 >> 172.21.15.17:0/2841393845 conn(0x564c0c2a7840 msgr2=0x564c0c2b3890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 shutdown_connections 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 1 -- 172.21.15.17:0/2841393845 wait complete. 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.006+0000 7fb381d86740 20 client.18174 trim_cache size 0 max 16384 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:30:03.012 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "b022c68b-e376-4039-939f-fcd8a5066ed2", 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.007+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1ba0 msgr2=0x7fb3680a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.007+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1ba0 0x7fb3680a4060 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7fb3700ed900 tx=0x7fb37002c180 comp rx=0 tx=0).stop 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.007+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 msgr2=0x7fb3781978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.007+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb3781978b0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fb37002c790 tx=0x7fb3700346f0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.009+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 shutdown_connections 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.009+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1ba0 0x7fb3680a4060 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.009+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb37810bb30 0x7fb3781978b0 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.009+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378103080 0x7fb37819dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.009+0000 7fb37f0c9640 1 --2- 172.21.15.17:0/204616208 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378102760 0x7fb37819d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.009+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 >> 172.21.15.17:0/204616208 conn(0x7fb378077550 msgr2=0x7fb3780fd500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.010+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 shutdown_connections 2024-03-16T18:30:03.014 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.010+0000 7fb37f0c9640 1 -- 172.21.15.17:0/204616208 wait complete. 2024-03-16T18:30:03.026 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:30:03.026 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 -- 172.21.15.17:0/921711181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 msgr2=0x7fd0d8101910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 --2- 172.21.15.17:0/921711181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d8101910 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0009900 tx=0x7fd0c002bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 -- 172.21.15.17:0/921711181 shutdown_connections 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 --2- 172.21.15.17:0/921711181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d8101910 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 --2- 172.21.15.17:0/921711181 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d8101e50 0x7fd0d810e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 --2- 172.21.15.17:0/921711181 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0d8107550 0x7fd0d8107930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 -- 172.21.15.17:0/921711181 >> 172.21.15.17:0/921711181 conn(0x7fd0d80fcfa0 msgr2=0x7fd0d80ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 -- 172.21.15.17:0/921711181 shutdown_connections 2024-03-16T18:30:03.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.131+0000 7fd0dddac640 1 -- 172.21.15.17:0/921711181 wait complete. 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 Processor -- start 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 -- start start 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0d8101e50 0x7fd0d819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d8107550 0x7fd0d8197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d8197ec0 con 0x7fd0d8101490 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d8198030 con 0x7fd0d8107550 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0dddac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0d81981f0 con 0x7fd0d8101e50 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d819d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37232/0 (socket says 172.21.15.17:37232) 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0d77fe640 1 -- 172.21.15.17:0/241039972 learned_addr learned my addr 172.21.15.17:0/241039972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0d8101e50 0x7fd0d819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.132+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d8107550 0x7fd0d8197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d77fe640 1 -- 172.21.15.17:0/241039972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0d8101e50 msgr2=0x7fd0d819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0d8101e50 0x7fd0d819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d77fe640 1 -- 172.21.15.17:0/241039972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d8107550 msgr2=0x7fd0d8197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d8107550 0x7fd0d8197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d77fe640 1 -- 172.21.15.17:0/241039972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0c0009560 con 0x7fd0d8101490 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d819d6b0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fd0c800eab0 tx=0x7fd0c800ef70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d4ff9640 1 -- 172.21.15.17:0/241039972 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c800ce40 con 0x7fd0d8101490 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d4ff9640 1 -- 172.21.15.17:0/241039972 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd0c8011920 con 0x7fd0d8101490 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0d81984d0 con 0x7fd0d8101490 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0d4ff9640 1 -- 172.21.15.17:0/241039972 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c80109d0 con 0x7fd0d8101490 2024-03-16T18:30:03.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.133+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0d81a46e0 con 0x7fd0d8101490 2024-03-16T18:30:03.141 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.135+0000 7fd0d4ff9640 1 -- 172.21.15.17:0/241039972 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd0c8011a90 con 0x7fd0d8101490 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 Processor -- start 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 -- start start 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72391690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d4ff9640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd0c40a1ba0 0x7fd0c40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239a270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f7239a7b0 0x560f7239cba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f72300280 con 0x560f72391bd0 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f722fd7b0 con 0x560f7239a7b0 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0e0986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f722f8f90 con 0x560f723912b0 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239a270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd0c40a1ba0 0x7fd0c40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.142 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239a270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37238/0 (socket says 172.21.15.17:37238) 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/1347614773 learned_addr learned my addr 172.21.15.17:0/1347614773 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72391690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f7239a7b0 0x560f7239cba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d4ff9640 1 -- 172.21.15.17:0/241039972 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fd0c80ce1e0 con 0x7fd0d8101490 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/1347614773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 msgr2=0x560f72391690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72391690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/1347614773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f7239a7b0 msgr2=0x560f7239cba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f7239a7b0 0x560f7239cba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/1347614773 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f722b7570 con 0x560f72391bd0 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.136+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd0c40a1ba0 0x7fd0c40a4060 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000bec0 tx=0x7fd0d0004230 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239a270 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0009900 tx=0x7fd0c0005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1984a8d042f1b3d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0cdffb640 1 -- 172.21.15.17:0/1347614773 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c00048f0 con 0x560f72391bd0 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0cdffb640 1 -- 172.21.15.17:0/1347614773 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd0c0004a50 con 0x560f72391bd0 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0cdffb640 1 -- 172.21.15.17:0/1347614773 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c0003930 con 0x560f72391bd0 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 -- 172.21.15.17:0/1347614773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 msgr2=0x560f7239a270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239a270 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7fd0c0009900 tx=0x7fd0c0005e80 comp rx=0 tx=0).stop 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 -- 172.21.15.17:0/1347614773 shutdown_connections 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239a270 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f7239a7b0 0x560f7239cba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 --2- 172.21.15.17:0/1347614773 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72391690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 -- 172.21.15.17:0/1347614773 >> 172.21.15.17:0/1347614773 conn(0x560f7238b990 msgr2=0x560f7238bd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.137+0000 7fd0e0986740 1 -- 172.21.15.17:0/1347614773 shutdown_connections 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 -- 172.21.15.17:0/1347614773 wait complete. 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 -- start start 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 Processor -- start 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f7239a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f72391bd0 0x560f723975b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f72397cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f71fcc430 con 0x560f7239a7b0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f71f88e00 con 0x560f723912b0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7227dfd0 con 0x560f72391bd0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0e0986740 10 client.0 _ll_register_callbacks cb 0x560f722d3fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0d77fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f7239a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0d7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f72397cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0d77fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f7239a220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:41538/0 (socket says 172.21.15.17:41538) 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0d77fe640 1 -- 172.21.15.17:0/4229307896 learned_addr learned my addr 172.21.15.17:0/4229307896 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.138+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f72391bd0 0x560f723975b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d77fe640 1 -- 172.21.15.17:0/4229307896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f72391bd0 msgr2=0x560f723975b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f72391bd0 0x560f723975b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d77fe640 1 -- 172.21.15.17:0/4229307896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 msgr2=0x560f72397cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f72397cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d77fe640 1 -- 172.21.15.17:0/4229307896 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0d810ec10 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f72397cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f7239a220 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8096d90 tx=0x7fd0c801e000 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3609c9dea122324 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/4229307896 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c809a930 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560f71ff87e0 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/4229307896 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fd0c809ea80 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/4229307896 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0c80a30d0 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0e0986740 10 client.28064 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560f722f7610 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.139+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/4229307896 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x560f71ff87e0 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/4229307896 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd0c8021070 con 0x560f723912b0 2024-03-16T18:30:03.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0e0986740 10 client.28064 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0e0986740 10 client.28064 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0e0986740 20 client.28064 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0e0986740 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f723aa8a0 0x560f723acc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0e0986740 4 client.28064 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560f72035720 con 0x560f723aa8a0 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f723aa8a0 0x560f723acc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f723aa8a0 0x560f723acc90 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=13cb1fc229f7ca08 server_cookie=ebcd1c881ee79b52 in_seq=0 out_seq=0 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.140+0000 7fd0b6ffd640 10 client.28064 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/4229307896 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x560f72035720 con 0x560f723aa8a0 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0b6ffd640 10 client.28064 handle_command_reply: tid=0 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 client.28064 shutdown 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 msgr2=0x560f7239a220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f7239a220 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fd0c8096d90 tx=0x7fd0c801e000 comp rx=0 tx=0).stop 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 shutdown_connections 2024-03-16T18:30:03.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f723aa8a0 0x560f723acc90 crc :-1 s=READY pgs=173 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f72397cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f72391bd0 0x560f723975b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0b6ffd640 0 client.28064 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 --2- 172.21.15.17:0/4229307896 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f7239a220 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 >> 172.21.15.17:0/4229307896 conn(0x560f7238b990 msgr2=0x560f7238d730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 shutdown_connections 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 1 -- 172.21.15.17:0/4229307896 wait complete. 2024-03-16T18:30:03.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.141+0000 7fd0e0986740 20 client.28064 trim_cache size 0 max 16384 2024-03-16T18:30:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 Processor -- start 2024-03-16T18:30:03.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 -- start start 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72399ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f72391bd0 0x560f7239a220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f723a5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f723870f0 con 0x560f7239a7b0 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f72390f10 con 0x560f72391bd0 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0e0986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7238b1d0 con 0x560f723912b0 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.157+0000 7fd0d7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f723a5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f723a5ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37254/0 (socket says 172.21.15.17:37254) 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d77fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72399ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 -- 172.21.15.17:0/2330016002 learned_addr learned my addr 172.21.15.17:0/2330016002 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f72391bd0 0x560f7239a220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 -- 172.21.15.17:0/2330016002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 msgr2=0x560f72399ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72399ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 -- 172.21.15.17:0/2330016002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f72391bd0 msgr2=0x560f7239a220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f72391bd0 0x560f7239a220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 -- 172.21.15.17:0/2330016002 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560f72293ac0 con 0x560f7239a7b0 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f723a5ad0 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000bca0 tx=0x7fd0d001f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19d7be0cde9df2eb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0cd7fa640 1 -- 172.21.15.17:0/2330016002 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0017070 con 0x560f7239a7b0 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0cd7fa640 1 -- 172.21.15.17:0/2330016002 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd0d0012ea0 con 0x560f7239a7b0 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.158+0000 7fd0cd7fa640 1 -- 172.21.15.17:0/2330016002 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0026070 con 0x560f7239a7b0 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- 172.21.15.17:0/2330016002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 msgr2=0x560f723a5ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f723a5ad0 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000bca0 tx=0x7fd0d001f000 comp rx=0 tx=0).stop 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- 172.21.15.17:0/2330016002 shutdown_connections 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f7239a7b0 0x560f723a5ad0 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f72391bd0 0x560f7239a220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- 172.21.15.17:0/2330016002 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f723912b0 0x560f72399ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- 172.21.15.17:0/2330016002 >> 172.21.15.17:0/2330016002 conn(0x560f7238b990 msgr2=0x560f7238d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- 172.21.15.17:0/2330016002 shutdown_connections 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- 172.21.15.17:0/2330016002 wait complete. 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- start start 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 Processor -- start 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f723a2130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239baa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f7239a7b0 0x560f7239bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7239c520 con 0x560f72391bd0 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7239c690 con 0x560f723912b0 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.159+0000 7fd0e0986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f7239c850 con 0x560f7239a7b0 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0e0986740 10 client.0 _ll_register_callbacks cb 0x7fd0c809a700 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37270/0 (socket says 172.21.15.17:37270) 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/761798274 learned_addr learned my addr 172.21.15.17:0/761798274 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:03.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f723a2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f7239a7b0 0x560f7239bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/761798274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f7239a7b0 msgr2=0x560f7239bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f7239a7b0 0x560f7239bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 msgr2=0x560f723a2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f723a2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 -- 172.21.15.17:0/761798274 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0d001a040 con 0x560f72391bd0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f723a2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d7fff640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f7239a7b0 0x560f7239bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0d6ffd640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239baa0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fd0c002cd60 tx=0x7fd0c00045c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=430f99a95e25313c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0b6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/761798274 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0c004e070 con 0x560f72391bd0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd0c0004a50 con 0x560f72391bd0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/761798274 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(99..99 src has 1..99) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fd0c0051260 con 0x560f72391bd0 2024-03-16T18:30:03.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/761798274 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd0c002c920 con 0x560f72391bd0 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0e0986740 10 client.18192 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.160+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x560f722b96a0 con 0x560f72391bd0 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/761798274 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd0c0004a50 con 0x560f72391bd0 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/761798274 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd0c003c050 con 0x560f72391bd0 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 10 client.18192 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 10 client.18192 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 20 client.18192 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f72407310 0x560f72409730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 4 client.18192 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x560f72084890 con 0x560f72407310 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f72407310 0x560f72409730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0b6ffd640 10 client.18192 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0d77fe640 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f72407310 0x560f72409730 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=90e1b901e2ede0bc server_cookie=1b5ef90682e2ad1b in_seq=0 out_seq=0 2024-03-16T18:30:03.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0b6ffd640 1 -- 172.21.15.17:0/761798274 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x560f72084890 con 0x560f72407310 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0b6ffd640 10 client.18192 handle_command_reply: tid=0 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.161+0000 7fd0e0986740 1 client.18192 shutdown 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 msgr2=0x560f7239baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239baa0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7fd0c002cd60 tx=0x7fd0c00045c0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 shutdown_connections 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x560f72407310 0x560f72409730 crc :-1 s=READY pgs=174 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x560f72391bd0 0x560f7239baa0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0b6ffd640 0 client.18192 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x560f7239a7b0 0x560f7239bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 --2- 172.21.15.17:0/761798274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x560f723912b0 0x560f723a2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 >> 172.21.15.17:0/761798274 conn(0x560f7238b990 msgr2=0x560f7238cb30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 shutdown_connections 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 1 -- 172.21.15.17:0/761798274 wait complete. 2024-03-16T18:30:03.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0e0986740 20 client.18192 trim_cache size 0 max 16384 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: "b022c68b-e376-4039-939f-fcd8a5066ed2": { 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "b022c68b-e376-4039-939f-fcd8a5066ed2", 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:30:03.169 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:30:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd0c40a1ba0 msgr2=0x7fd0c40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd0c40a1ba0 0x7fd0c40a4060 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7fd0d000bec0 tx=0x7fd0d0004230 comp rx=0 tx=0).stop 2024-03-16T18:30:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 msgr2=0x7fd0d819d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d819d6b0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7fd0c800eab0 tx=0x7fd0c800ef70 comp rx=0 tx=0).stop 2024-03-16T18:30:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 shutdown_connections 2024-03-16T18:30:03.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd0c40a1ba0 0x7fd0c40a4060 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd0d8107550 0x7fd0d8197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd0d8101e50 0x7fd0d819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 --2- 172.21.15.17:0/241039972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd0d8101490 0x7fd0d819d6b0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 >> 172.21.15.17:0/241039972 conn(0x7fd0d80fcfa0 msgr2=0x7fd0d80fe950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 shutdown_connections 2024-03-16T18:30:03.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:03.162+0000 7fd0dddac640 1 -- 172.21.15.17:0/241039972 wait complete. 2024-03-16T18:30:03.172 INFO:tasks.cephfs.filesystem:scrub status for tag:b022c68b-e376-4039-939f-fcd8a5066ed2 - {'path': '/', 'tag': 'b022c68b-e376-4039-939f-fcd8a5066ed2', 'options': 'recursive,force'} 2024-03-16T18:30:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:03 smithi017 ceph-mon[32207]: pgmap v263: 129 pgs: 129 active+clean; 14 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 107 KiB/s wr, 37 op/s 2024-03-16T18:30:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:03 smithi017 ceph-mon[32207]: osdmap e99: 12 total, 12 up, 12 in 2024-03-16T18:30:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:03 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:30:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:03 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:03 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:30:04.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:03 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:03 smithi149 ceph-mon[35991]: pgmap v263: 129 pgs: 129 active+clean; 14 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 107 KiB/s wr, 37 op/s 2024-03-16T18:30:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:03 smithi149 ceph-mon[35991]: osdmap e99: 12 total, 12 up, 12 in 2024-03-16T18:30:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:03 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:30:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:03 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:03 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:30:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:03 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:03 smithi153 ceph-mon[36005]: pgmap v263: 129 pgs: 129 active+clean; 14 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 107 KiB/s wr, 37 op/s 2024-03-16T18:30:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:03 smithi153 ceph-mon[36005]: osdmap e99: 12 total, 12 up, 12 in 2024-03-16T18:30:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:03 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:30:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:03 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:04.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:03 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:30:04.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:03 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:06.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:05 smithi017 ceph-mon[32207]: pgmap v265: 129 pgs: 129 active+clean; 14 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 105 KiB/s wr, 36 op/s 2024-03-16T18:30:06.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:05 smithi149 ceph-mon[35991]: pgmap v265: 129 pgs: 129 active+clean; 14 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 105 KiB/s wr, 36 op/s 2024-03-16T18:30:06.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:05 smithi153 ceph-mon[36005]: pgmap v265: 129 pgs: 129 active+clean; 14 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 60 KiB/s rd, 105 KiB/s wr, 36 op/s 2024-03-16T18:30:08.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:07 smithi017 ceph-mon[32207]: pgmap v266: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 109 KiB/s wr, 37 op/s 2024-03-16T18:30:08.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:07 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:30:08.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:07 smithi149 ceph-mon[35991]: pgmap v266: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 109 KiB/s wr, 37 op/s 2024-03-16T18:30:08.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:07 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:30:08.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:07 smithi153 ceph-mon[36005]: pgmap v266: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 109 KiB/s wr, 37 op/s 2024-03-16T18:30:08.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:07 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:30:10.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:09 smithi017 ceph-mon[32207]: pgmap v267: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 109 KiB/s wr, 37 op/s 2024-03-16T18:30:10.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:09 smithi017 ceph-mon[32207]: osdmap e100: 12 total, 12 up, 12 in 2024-03-16T18:30:10.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:09 smithi149 ceph-mon[35991]: pgmap v267: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 109 KiB/s wr, 37 op/s 2024-03-16T18:30:10.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:09 smithi149 ceph-mon[35991]: osdmap e100: 12 total, 12 up, 12 in 2024-03-16T18:30:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:09 smithi153 ceph-mon[36005]: pgmap v267: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 109 KiB/s wr, 37 op/s 2024-03-16T18:30:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:09 smithi153 ceph-mon[36005]: osdmap e100: 12 total, 12 up, 12 in 2024-03-16T18:30:12.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:11 smithi017 ceph-mon[32207]: pgmap v269: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 37 KiB/s wr, 10 op/s 2024-03-16T18:30:12.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:11 smithi149 ceph-mon[35991]: pgmap v269: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 37 KiB/s wr, 10 op/s 2024-03-16T18:30:12.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:11 smithi153 ceph-mon[36005]: pgmap v269: 129 pgs: 129 active+clean; 15 MiB data, 431 MiB used, 1.0 TiB / 1.0 TiB avail; 39 KiB/s rd, 37 KiB/s wr, 10 op/s 2024-03-16T18:30:12.493 INFO:tasks.workunit.client.0.smithi017.stdout:375/600: open fd = 3 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:376/600: open fd = 3 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:377/600: open fd = 3 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:378/600: open fd = 3 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.494 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:379/600: open fd = 3 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:380/600: open fd = 3 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:381/600: open fd = 3 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:382/600: open fd = 3 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.495 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:383/600: open fd = 3 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:384/600: open fd = 3 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:385/600: open fd = 3 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:386/600: open fd = 3 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.496 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:387/600: open fd = 3 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:388/600: open fd = 3 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:389/600: open fd = 3 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:390/600: open fd = 3 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.497 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:391/600: open fd = 3 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:392/600: open fd = 3 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:393/600: open fd = 3 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:394/600: open fd = 3 2024-03-16T18:30:12.498 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:395/600: open fd = 3 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:396/600: open fd = 3 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:397/600: open fd = 3 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:398/600: open fd = 3 2024-03-16T18:30:12.499 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:399/600: open fd = 3 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:400/600: open fd = 3 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:401/600: open fd = 3 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.500 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:402/600: open fd = 3 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:403/600: open fd = 3 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:404/600: open fd = 3 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:405/600: open fd = 3 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.501 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:406/600: open fd = 3 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:407/600: open fd = 3 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:408/600: open fd = 3 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:409/600: open fd = 3 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.502 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:410/600: open fd = 3 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:411/600: open fd = 3 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:412/600: open fd = 3 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:413/600: open fd = 3 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.503 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:414/600: open fd = 3 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:415/600: open fd = 3 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:416/600: open fd = 3 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:417/600: open fd = 3 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.504 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:418/600: open fd = 3 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:419/600: open fd = 3 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:420/600: open fd = 3 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:421/600: open fd = 3 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.505 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:422/600: open fd = 3 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:423/600: open fd = 3 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:424/600: open fd = 3 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:425/600: open fd = 3 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.506 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:426/600: open fd = 3 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:427/600: open fd = 3 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:428/600: open fd = 3 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.507 INFO:tasks.workunit.client.0.smithi017.stdout:429/600: open fd = 3 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:430/600: open fd = 3 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:431/600: open fd = 3 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:432/600: open fd = 3 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.508 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:433/600: open fd = 3 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:434/600: open fd = 3 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:435/600: open fd = 3 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:436/600: open fd = 3 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.509 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:30:12.510 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:30:14.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:13 smithi017 ceph-mon[32207]: pgmap v270: 129 pgs: 129 active+clean; 15 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 60 KiB/s wr, 17 op/s 2024-03-16T18:30:14.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:13 smithi149 ceph-mon[35991]: pgmap v270: 129 pgs: 129 active+clean; 15 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 60 KiB/s wr, 17 op/s 2024-03-16T18:30:14.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:13 smithi153 ceph-mon[36005]: pgmap v270: 129 pgs: 129 active+clean; 15 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 60 KiB/s wr, 17 op/s 2024-03-16T18:30:16.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:15 smithi017 ceph-mon[32207]: pgmap v271: 129 pgs: 129 active+clean; 15 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 56 KiB/s wr, 16 op/s 2024-03-16T18:30:16.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:15 smithi149 ceph-mon[35991]: pgmap v271: 129 pgs: 129 active+clean; 15 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 56 KiB/s wr, 16 op/s 2024-03-16T18:30:16.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:15 smithi153 ceph-mon[36005]: pgmap v271: 129 pgs: 129 active+clean; 15 MiB data, 432 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 56 KiB/s wr, 16 op/s 2024-03-16T18:30:18.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:17 smithi017 ceph-mon[32207]: pgmap v272: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 16 op/s 2024-03-16T18:30:18.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:17 smithi149 ceph-mon[35991]: pgmap v272: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 16 op/s 2024-03-16T18:30:18.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:17 smithi153 ceph-mon[36005]: pgmap v272: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 16 op/s 2024-03-16T18:30:20.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:19 smithi017 ceph-mon[32207]: pgmap v273: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 16 op/s 2024-03-16T18:30:20.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:19 smithi149 ceph-mon[35991]: pgmap v273: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 16 op/s 2024-03-16T18:30:20.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:19 smithi153 ceph-mon[36005]: pgmap v273: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 16 op/s 2024-03-16T18:30:22.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:21 smithi017 ceph-mon[32207]: pgmap v274: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 50 KiB/s wr, 15 op/s 2024-03-16T18:30:22.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:21 smithi149 ceph-mon[35991]: pgmap v274: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 50 KiB/s wr, 15 op/s 2024-03-16T18:30:22.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:21 smithi153 ceph-mon[36005]: pgmap v274: 129 pgs: 129 active+clean; 15 MiB data, 433 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 50 KiB/s wr, 15 op/s 2024-03-16T18:30:24.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:23 smithi017 ceph-mon[32207]: pgmap v275: 129 pgs: 129 active+clean; 15 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 20 op/s 2024-03-16T18:30:24.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:23 smithi149 ceph-mon[35991]: pgmap v275: 129 pgs: 129 active+clean; 15 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 20 op/s 2024-03-16T18:30:24.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:23 smithi153 ceph-mon[36005]: pgmap v275: 129 pgs: 129 active+clean; 15 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 67 KiB/s wr, 20 op/s 2024-03-16T18:30:26.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:25 smithi017 ceph-mon[32207]: pgmap v276: 129 pgs: 129 active+clean; 15 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:26.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:25 smithi149 ceph-mon[35991]: pgmap v276: 129 pgs: 129 active+clean; 15 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:26.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:25 smithi153 ceph-mon[36005]: pgmap v276: 129 pgs: 129 active+clean; 15 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:28.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:27 smithi017 ceph-mon[32207]: pgmap v277: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:28.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:27 smithi149 ceph-mon[35991]: pgmap v277: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:28.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:27 smithi153 ceph-mon[36005]: pgmap v277: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:30.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:29 smithi017 ceph-mon[32207]: pgmap v278: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:30.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:29 smithi149 ceph-mon[35991]: pgmap v278: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:30.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:29 smithi153 ceph-mon[36005]: pgmap v278: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:32.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:31 smithi017 ceph-mon[32207]: pgmap v279: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:31 smithi149 ceph-mon[35991]: pgmap v279: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:32.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:31 smithi153 ceph-mon[36005]: pgmap v279: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:33.174 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:30:33.174 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.294+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3672777615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd758103030 msgr2=0x7fd75810b510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.294+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3672777615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd758103030 0x7fd75810b510 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7fd74c009900 tx=0x7fd74c02bcd0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3672777615 shutdown_connections 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3672777615 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd758103030 0x7fd75810b510 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3672777615 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd75810ba50 0x7fd75810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3672777615 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd758102710 0x7fd758102af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3672777615 >> 172.21.15.17:0/3672777615 conn(0x7fd7580775a0 msgr2=0x7fd7580779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3672777615 shutdown_connections 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3672777615 wait complete. 2024-03-16T18:30:33.297 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 Processor -- start 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.295+0000 7fd75cb3a640 1 -- start start 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75cb3a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd758102710 0x7fd75819d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75cb3a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd758103030 0x7fd75819dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75cb3a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 0x7fd758197860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75cb3a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd758197eb0 con 0x7fd75810ba50 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75cb3a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd758198020 con 0x7fd758102710 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75cb3a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7581981e0 con 0x7fd758103030 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 0x7fd758197860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 0x7fd758197860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44790/0 (socket says 172.21.15.17:44790) 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd755d9b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd758103030 0x7fd75819dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.298 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 -- 172.21.15.17:0/3385996480 learned_addr learned my addr 172.21.15.17:0/3385996480 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd75659c640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd758102710 0x7fd75819d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 -- 172.21.15.17:0/3385996480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd758103030 msgr2=0x7fd75819dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd758103030 0x7fd75819dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 -- 172.21.15.17:0/3385996480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd758102710 msgr2=0x7fd75819d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd758102710 0x7fd75819d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 -- 172.21.15.17:0/3385996480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd74c009560 con 0x7fd75810ba50 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd755d9b640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd758103030 0x7fd75819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.296+0000 7fd756d9d640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 0x7fd758197860 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fd75000eb10 tx=0x7fd75000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.297+0000 7fd7477fe640 1 -- 172.21.15.17:0/3385996480 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd750004b20 con 0x7fd75810ba50 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.297+0000 7fd7477fe640 1 -- 172.21.15.17:0/3385996480 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd750004c80 con 0x7fd75810ba50 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.297+0000 7fd7477fe640 1 -- 172.21.15.17:0/3385996480 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd750010690 con 0x7fd75810ba50 2024-03-16T18:30:33.299 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.297+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7581984c0 con 0x7fd75810ba50 2024-03-16T18:30:33.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.297+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7581a4750 con 0x7fd75810ba50 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.299+0000 7fd7477fe640 1 -- 172.21.15.17:0/3385996480 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd750005020 con 0x7fd75810ba50 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.299+0000 7fd7477fe640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7400a1ba0 0x7fd7400a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.299+0000 7fd75f7ee740 1 Processor -- start 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.299+0000 7fd75659c640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7400a1ba0 0x7fd7400a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.299+0000 7fd7477fe640 1 -- 172.21.15.17:0/3385996480 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd750014070 con 0x7fd75810ba50 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 -- start start 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a62852b0 0x5571a6285690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6290ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a61f4280 con 0x5571a628e7b0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a61f17b0 con 0x5571a62852b0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a61ecf90 con 0x5571a6285bd0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75659c640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7400a1ba0 0x7fd7400a4060 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd7581989a0 tx=0x7fd748005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6290ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a62852b0 0x5571a6285690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6290ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44792/0 (socket says 172.21.15.17:44792) 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 -- 172.21.15.17:0/365345238 learned_addr learned my addr 172.21.15.17:0/365345238 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd755d9b640 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 -- 172.21.15.17:0/365345238 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 msgr2=0x5571a628e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 -- 172.21.15.17:0/365345238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a62852b0 msgr2=0x5571a6285690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a62852b0 0x5571a6285690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.309 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 -- 172.21.15.17:0/365345238 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571a61ab570 con 0x5571a628e7b0 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd75659c640 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a62852b0 0x5571a6285690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.300+0000 7fd756d9d640 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6290ba0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fd7500972f0 tx=0x7fd75000cee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f050c85fcde6d464 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd744ff9640 1 -- 172.21.15.17:0/365345238 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd75009ea70 con 0x5571a628e7b0 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd744ff9640 1 -- 172.21.15.17:0/365345238 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7500a30c0 con 0x5571a628e7b0 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd744ff9640 1 -- 172.21.15.17:0/365345238 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7500b2060 con 0x5571a628e7b0 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 -- 172.21.15.17:0/365345238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 msgr2=0x5571a6290ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6290ba0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7fd7500972f0 tx=0x7fd75000cee0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 -- 172.21.15.17:0/365345238 shutdown_connections 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6290ba0 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628e270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/365345238 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a62852b0 0x5571a6285690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 -- 172.21.15.17:0/365345238 >> 172.21.15.17:0/365345238 conn(0x5571a627f990 msgr2=0x5571a627fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 -- 172.21.15.17:0/365345238 shutdown_connections 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.301+0000 7fd75f7ee740 1 -- 172.21.15.17:0/365345238 wait complete. 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 -- start start 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 Processor -- start 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628b590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a5ec0430 con 0x5571a62852b0 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a5e7ce00 con 0x5571a628e7b0 2024-03-16T18:30:33.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6171fd0 con 0x5571a6285bd0 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75f7ee740 10 client.0 _ll_register_callbacks cb 0x5571a61c7fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44808/0 (socket says 172.21.15.17:44808) 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 -- 172.21.15.17:0/1632518055 learned_addr learned my addr 172.21.15.17:0/1632518055 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd755d9b640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd756d9d640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 -- 172.21.15.17:0/1632518055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 msgr2=0x5571a628b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 -- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 msgr2=0x5571a628bcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.302+0000 7fd75659c640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628bcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75659c640 1 -- 172.21.15.17:0/1632518055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7581a4750 con 0x5571a62852b0 2024-03-16T18:30:33.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd756d9d640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75659c640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628e200 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fd74800edc0 tx=0x7fd748004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50ff26df7aa6f4c9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd73dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd73dffb640 1 -- 172.21.15.17:0/1632518055 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd748022070 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd73dffb640 1 -- 172.21.15.17:0/1632518055 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd74801daa0 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571a5eec7e0 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd73dffb640 1 -- 172.21.15.17:0/1632518055 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd74801dc60 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 10 client.18204 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5571a61eb610 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd73dffb640 1 -- 172.21.15.17:0/1632518055 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5571a5eec7e0 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd73dffb640 1 -- 172.21.15.17:0/1632518055 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd74801c400 con 0x5571a62852b0 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 10 client.18204 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 10 client.18204 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:33.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 20 client.18204 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.303+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a629e970 0x5571a62a0d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.304+0000 7fd75f7ee740 4 client.18204 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.304+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5571a5f29720 con 0x5571a629e970 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.304+0000 7fd755d9b640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a629e970 0x5571a62a0d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.304+0000 7fd755d9b640 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a629e970 0x5571a62a0d90 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=27b4f1e91218d461 server_cookie=fb814c6add7eac0c in_seq=0 out_seq=0 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.304+0000 7fd73dffb640 10 client.18204 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd73dffb640 1 -- 172.21.15.17:0/1632518055 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5571a5f29720 con 0x5571a629e970 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd73dffb640 10 client.18204 handle_command_reply: tid=0 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 client.18204 shutdown 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 msgr2=0x5571a628e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628e200 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7fd74800edc0 tx=0x7fd748004730 comp rx=0 tx=0).stop 2024-03-16T18:30:33.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 shutdown_connections 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a629e970 0x5571a62a0d90 crc :-1 s=READY pgs=175 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628bcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd73dffb640 0 client.18204 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1632518055 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628e200 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 >> 172.21.15.17:0/1632518055 conn(0x5571a627f990 msgr2=0x5571a6281730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 shutdown_connections 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1632518055 wait complete. 2024-03-16T18:30:33.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.305+0000 7fd75f7ee740 20 client.18204 trim_cache size 0 max 16384 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.321+0000 7fd75f7ee740 1 Processor -- start 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.321+0000 7fd75f7ee740 1 -- start start 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628e200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a627b0f0 con 0x5571a62852b0 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a627f1d0 con 0x5571a628e7b0 2024-03-16T18:30:33.330 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a62809e0 con 0x5571a6285bd0 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628b530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44814/0 (socket says 172.21.15.17:44814) 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 -- 172.21.15.17:0/3443284189 learned_addr learned my addr 172.21.15.17:0/3443284189 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd755d9b640 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd756d9d640 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 -- 172.21.15.17:0/3443284189 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 msgr2=0x5571a628dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 -- 172.21.15.17:0/3443284189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 msgr2=0x5571a628e200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628e200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 -- 172.21.15.17:0/3443284189 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571a6187ac0 con 0x5571a62852b0 2024-03-16T18:30:33.331 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd75659c640 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628b530 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fd748000c00 tx=0x7fd74801ef60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33778e130e438295 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd73ffff640 1 -- 172.21.15.17:0/3443284189 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd748022070 con 0x5571a62852b0 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd73ffff640 1 -- 172.21.15.17:0/3443284189 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd7480119a0 con 0x5571a62852b0 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.322+0000 7fd73ffff640 1 -- 172.21.15.17:0/3443284189 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd74801daa0 con 0x5571a62852b0 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 -- 172.21.15.17:0/3443284189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 msgr2=0x5571a628b530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628b530 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fd748000c00 tx=0x7fd74801ef60 comp rx=0 tx=0).stop 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 -- 172.21.15.17:0/3443284189 shutdown_connections 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a628e7b0 0x5571a628e200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a6285bd0 0x5571a628dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/3443284189 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a62852b0 0x5571a628b530 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 -- 172.21.15.17:0/3443284189 >> 172.21.15.17:0/3443284189 conn(0x5571a627f990 msgr2=0x5571a628ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 -- 172.21.15.17:0/3443284189 shutdown_connections 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 -- 172.21.15.17:0/3443284189 wait complete. 2024-03-16T18:30:33.332 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 -- start start 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.323+0000 7fd75f7ee740 1 Processor -- start 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a62852b0 0x5571a628f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6285bd0 0x5571a628fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6294670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a62902b0 con 0x5571a628e7b0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6294bb0 con 0x5571a6285bd0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571a6294d20 con 0x5571a62852b0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 10 client.0 _ll_register_callbacks cb 0x7fd74800ea40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6294670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd755d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6285bd0 0x5571a628fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a62852b0 0x5571a628f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6294670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44830/0 (socket says 172.21.15.17:44830) 2024-03-16T18:30:33.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 -- 172.21.15.17:0/1512534708 learned_addr learned my addr 172.21.15.17:0/1512534708 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 -- 172.21.15.17:0/1512534708 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a62852b0 msgr2=0x5571a628f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a62852b0 0x5571a628f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 -- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6285bd0 msgr2=0x5571a628fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6285bd0 0x5571a628fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 -- 172.21.15.17:0/1512534708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571a61eb610 con 0x5571a628e7b0 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd755d9b640 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6285bd0 0x5571a628fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd756d9d640 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6294670 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7fd75009a8b0 tx=0x7fd750009a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f2c73a89208ed1c4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd73dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd73dffb640 1 -- 172.21.15.17:0/1512534708 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7500b2260 con 0x5571a628e7b0 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd73dffb640 1 -- 172.21.15.17:0/1512534708 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd75009ea70 con 0x5571a628e7b0 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5571a5f78890 con 0x5571a628e7b0 2024-03-16T18:30:33.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.324+0000 7fd73dffb640 1 -- 172.21.15.17:0/1512534708 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd75007b080 con 0x5571a628e7b0 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 10 client.18210 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5571a61ad6a0 con 0x5571a628e7b0 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd73dffb640 1 -- 172.21.15.17:0/1512534708 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5571a5f78890 con 0x5571a628e7b0 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd73dffb640 1 -- 172.21.15.17:0/1512534708 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd75001f060 con 0x5571a628e7b0 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 10 client.18210 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 10 client.18210 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 20 client.18210 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a62faed0 0x5571a62fd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 4 client.18210 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5571a5edb4e0 con 0x5571a62faed0 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75659c640 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a62faed0 0x5571a62fd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd73dffb640 10 client.18210 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:33.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.325+0000 7fd75659c640 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a62faed0 0x5571a62fd2f0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9a1924fee9359852 server_cookie=a26ac12893b642ff in_seq=0 out_seq=0 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd73dffb640 1 -- 172.21.15.17:0/1512534708 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5571a5edb4e0 con 0x5571a62faed0 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd73dffb640 10 client.18210 handle_command_reply: tid=0 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 client.18210 shutdown 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 msgr2=0x5571a6294670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6294670 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7fd75009a8b0 tx=0x7fd750009a70 comp rx=0 tx=0).stop 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 shutdown_connections 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5571a62faed0 0x5571a62fd2f0 crc :-1 s=READY pgs=176 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5571a628e7b0 0x5571a6294670 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5571a6285bd0 0x5571a628fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd73dffb640 0 client.18210 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 --2- 172.21.15.17:0/1512534708 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5571a62852b0 0x5571a628f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 >> 172.21.15.17:0/1512534708 conn(0x5571a627f990 msgr2=0x5571a627e1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 shutdown_connections 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 1 -- 172.21.15.17:0/1512534708 wait complete. 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75f7ee740 20 client.18210 trim_cache size 0 max 16384 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:30:33.337 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7400a1ba0 msgr2=0x7fd7400a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7400a1ba0 0x7fd7400a4060 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fd7581989a0 tx=0x7fd748005f90 comp rx=0 tx=0).stop 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 msgr2=0x7fd758197860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 0x7fd758197860 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7fd75000eb10 tx=0x7fd75000c2d0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 shutdown_connections 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd7400a1ba0 0x7fd7400a4060 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd75810ba50 0x7fd758197860 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd758103030 0x7fd75819dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 --2- 172.21.15.17:0/3385996480 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd758102710 0x7fd75819d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 >> 172.21.15.17:0/3385996480 conn(0x7fd7580775a0 msgr2=0x7fd7580fe860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 shutdown_connections 2024-03-16T18:30:33.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.326+0000 7fd75cb3a640 1 -- 172.21.15.17:0/3385996480 wait complete. 2024-03-16T18:30:33.340 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:30:33.340 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 -- 172.21.15.17:0/2471360751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8069df0 msgr2=0x7f46e806a1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 --2- 172.21.15.17:0/2471360751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8069df0 0x7f46e806a1d0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f46d8009900 tx=0x7f46d802bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 -- 172.21.15.17:0/2471360751 shutdown_connections 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 --2- 172.21.15.17:0/2471360751 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46e8106880 0x7f46e810e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 --2- 172.21.15.17:0/2471360751 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46e806a7a0 0x7f46e8106150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 --2- 172.21.15.17:0/2471360751 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e8069df0 0x7f46e806a1d0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 -- 172.21.15.17:0/2471360751 >> 172.21.15.17:0/2471360751 conn(0x7f46e8077490 msgr2=0x7f46e80778a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 -- 172.21.15.17:0/2471360751 shutdown_connections 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 -- 172.21.15.17:0/2471360751 wait complete. 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.446+0000 7f46ee08f640 1 Processor -- start 2024-03-16T18:30:33.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 -- start start 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46e8069df0 0x7f46e819d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46e8106880 0x7f46e819dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 0x7f46e8197ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46e81982a0 con 0x7f46e81977f0 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46e8198410 con 0x7f46e8106880 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46ee08f640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46e8198580 con 0x7f46e8069df0 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 0x7f46e8197ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 0x7f46e8197ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44846/0 (socket says 172.21.15.17:44846) 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 -- 172.21.15.17:0/1183015961 learned_addr learned my addr 172.21.15.17:0/1183015961 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e77fe640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46e8069df0 0x7f46e819d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e6ffd640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46e8106880 0x7f46e819dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 -- 172.21.15.17:0/1183015961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46e8069df0 msgr2=0x7f46e819d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46e8069df0 0x7f46e819d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 -- 172.21.15.17:0/1183015961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46e8106880 msgr2=0x7f46e819dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46e8106880 0x7f46e819dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 -- 172.21.15.17:0/1183015961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46d8009560 con 0x7f46e81977f0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.447+0000 7f46e7fff640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 0x7f46e8197ca0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f46e000eb10 tx=0x7f46e000c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.448+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e0004b20 con 0x7f46e81977f0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.448+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f46e0004c80 con 0x7f46e81977f0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.448+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46e81a4530 con 0x7f46e81977f0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.448+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46e0010690 con 0x7f46e81977f0 2024-03-16T18:30:33.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.448+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46e81a4a10 con 0x7f46e81977f0 2024-03-16T18:30:33.451 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.449+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46e8102c10 con 0x7f46e81977f0 2024-03-16T18:30:33.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.450+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f46e0005020 con 0x7f46e81977f0 2024-03-16T18:30:33.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.450+0000 7f46e4ff9640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46d00a1c20 0x7f46d00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.450+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f46e0014070 con 0x7f46e81977f0 2024-03-16T18:30:33.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.450+0000 7f46e77fe640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46d00a1c20 0x7f46d00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.452 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.451+0000 7f46e77fe640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46d00a1c20 0x7f46d00a40e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f46d8006010 tx=0x7f46d8005df0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.454 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.455+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f46e0096bd0 con 0x7f46e81977f0 2024-03-16T18:30:33.673 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.674+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f46e8109ad0 con 0x7f46e81977f0 2024-03-16T18:30:33.674 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.674+0000 7f46e4ff9640 1 -- 172.21.15.17:0/1183015961 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f46e009a290 con 0x7f46e81977f0 2024-03-16T18:30:33.674 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:30:33.674 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:30:33.675 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:30:33.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46d00a1c20 msgr2=0x7f46d00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46d00a1c20 0x7f46d00a40e0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f46d8006010 tx=0x7f46d8005df0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 msgr2=0x7f46e8197ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 0x7f46e8197ca0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f46e000eb10 tx=0x7f46e000c2d0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 shutdown_connections 2024-03-16T18:30:33.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46d00a1c20 0x7f46d00a40e0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f46e81977f0 0x7f46e8197ca0 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46e8106880 0x7f46e819dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 --2- 172.21.15.17:0/1183015961 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46e8069df0 0x7f46e819d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 >> 172.21.15.17:0/1183015961 conn(0x7f46e8077490 msgr2=0x7f46e80fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 shutdown_connections 2024-03-16T18:30:33.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.676+0000 7f46ee08f640 1 -- 172.21.15.17:0/1183015961 wait complete. 2024-03-16T18:30:33.687 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:33.688 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 -- 172.21.15.17:0/4099136971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01005d0 msgr2=0x7fefd01009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/4099136971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01005d0 0x7fefd01009b0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fefc8009930 tx=0x7fefc802bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 -- 172.21.15.17:0/4099136971 shutdown_connections 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/4099136971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd01056a0 0x7fefd010d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/4099136971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefd0100f80 0x7fefd0104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/4099136971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01005d0 0x7fefd01009b0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 -- 172.21.15.17:0/4099136971 >> 172.21.15.17:0/4099136971 conn(0x7fefd00774f0 msgr2=0x7fefd0077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 -- 172.21.15.17:0/4099136971 shutdown_connections 2024-03-16T18:30:33.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.792+0000 7fefd6fd7640 1 -- 172.21.15.17:0/4099136971 wait complete. 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 Processor -- start 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 -- start start 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefd01005d0 0x7fefd019f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 0x7fefd019fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd0199af0 0x7fefd0199fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd019a4e0 con 0x7fefd01056a0 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd019a650 con 0x7fefd01005d0 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd6fd7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefd019a810 con 0x7fefd0199af0 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 0x7fefd019fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefcffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 0x7fefd019fe80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44876/0 (socket says 172.21.15.17:44876) 2024-03-16T18:30:33.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefcffff640 1 -- 172.21.15.17:0/3613545542 learned_addr learned my addr 172.21.15.17:0/3613545542 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefd01005d0 0x7fefd019f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.793+0000 7fefd5574640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd0199af0 0x7fefd0199fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcffff640 1 -- 172.21.15.17:0/3613545542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd0199af0 msgr2=0x7fefd0199fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcffff640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd0199af0 0x7fefd0199fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcffff640 1 -- 172.21.15.17:0/3613545542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefd01005d0 msgr2=0x7fefd019f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcffff640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefd01005d0 0x7fefd019f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcffff640 1 -- 172.21.15.17:0/3613545542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc8009560 con 0x7fefd01056a0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefd5574640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd0199af0 0x7fefd0199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcffff640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 0x7fefd019fe80 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fefc000eb90 tx=0x7fefc000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcdffb640 1 -- 172.21.15.17:0/3613545542 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc00099b0 con 0x7fefd01056a0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcdffb640 1 -- 172.21.15.17:0/3613545542 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fefc000ee90 con 0x7fefd01056a0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefd01a6800 con 0x7fefd01056a0 2024-03-16T18:30:33.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefcdffb640 1 -- 172.21.15.17:0/3613545542 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0018a80 con 0x7fefd01056a0 2024-03-16T18:30:33.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.794+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefd01a6d10 con 0x7fefd01056a0 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.796+0000 7fefcdffb640 1 -- 172.21.15.17:0/3613545542 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fefc0018be0 con 0x7fefd01056a0 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 Processor -- start 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 -- start start 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7d7630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7e0210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7e2b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba792960 con 0x55efba7d7250 2024-03-16T18:30:33.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba746310 con 0x55efba7d7b70 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba743840 con 0x55efba7e0750 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd5574640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7d7630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd5574640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7d7630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44888/0 (socket says 172.21.15.17:44888) 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd5574640 1 -- 172.21.15.17:0/472144584 learned_addr learned my addr 172.21.15.17:0/472144584 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd4d73640 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7e0210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefcdffb640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fefbc0a1ba0 0x7fefbc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefcffff640 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7e2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd5574640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fefbc0a1ba0 0x7fefbc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd4d73640 1 -- 172.21.15.17:0/472144584 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 msgr2=0x55efba7e2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd4d73640 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7e2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd4d73640 1 -- 172.21.15.17:0/472144584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 msgr2=0x55efba7d7630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd4d73640 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7d7630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefd4d73640 1 -- 172.21.15.17:0/472144584 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55efba701060 con 0x55efba7d7b70 2024-03-16T18:30:33.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.797+0000 7fefcdffb640 1 -- 172.21.15.17:0/3613545542 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fefc0014070 con 0x7fefd01056a0 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.798+0000 7fefd4d73640 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7e0210 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fefc8009230 tx=0x7fefc8005d50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ad16eef5c4eb7233 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.798+0000 7fefd5574640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fefbc0a1ba0 0x7fefbc0a4060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fefb8005f60 tx=0x7fefb8004730 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.798+0000 7fefc6ffd640 1 -- 172.21.15.17:0/472144584 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc8004800 con 0x55efba7d7b70 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.798+0000 7fefc6ffd640 1 -- 172.21.15.17:0/472144584 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fefc802de90 con 0x55efba7d7b70 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.798+0000 7fefc6ffd640 1 -- 172.21.15.17:0/472144584 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc80035f0 con 0x55efba7d7b70 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- 172.21.15.17:0/472144584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 msgr2=0x55efba7e0210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7e0210 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7fefc8009230 tx=0x7fefc8005d50 comp rx=0 tx=0).stop 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- 172.21.15.17:0/472144584 shutdown_connections 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7e2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7e0210 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/472144584 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7d7630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- 172.21.15.17:0/472144584 >> 172.21.15.17:0/472144584 conn(0x55efba7d1980 msgr2=0x55efba7d1d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- 172.21.15.17:0/472144584 shutdown_connections 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- 172.21.15.17:0/472144584 wait complete. 2024-03-16T18:30:33.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- start start 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 Processor -- start 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7e0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7dd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7ddad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba73f020 con 0x55efba7d7250 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba412430 con 0x55efba7d7b70 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba3cee00 con 0x55efba7e0750 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.799+0000 7fefd9bb3740 10 client.0 _ll_register_callbacks cb 0x55efba6e6cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7e0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7e0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44892/0 (socket says 172.21.15.17:44892) 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 -- 172.21.15.17:0/2456787089 learned_addr learned my addr 172.21.15.17:0/2456787089 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefcffff640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7dd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd5574640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7ddad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 -- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 msgr2=0x55efba7ddad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7ddad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 -- 172.21.15.17:0/2456787089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 msgr2=0x55efba7dd4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7dd4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 -- 172.21.15.17:0/2456787089 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefd010da80 con 0x55efba7d7250 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd4d73640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7e0130 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fefc8036040 tx=0x7fefc802c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb2a7318f32e711d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefaffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefaffff640 1 -- 172.21.15.17:0/2456787089 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc802c980 con 0x55efba7d7250 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefaffff640 1 -- 172.21.15.17:0/2456787089 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fefc802cae0 con 0x55efba7d7250 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55efba43e7e0 con 0x55efba7d7250 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefaffff640 1 -- 172.21.15.17:0/2456787089 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefc80035f0 con 0x55efba7d7250 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd9bb3740 10 client.18228 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.800+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55efba73d6a0 con 0x55efba7d7250 2024-03-16T18:30:33.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefaffff640 1 -- 172.21.15.17:0/2456787089 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55efba43e7e0 con 0x55efba7d7250 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefaffff640 1 -- 172.21.15.17:0/2456787089 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fefc803c050 con 0x55efba7d7250 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefd9bb3740 10 client.18228 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefd9bb3740 10 client.18228 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefd9bb3740 20 client.18228 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba7f0550 0x55efba7f2940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefd9bb3740 4 client.18228 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55efba47b720 con 0x55efba7f0550 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefcffff640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba7f0550 0x55efba7f2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefcffff640 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba7f0550 0x55efba7f2940 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=281a1c4bf407be67 server_cookie=f6b9b1acd79cb239 in_seq=0 out_seq=0 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.801+0000 7fefaffff640 10 client.18228 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefaffff640 1 -- 172.21.15.17:0/2456787089 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55efba47b720 con 0x55efba7f0550 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefaffff640 10 client.18228 handle_command_reply: tid=0 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 client.18228 shutdown 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 msgr2=0x55efba7e0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7e0130 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7fefc8036040 tx=0x7fefc802c390 comp rx=0 tx=0).stop 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 shutdown_connections 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba7f0550 0x55efba7f2940 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7ddad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7dd4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/2456787089 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7e0130 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefaffff640 0 client.18228 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 >> 172.21.15.17:0/2456787089 conn(0x55efba7d1980 msgr2=0x55efba7d36d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 shutdown_connections 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.802+0000 7fefd9bb3740 1 -- 172.21.15.17:0/2456787089 wait complete. 2024-03-16T18:30:33.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.803+0000 7fefd9bb3740 20 client.18228 trim_cache size 0 max 16384 2024-03-16T18:30:33.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 Processor -- start 2024-03-16T18:30:33.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 -- start start 2024-03-16T18:30:33.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7dc730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7d7b70 0x55efba7dfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7e0750 0x55efba7e0130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.820 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba6c4130 con 0x55efba7d7250 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba7d27b0 con 0x55efba7e0750 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba7d2980 con 0x55efba7d7b70 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7dc730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7dc730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44906/0 (socket says 172.21.15.17:44906) 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 -- 172.21.15.17:0/3408152008 learned_addr learned my addr 172.21.15.17:0/3408152008 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefcffff640 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7d7b70 0x55efba7dfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd5574640 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7e0750 0x55efba7e0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 -- 172.21.15.17:0/3408152008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7d7b70 msgr2=0x55efba7dfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7d7b70 0x55efba7dfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 -- 172.21.15.17:0/3408152008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7e0750 msgr2=0x55efba7e0130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7e0750 0x55efba7e0130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd4d73640 1 -- 172.21.15.17:0/3408152008 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55efba6d9c20 con 0x55efba7d7250 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.815+0000 7fefd5574640 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7e0750 0x55efba7e0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:33.821 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7dc730 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fefc802c170 tx=0x7fefc8005d50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c661a5d7d01a92c5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefc67fc640 1 -- 172.21.15.17:0/3408152008 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc802cb80 con 0x55efba7d7250 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefc67fc640 1 -- 172.21.15.17:0/3408152008 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fefc8005520 con 0x55efba7d7250 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefc67fc640 1 -- 172.21.15.17:0/3408152008 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc80039e0 con 0x55efba7d7250 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3408152008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 msgr2=0x55efba7dc730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7dc730 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7fefc802c170 tx=0x7fefc8005d50 comp rx=0 tx=0).stop 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3408152008 shutdown_connections 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7e0750 0x55efba7e0130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7d7b70 0x55efba7dfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3408152008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7dc730 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3408152008 >> 172.21.15.17:0/3408152008 conn(0x55efba7d1980 msgr2=0x55efba7d0b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3408152008 shutdown_connections 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.816+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3408152008 wait complete. 2024-03-16T18:30:33.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 -- start start 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 Processor -- start 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7db1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7d98d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7d9e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba7da510 con 0x55efba7d7250 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba7da680 con 0x55efba7d7b70 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55efba84ada0 con 0x55efba7e0750 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd9bb3740 10 client.0 _ll_register_callbacks cb 0x7fefb80096c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7db1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7db1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44910/0 (socket says 172.21.15.17:44910) 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 -- 172.21.15.17:0/3924898957 learned_addr learned my addr 172.21.15.17:0/3924898957 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefcffff640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7d98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd5574640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7d9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 -- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 msgr2=0x55efba7d9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7d9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 -- 172.21.15.17:0/3924898957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 msgr2=0x55efba7d98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7d98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd4d73640 1 -- 172.21.15.17:0/3924898957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55efba73d6a0 con 0x55efba7d7250 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefd5574640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7d9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.817+0000 7fefcffff640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7d98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd4d73640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7db1d0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fefc802cc10 tx=0x7fefc802cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=102255343b868f3b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefaffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefaffff640 1 -- 172.21.15.17:0/3924898957 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc8004dc0 con 0x55efba7d7250 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefaffff640 1 -- 172.21.15.17:0/3924898957 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fefc8000e40 con 0x55efba7d7250 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fefc802de90 con 0x55efba7d7250 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefaffff640 1 -- 172.21.15.17:0/3924898957 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefc8004f20 con 0x55efba7d7250 2024-03-16T18:30:33.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 10 client.18234 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55efba6ff8c0 con 0x55efba7d7250 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefaffff640 1 -- 172.21.15.17:0/3924898957 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fefc802de90 con 0x55efba7d7250 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefaffff640 1 -- 172.21.15.17:0/3924898957 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fefc803c040 con 0x55efba7d7250 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 10 client.18234 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 10 client.18234 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 20 client.18234 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba84bf90 0x55efba84e380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 4 client.18234 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55efba4ca890 con 0x55efba84bf90 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.818+0000 7fefcffff640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba84bf90 0x55efba84e380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefcffff640 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba84bf90 0x55efba84e380 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=ff01163a44b4341e server_cookie=d7d25e370908cec4 in_seq=0 out_seq=0 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefaffff640 10 client.18234 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefaffff640 1 -- 172.21.15.17:0/3924898957 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55efba4ca890 con 0x55efba84bf90 2024-03-16T18:30:33.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefaffff640 10 client.18234 handle_command_reply: tid=0 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 client.18234 shutdown 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 msgr2=0x55efba7db1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7db1d0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7fefc802cc10 tx=0x7fefc802cc40 comp rx=0 tx=0).stop 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 shutdown_connections 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55efba84bf90 0x55efba84e380 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55efba7e0750 0x55efba7d9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55efba7d7b70 0x55efba7d98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefaffff640 0 client.18234 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 --2- 172.21.15.17:0/3924898957 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55efba7d7250 0x55efba7db1d0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 >> 172.21.15.17:0/3924898957 conn(0x55efba7d1980 msgr2=0x55efba7d8090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 shutdown_connections 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 1 -- 172.21.15.17:0/3924898957 wait complete. 2024-03-16T18:30:33.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.819+0000 7fefd9bb3740 20 client.18234 trim_cache size 0 max 16384 2024-03-16T18:30:33.827 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fefbc0a1ba0 msgr2=0x7fefbc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fefbc0a1ba0 0x7fefbc0a4060 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fefb8005f60 tx=0x7fefb8004730 comp rx=0 tx=0).stop 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 msgr2=0x7fefd019fe80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 0x7fefd019fe80 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fefc000eb90 tx=0x7fefc000c6a0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 shutdown_connections 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fefbc0a1ba0 0x7fefbc0a4060 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fefd01056a0 0x7fefd019fe80 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fefd0199af0 0x7fefd0199fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 --2- 172.21.15.17:0/3613545542 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fefd01005d0 0x7fefd019f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 >> 172.21.15.17:0/3613545542 conn(0x7fefd00774f0 msgr2=0x7fefd0068790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 shutdown_connections 2024-03-16T18:30:33.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.820+0000 7fefd6fd7640 1 -- 172.21.15.17:0/3613545542 wait complete. 2024-03-16T18:30:33.830 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:33.830 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:30:33.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 -- 172.21.15.17:0/131703579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9514100f80 msgr2=0x7f9514104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 --2- 172.21.15.17:0/131703579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9514100f80 0x7f9514104fc0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f9504009930 tx=0x7f950402bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 -- 172.21.15.17:0/131703579 shutdown_connections 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 --2- 172.21.15.17:0/131703579 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95141056a0 0x7f951410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 --2- 172.21.15.17:0/131703579 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9514100f80 0x7f9514104fc0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 --2- 172.21.15.17:0/131703579 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f95141005d0 0x7f95141009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 -- 172.21.15.17:0/131703579 >> 172.21.15.17:0/131703579 conn(0x7f95140774f0 msgr2=0x7f9514077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 -- 172.21.15.17:0/131703579 shutdown_connections 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.935+0000 7f951be76640 1 -- 172.21.15.17:0/131703579 wait complete. 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 Processor -- start 2024-03-16T18:30:33.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 -- start start 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95141005d0 0x7f951419d760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95141056a0 0x7f951419dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 0x7f9514197dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9514198300 con 0x7f9514197910 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9514198470 con 0x7f95141056a0 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951be76640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9514198630 con 0x7f95141005d0 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 0x7f9514197dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f9519411640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95141056a0 0x7f951419dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 0x7f9514197dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44920/0 (socket says 172.21.15.17:44920) 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 -- 172.21.15.17:0/953667666 learned_addr learned my addr 172.21.15.17:0/953667666 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f9519c12640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95141005d0 0x7f951419d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 -- 172.21.15.17:0/953667666 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95141005d0 msgr2=0x7f951419d760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95141005d0 0x7f951419d760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 -- 172.21.15.17:0/953667666 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95141056a0 msgr2=0x7f951419dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95141056a0 0x7f951419dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 -- 172.21.15.17:0/953667666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9504009560 con 0x7f9514197910 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.936+0000 7f951a413640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 0x7f9514197dc0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f950c00eb10 tx=0x7f950c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.937+0000 7f950affd640 1 -- 172.21.15.17:0/953667666 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950c004b20 con 0x7f9514197910 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.937+0000 7f950affd640 1 -- 172.21.15.17:0/953667666 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f950c004c80 con 0x7f9514197910 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.937+0000 7f950affd640 1 -- 172.21.15.17:0/953667666 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950c010690 con 0x7f9514197910 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.937+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95141a4620 con 0x7f9514197910 2024-03-16T18:30:33.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.937+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95141a4b00 con 0x7f9514197910 2024-03-16T18:30:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.939+0000 7f950affd640 1 -- 172.21.15.17:0/953667666 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f950c005020 con 0x7f9514197910 2024-03-16T18:30:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.939+0000 7f951ea52740 1 Processor -- start 2024-03-16T18:30:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.939+0000 7f951ea52740 1 -- start start 2024-03-16T18:30:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951ea52740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 0x55b2675f3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951ea52740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3b70 0x55b2675fc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951ea52740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675fc750 0x55b2675feb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951ea52740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2675ae960 con 0x55b2675f3250 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951ea52740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b267562310 con 0x55b2675f3b70 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951ea52740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b26755f840 con 0x55b2675fc750 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 0x55b2675f3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 0x55b2675f3630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44922/0 (socket says 172.21.15.17:44922) 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f950affd640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f95000a1ba0 0x7f95000a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 -- 172.21.15.17:0/2432041901 learned_addr learned my addr 172.21.15.17:0/2432041901 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519c12640 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3b70 0x55b2675fc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675fc750 0x55b2675feb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951a413640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f95000a1ba0 0x7f95000a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 -- 172.21.15.17:0/2432041901 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675fc750 msgr2=0x55b2675feb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675fc750 0x55b2675feb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 -- 172.21.15.17:0/2432041901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3b70 msgr2=0x55b2675fc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3b70 0x55b2675fc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 -- 172.21.15.17:0/2432041901 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b26751d060 con 0x55b2675f3250 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519c12640 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3b70 0x55b2675fc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f950affd640 1 -- 172.21.15.17:0/953667666 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f950c014070 con 0x7f9514197910 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f9519411640 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 0x55b2675f3630 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f9504009900 tx=0x7f950402c610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25171f690dc278b2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f951a413640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f95000a1ba0 0x7f95000a4060 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f950c096e30 tx=0x7f950c096c70 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f94fffff640 1 -- 172.21.15.17:0/2432041901 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f950402c8b0 con 0x55b2675f3250 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f94fffff640 1 -- 172.21.15.17:0/2432041901 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f950402de90 con 0x55b2675f3250 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.940+0000 7f94fffff640 1 -- 172.21.15.17:0/2432041901 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9504003ae0 con 0x55b2675f3250 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 -- 172.21.15.17:0/2432041901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 msgr2=0x55b2675f3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 0x55b2675f3630 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f9504009900 tx=0x7f950402c610 comp rx=0 tx=0).stop 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 -- 172.21.15.17:0/2432041901 shutdown_connections 2024-03-16T18:30:33.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675fc750 0x55b2675feb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3b70 0x55b2675fc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 --2- 172.21.15.17:0/2432041901 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3250 0x55b2675f3630 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 -- 172.21.15.17:0/2432041901 >> 172.21.15.17:0/2432041901 conn(0x55b2675ed980 msgr2=0x55b2675edd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 -- 172.21.15.17:0/2432041901 shutdown_connections 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.941+0000 7f951ea52740 1 -- 172.21.15.17:0/2432041901 wait complete. 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 -- start start 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 Processor -- start 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675fc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b2675f94d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b2675f9ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b26755b020 con 0x55b2675fc750 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b26722e430 con 0x55b2675f3250 2024-03-16T18:30:33.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2671eae00 con 0x55b2675f3b70 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f951ea52740 10 client.0 _ll_register_callbacks cb 0x55b267502cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b2675f9ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b2675f9ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44934/0 (socket says 172.21.15.17:44934) 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 -- 172.21.15.17:0/2160305717 learned_addr learned my addr 172.21.15.17:0/2160305717 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675fc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519c12640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b2675f94d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 -- 172.21.15.17:0/2160305717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 msgr2=0x55b2675f94d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b2675f94d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 -- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 msgr2=0x55b2675fc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675fc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.942+0000 7f9519411640 1 -- 172.21.15.17:0/2160305717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f951410da80 con 0x55b2675fc750 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f9519411640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b2675f9ae0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f9504005c40 tx=0x7f9504005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=faa1af692f838438 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f94fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:33.951 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f94fd7fa640 1 -- 172.21.15.17:0/2160305717 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95040051d0 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f94fd7fa640 1 -- 172.21.15.17:0/2160305717 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f9504005330 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b26725a7e0 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f94fd7fa640 1 -- 172.21.15.17:0/2160305717 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f95040054f0 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 10 client.18246 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b2675596a0 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f94fd7fa640 1 -- 172.21.15.17:0/2160305717 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55b26725a7e0 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f94fd7fa640 1 -- 172.21.15.17:0/2160305717 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f950404b070 con 0x55b2675fc750 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 10 client.18246 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 10 client.18246 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 20 client.18246 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26760c550 0x55b26760e970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 4 client.18246 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.943+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b267297720 con 0x55b26760c550 2024-03-16T18:30:33.952 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.944+0000 7f9519c12640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26760c550 0x55b26760e970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.944+0000 7f94fd7fa640 10 client.18246 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.944+0000 7f9519c12640 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26760c550 0x55b26760e970 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=66bfb5f34d87a2e1 server_cookie=c7b2640a82c5a7dd in_seq=0 out_seq=0 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f94fd7fa640 1 -- 172.21.15.17:0/2160305717 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b267297720 con 0x55b26760c550 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f94fd7fa640 10 client.18246 handle_command_reply: tid=0 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 client.18246 shutdown 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 msgr2=0x55b2675f9ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b2675f9ae0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f9504005c40 tx=0x7f9504005bd0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 shutdown_connections 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26760c550 0x55b26760e970 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b2675f9ae0 unknown :-1 s=CLOSED pgs=1204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b2675f94d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f94fd7fa640 0 client.18246 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 --2- 172.21.15.17:0/2160305717 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675fc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.953 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 >> 172.21.15.17:0/2160305717 conn(0x55b2675ed980 msgr2=0x55b2675ef6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 shutdown_connections 2024-03-16T18:30:33.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 1 -- 172.21.15.17:0/2160305717 wait complete. 2024-03-16T18:30:33.954 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.945+0000 7f951ea52740 20 client.18246 trim_cache size 0 max 16384 2024-03-16T18:30:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 Processor -- start 2024-03-16T18:30:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 -- start start 2024-03-16T18:30:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3250 0x55b2675e8a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.961 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 0x55b2675fbc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675fc750 0x55b2675fc140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b267608d50 con 0x55b2675f3b70 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2674e0130 con 0x55b2675fc750 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.957+0000 7f951ea52740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b2675e8f50 con 0x55b2675f3250 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 0x55b2675fbc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 0x55b2675fbc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44946/0 (socket says 172.21.15.17:44946) 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 -- 172.21.15.17:0/2290809511 learned_addr learned my addr 172.21.15.17:0/2290809511 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519411640 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3250 0x55b2675e8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519411640 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675fc750 0x55b2675fc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 -- 172.21.15.17:0/2290809511 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3250 msgr2=0x55b2675e8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3250 0x55b2675e8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 -- 172.21.15.17:0/2290809511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675fc750 msgr2=0x55b2675fc140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.962 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675fc750 0x55b2675fc140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 -- 172.21.15.17:0/2290809511 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b2674f5c20 con 0x55b2675f3b70 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f9519c12640 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 0x55b2675fbc00 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x55b2675ee7e0 tx=0x7f9510005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2f85451cef11a79 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f94ff7fe640 1 -- 172.21.15.17:0/2290809511 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9510017040 con 0x55b2675f3b70 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f94ff7fe640 1 -- 172.21.15.17:0/2290809511 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9510018040 con 0x55b2675f3b70 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.958+0000 7f94ff7fe640 1 -- 172.21.15.17:0/2290809511 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9510012720 con 0x55b2675f3b70 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 -- 172.21.15.17:0/2290809511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 msgr2=0x55b2675fbc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 0x55b2675fbc00 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x55b2675ee7e0 tx=0x7f9510005f90 comp rx=0 tx=0).stop 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 -- 172.21.15.17:0/2290809511 shutdown_connections 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675f3b70 0x55b2675fbc00 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675fc750 0x55b2675fc140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 --2- 172.21.15.17:0/2290809511 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3250 0x55b2675e8a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 -- 172.21.15.17:0/2290809511 >> 172.21.15.17:0/2290809511 conn(0x55b2675ed980 msgr2=0x55b2675ecb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 -- 172.21.15.17:0/2290809511 shutdown_connections 2024-03-16T18:30:33.963 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 -- 172.21.15.17:0/2290809511 wait complete. 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 -- start start 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.959+0000 7f951ea52740 1 Processor -- start 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675f71c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b267601580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b267601ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b267602190 con 0x55b2675fc750 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b267602300 con 0x55b2675f3250 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b26766c1e0 con 0x55b2675f3b70 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 10 client.0 _ll_register_callbacks cb 0x7f95100095b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b267601ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b267601ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44952/0 (socket says 172.21.15.17:44952) 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 -- 172.21.15.17:0/767433908 learned_addr learned my addr 172.21.15.17:0/767433908 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675f71c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.964 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519c12640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b267601580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 -- 172.21.15.17:0/767433908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 msgr2=0x55b267601580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b267601580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 -- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 msgr2=0x55b2675f71c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675f71c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 -- 172.21.15.17:0/767433908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b26751b8c0 con 0x55b2675fc750 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519c12640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b267601580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f9519411640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b267601ac0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f9504042cc0 tx=0x7f9504005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db4f0969d6ad6816 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f94fd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f94fd7fa640 1 -- 172.21.15.17:0/767433908 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9504004460 con 0x55b2675fc750 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f94fd7fa640 1 -- 172.21.15.17:0/767433908 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f9504000e40 con 0x55b2675fc750 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.960+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b2675e90f0 con 0x55b2675fc750 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f94fd7fa640 1 -- 172.21.15.17:0/767433908 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f950404f7b0 con 0x55b2675fc750 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 10 client.18252 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:33.965 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b267502050 con 0x55b2675fc750 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f94fd7fa640 1 -- 172.21.15.17:0/767433908 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55b2675e90f0 con 0x55b2675fc750 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f94fd7fa640 1 -- 172.21.15.17:0/767433908 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f950404b070 con 0x55b2675fc750 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 10 client.18252 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 10 client.18252 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 20 client.18252 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26766d4a0 0x55b26766f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 4 client.18252 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f950402de90 con 0x55b26766d4a0 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.961+0000 7f9519c12640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26766d4a0 0x55b26766f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f94fd7fa640 10 client.18252 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:33.966 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f9519c12640 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26766d4a0 0x55b26766f8c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c233be191d3f15eb server_cookie=8f6a14e13d5b8ab0 in_seq=0 out_seq=0 2024-03-16T18:30:33.967 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f94fd7fa640 1 -- 172.21.15.17:0/767433908 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f950402de90 con 0x55b26766d4a0 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f94fd7fa640 10 client.18252 handle_command_reply: tid=0 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 client.18252 shutdown 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 msgr2=0x55b267601ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b267601ac0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f9504042cc0 tx=0x7f9504005bd0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 shutdown_connections 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b26766d4a0 0x55b26766f8c0 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b2675fc750 0x55b267601ac0 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b2675f3b70 0x55b267601580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f94fd7fa640 0 client.18252 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 --2- 172.21.15.17:0/767433908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b2675f3250 0x55b2675f71c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 >> 172.21.15.17:0/767433908 conn(0x55b2675ed980 msgr2=0x55b2675eed20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.962+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 shutdown_connections 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951ea52740 1 -- 172.21.15.17:0/767433908 wait complete. 2024-03-16T18:30:33.968 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951ea52740 20 client.18252 trim_cache size 0 max 16384 2024-03-16T18:30:33.969 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:33.969 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f95000a1ba0 msgr2=0x7f95000a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f95000a1ba0 0x7f95000a4060 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f950c096e30 tx=0x7f950c096c70 comp rx=0 tx=0).stop 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 msgr2=0x7f9514197dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 0x7f9514197dc0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f950c00eb10 tx=0x7f950c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 shutdown_connections 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f95000a1ba0 0x7f95000a4060 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9514197910 0x7f9514197dc0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f95141056a0 0x7f951419dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 --2- 172.21.15.17:0/953667666 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f95141005d0 0x7f951419d760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 >> 172.21.15.17:0/953667666 conn(0x7f95140774f0 msgr2=0x7f95140ff6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 shutdown_connections 2024-03-16T18:30:33.970 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:33.963+0000 7f951be76640 1 -- 172.21.15.17:0/953667666 wait complete. 2024-03-16T18:30:33.974 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:33.974 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 -- 172.21.15.17:0/521568255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4594100f80 msgr2=0x7f4594104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 --2- 172.21.15.17:0/521568255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4594100f80 0x7f4594104fc0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f4588009860 tx=0x7f458802bb70 comp rx=0 tx=0).stop 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 -- 172.21.15.17:0/521568255 shutdown_connections 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 --2- 172.21.15.17:0/521568255 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f45941056a0 0x7f459410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 --2- 172.21.15.17:0/521568255 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4594100f80 0x7f4594104fc0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 --2- 172.21.15.17:0/521568255 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f45941009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 -- 172.21.15.17:0/521568255 >> 172.21.15.17:0/521568255 conn(0x7f45940774f0 msgr2=0x7f4594077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 -- 172.21.15.17:0/521568255 shutdown_connections 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.080+0000 7f459a84e640 1 -- 172.21.15.17:0/521568255 wait complete. 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 Processor -- start 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 -- start start 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f4594198830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45941056a0 0x7f4594198d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4594199300 0x7f45941a38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45941a3f80 con 0x7f45941005d0 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45941a40f0 con 0x7f4594199300 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f459a84e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45941a42b0 con 0x7f45941056a0 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f4593fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f4594198830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f4593fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f4594198830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44958/0 (socket says 172.21.15.17:44958) 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f4593fff640 1 -- 172.21.15.17:0/304153247 learned_addr learned my addr 172.21.15.17:0/304153247 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f4598deb640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4594199300 0x7f45941a38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.081+0000 7f45937fe640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45941056a0 0x7f4594198d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f4593fff640 1 -- 172.21.15.17:0/304153247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45941056a0 msgr2=0x7f4594198d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f4593fff640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45941056a0 0x7f4594198d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f4593fff640 1 -- 172.21.15.17:0/304153247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4594199300 msgr2=0x7f45941a38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f4593fff640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4594199300 0x7f45941a38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f4593fff640 1 -- 172.21.15.17:0/304153247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4584009560 con 0x7f45941005d0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f4593fff640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f4594198830 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f458400e9c0 tx=0x7f458400ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f45917fa640 1 -- 172.21.15.17:0/304153247 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f458400cde0 con 0x7f45941005d0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4588009490 con 0x7f45941005d0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f45917fa640 1 -- 172.21.15.17:0/304153247 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f45840044d0 con 0x7f45941005d0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45941a4930 con 0x7f45941005d0 2024-03-16T18:30:34.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.082+0000 7f45917fa640 1 -- 172.21.15.17:0/304153247 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4584010430 con 0x7f45941005d0 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.084+0000 7f45917fa640 1 -- 172.21.15.17:0/304153247 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4584003fe0 con 0x7f45941005d0 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.084+0000 7f459d42b740 1 Processor -- start 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.084+0000 7f459d42b740 1 -- start start 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f459d42b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc92051630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f459d42b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f459d42b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205cb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f459d42b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc9200c960 con 0x55bc9205a750 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f459d42b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc91fc0310 con 0x55bc92051250 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f459d42b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc91fbd840 con 0x55bc92051b70 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45917fa640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f457c0a1ba0 0x7f457c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44960/0 (socket says 172.21.15.17:44960) 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 -- 172.21.15.17:0/1357131376 learned_addr learned my addr 172.21.15.17:0/1357131376 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f4593fff640 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f4598deb640 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc92051630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f4598deb640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f457c0a1ba0 0x7f457c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 -- 172.21.15.17:0/1357131376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 msgr2=0x55bc9205a210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 -- 172.21.15.17:0/1357131376 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 msgr2=0x55bc92051630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc92051630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45917fa640 1 -- 172.21.15.17:0/304153247 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4584014070 con 0x7f45941005d0 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 -- 172.21.15.17:0/1357131376 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc91f7b060 con 0x55bc9205a750 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f45937fe640 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205cb40 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f458802c180 tx=0x7f4588005b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=812e74da1d3ba511 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f4598deb640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f457c0a1ba0 0x7f457c0a4060 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f458c005fd0 tx=0x7f458c009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f457a7fc640 1 -- 172.21.15.17:0/1357131376 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4588004030 con 0x55bc9205a750 2024-03-16T18:30:34.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.085+0000 7f457a7fc640 1 -- 172.21.15.17:0/1357131376 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f458802ce90 con 0x55bc9205a750 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f457a7fc640 1 -- 172.21.15.17:0/1357131376 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f458802c890 con 0x55bc9205a750 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 -- 172.21.15.17:0/1357131376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 msgr2=0x55bc9205cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205cb40 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f458802c180 tx=0x7f4588005b20 comp rx=0 tx=0).stop 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 -- 172.21.15.17:0/1357131376 shutdown_connections 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205cb40 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 --2- 172.21.15.17:0/1357131376 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc92051630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 -- 172.21.15.17:0/1357131376 >> 172.21.15.17:0/1357131376 conn(0x55bc9204b980 msgr2=0x55bc9204bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 -- 172.21.15.17:0/1357131376 shutdown_connections 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 -- 172.21.15.17:0/1357131376 wait complete. 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.086+0000 7f459d42b740 1 -- start start 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 Processor -- start 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc9205a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051b70 0x55bc920574b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc9205a750 0x55bc92057ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc91fb9020 con 0x55bc92051250 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc91c8c430 con 0x55bc92051b70 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc91c48e00 con 0x55bc9205a750 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f459d42b740 10 client.0 _ll_register_callbacks cb 0x55bc91f60cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc9205a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc9205a120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44974/0 (socket says 172.21.15.17:44974) 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 -- 172.21.15.17:0/765906099 learned_addr learned my addr 172.21.15.17:0/765906099 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f45937fe640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051b70 0x55bc920574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4598deb640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc9205a750 0x55bc92057ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 -- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc9205a750 msgr2=0x55bc92057ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc9205a750 0x55bc92057ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.094 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 -- 172.21.15.17:0/765906099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051b70 msgr2=0x55bc920574b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051b70 0x55bc920574b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 -- 172.21.15.17:0/765906099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f459410da80 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.087+0000 7f4593fff640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc9205a120 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f4584000c00 tx=0x7f4584096bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=15e40d6086c49780 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45737fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45737fe640 1 -- 172.21.15.17:0/765906099 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4584003760 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45737fe640 1 -- 172.21.15.17:0/765906099 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4584072060 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bc91cb87e0 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45737fe640 1 -- 172.21.15.17:0/765906099 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f458409aef0 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 10 client.18264 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bc91fb76a0 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45737fe640 1 -- 172.21.15.17:0/765906099 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55bc91cb87e0 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45737fe640 1 -- 172.21.15.17:0/765906099 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f458401f060 con 0x55bc92051250 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 10 client.18264 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 10 client.18264 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:30:34.095 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 20 client.18264 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc9206cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 4 client.18264 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bc91cf5720 con 0x55bc9206a890 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.088+0000 7f45937fe640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc9206cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.089+0000 7f45737fe640 10 client.18264 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.089+0000 7f45937fe640 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc9206cc80 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=19099afc27165dd3 server_cookie=e795cdca199f9a13 in_seq=0 out_seq=0 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.089+0000 7f45737fe640 1 -- 172.21.15.17:0/765906099 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55bc91cf5720 con 0x55bc9206a890 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.089+0000 7f45737fe640 10 client.18264 handle_command_reply: tid=0 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 client.18264 shutdown 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 msgr2=0x55bc9205a120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc9205a120 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f4584000c00 tx=0x7f4584096bc0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 shutdown_connections 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc9206cc80 crc :-1 s=READY pgs=64 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc9205a750 0x55bc92057ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.096 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051b70 0x55bc920574b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f45737fe640 0 client.18264 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:34.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 --2- 172.21.15.17:0/765906099 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc9205a120 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 >> 172.21.15.17:0/765906099 conn(0x55bc9204b980 msgr2=0x55bc9204d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 shutdown_connections 2024-03-16T18:30:34.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 1 -- 172.21.15.17:0/765906099 wait complete. 2024-03-16T18:30:34.097 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.090+0000 7f459d42b740 20 client.18264 trim_cache size 0 max 16384 2024-03-16T18:30:34.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.102+0000 7f459d42b740 1 Processor -- start 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.102+0000 7f459d42b740 1 -- start start 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f459d42b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc92059be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f459d42b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f459d42b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc9205a750 0x55bc92065a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f459d42b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc91f3e130 con 0x55bc92051250 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f459d42b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc9204cb40 con 0x55bc9205a750 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f459d42b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc9204c770 con 0x55bc92051b70 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc92059be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc92059be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44986/0 (socket says 172.21.15.17:44986) 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 -- 172.21.15.17:0/2517718607 learned_addr learned my addr 172.21.15.17:0/2517718607 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4598deb640 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc9205a750 0x55bc92065a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f45937fe640 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 -- 172.21.15.17:0/2517718607 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 msgr2=0x55bc9205a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 -- 172.21.15.17:0/2517718607 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc9205a750 msgr2=0x55bc92065a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc9205a750 0x55bc92065a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 -- 172.21.15.17:0/2517718607 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc91f53c20 con 0x55bc92051250 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4593fff640 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc92059be0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f45840044a0 tx=0x7f4584005ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ea01cce89070460 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4579ffb640 1 -- 172.21.15.17:0/2517718607 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45840b7070 con 0x55bc92051250 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4579ffb640 1 -- 172.21.15.17:0/2517718607 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f458409a330 con 0x55bc92051250 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.103+0000 7f4579ffb640 1 -- 172.21.15.17:0/2517718607 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f458409e940 con 0x55bc92051250 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 -- 172.21.15.17:0/2517718607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 msgr2=0x55bc92059be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc92059be0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f45840044a0 tx=0x7f4584005ef0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 -- 172.21.15.17:0/2517718607 shutdown_connections 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc9205a750 0x55bc92065a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 --2- 172.21.15.17:0/2517718607 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc92051250 0x55bc92059be0 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 -- 172.21.15.17:0/2517718607 >> 172.21.15.17:0/2517718607 conn(0x55bc9204b980 msgr2=0x55bc9204ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 -- 172.21.15.17:0/2517718607 shutdown_connections 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 -- 172.21.15.17:0/2517718607 wait complete. 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 -- start start 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.104+0000 7f459d42b740 1 Processor -- start 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc920624a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205d940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205e080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc9205e750 con 0x55bc9205a750 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc920c5100 con 0x55bc92051250 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc920c5240 con 0x55bc92051b70 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 10 client.0 _ll_register_callbacks cb 0x7f4584009480 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205e080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:44988/0 (socket says 172.21.15.17:44988) 2024-03-16T18:30:34.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 -- 172.21.15.17:0/2087709222 learned_addr learned my addr 172.21.15.17:0/2087709222 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4593fff640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc920624a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f45937fe640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205d940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 -- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 msgr2=0x55bc9205d940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205d940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 -- 172.21.15.17:0/2087709222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 msgr2=0x55bc920624a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc920624a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 -- 172.21.15.17:0/2087709222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bc91fb76a0 con 0x55bc9205a750 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f45937fe640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f4598deb640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205e080 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f458c00fe20 tx=0x7f458c004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=caf49748d4213520 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f45737fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f45737fe640 1 -- 172.21.15.17:0/2087709222 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f458c025040 con 0x55bc9205a750 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f45737fe640 1 -- 172.21.15.17:0/2087709222 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f458c010e00 con 0x55bc9205a750 2024-03-16T18:30:34.111 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.105+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f458802ce90 con 0x55bc9205a750 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f45737fe640 1 -- 172.21.15.17:0/2087709222 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f458c02a480 con 0x55bc9205a750 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 10 client.18270 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bc91f798c0 con 0x55bc9205a750 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f45737fe640 1 -- 172.21.15.17:0/2087709222 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f458802ce90 con 0x55bc9205a750 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f45737fe640 1 -- 172.21.15.17:0/2087709222 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f458c0206e0 con 0x55bc9205a750 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 10 client.18270 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 10 client.18270 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 20 client.18270 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc920c89e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 4 client.18270 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55bc91d44890 con 0x55bc9206a890 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.106+0000 7f4593fff640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc920c89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f45737fe640 10 client.18270 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:34.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f4593fff640 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc920c89e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=c03603533353c4a4 server_cookie=52940a241ffcb5b5 in_seq=0 out_seq=0 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f45737fe640 1 -- 172.21.15.17:0/2087709222 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55bc91d44890 con 0x55bc9206a890 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f45737fe640 10 client.18270 handle_command_reply: tid=0 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 client.18270 shutdown 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 msgr2=0x55bc9205e080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205e080 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f458c00fe20 tx=0x7f458c004ab0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 shutdown_connections 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55bc9206a890 0x55bc920c89e0 crc :-1 s=READY pgs=65 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bc9205a750 0x55bc9205e080 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bc92051b70 0x55bc9205d940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f45737fe640 0 client.18270 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 --2- 172.21.15.17:0/2087709222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bc92051250 0x55bc920624a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 >> 172.21.15.17:0/2087709222 conn(0x55bc9204b980 msgr2=0x55bc9204cd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 shutdown_connections 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 1 -- 172.21.15.17:0/2087709222 wait complete. 2024-03-16T18:30:34.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459d42b740 20 client.18270 trim_cache size 0 max 16384 2024-03-16T18:30:34.114 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.107+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f457c0a1ba0 msgr2=0x7f457c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f457c0a1ba0 0x7f457c0a4060 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f458c005fd0 tx=0x7f458c009500 comp rx=0 tx=0).stop 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 msgr2=0x7f4594198830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f4594198830 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f458400e9c0 tx=0x7f458400ee80 comp rx=0 tx=0).stop 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 shutdown_connections 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f457c0a1ba0 0x7f457c0a4060 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4594199300 0x7f45941a38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f45941056a0 0x7f4594198d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 --2- 172.21.15.17:0/304153247 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f45941005d0 0x7f4594198830 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 >> 172.21.15.17:0/304153247 conn(0x7f45940774f0 msgr2=0x7f45940fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 shutdown_connections 2024-03-16T18:30:34.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.108+0000 7f459a84e640 1 -- 172.21.15.17:0/304153247 wait complete. 2024-03-16T18:30:34.118 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:34.118 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:30:34.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 -- 172.21.15.17:0/1552488786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f718410bb30 msgr2=0x7f718410dfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 --2- 172.21.15.17:0/1552488786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f718410bb30 0x7f718410dfa0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f717c009ca0 tx=0x7f717c02c180 comp rx=0 tx=0).stop 2024-03-16T18:30:34.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 -- 172.21.15.17:0/1552488786 shutdown_connections 2024-03-16T18:30:34.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 --2- 172.21.15.17:0/1552488786 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f718410bb30 0x7f718410dfa0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.224 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 --2- 172.21.15.17:0/1552488786 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 0x7f718410b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 --2- 172.21.15.17:0/1552488786 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7184102760 0x7f7184102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.222+0000 7f7189be2640 1 -- 172.21.15.17:0/1552488786 >> 172.21.15.17:0/1552488786 conn(0x7f7184077550 msgr2=0x7f7184077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 -- 172.21.15.17:0/1552488786 shutdown_connections 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 -- 172.21.15.17:0/1552488786 wait complete. 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 Processor -- start 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 -- start start 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 0x7f718419d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 0x7f718419dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f718410bb30 0x7f7184197850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7184197ef0 con 0x7f7184102760 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7184198060 con 0x7f718410bb30 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.223+0000 7f7189be2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7184198220 con 0x7f7184103080 2024-03-16T18:30:34.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 0x7f718419d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 0x7f718419d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45008/0 (socket says 172.21.15.17:45008) 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 -- 172.21.15.17:0/2325488620 learned_addr learned my addr 172.21.15.17:0/2325488620 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7182ffd640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 0x7f718419dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7183fff640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f718410bb30 0x7f7184197850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 -- 172.21.15.17:0/2325488620 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 msgr2=0x7f718419dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 0x7f718419dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 -- 172.21.15.17:0/2325488620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f718410bb30 msgr2=0x7f7184197850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f718410bb30 0x7f7184197850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 -- 172.21.15.17:0/2325488620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f717c009900 con 0x7f7184102760 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7182ffd640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 0x7f718419dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7183fff640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f718410bb30 0x7f7184197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f71837fe640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 0x7f718419d6e0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f717400e9f0 tx=0x7f717400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7180ff9640 1 -- 172.21.15.17:0/2325488620 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7174009700 con 0x7f7184102760 2024-03-16T18:30:34.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7180ff9640 1 -- 172.21.15.17:0/2325488620 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f717400cd80 con 0x7f7184102760 2024-03-16T18:30:34.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7184198500 con 0x7f7184102760 2024-03-16T18:30:34.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7180ff9640 1 -- 172.21.15.17:0/2325488620 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7174018840 con 0x7f7184102760 2024-03-16T18:30:34.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.224+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71841a4710 con 0x7f7184102760 2024-03-16T18:30:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.226+0000 7f7180ff9640 1 -- 172.21.15.17:0/2325488620 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f71740189a0 con 0x7f7184102760 2024-03-16T18:30:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 Processor -- start 2024-03-16T18:30:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 -- start start 2024-03-16T18:30:34.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7180ff9640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f716c0a1c20 0x7f716c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x558963084630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 0x55896308d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x55896308fb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55896303f960 con 0x55896308d750 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558962ff3310 con 0x558963084250 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7183fff640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f716c0a1c20 0x7f716c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f718c7c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558962ff0840 con 0x558963084b70 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7180ff9640 1 -- 172.21.15.17:0/2325488620 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f7174014070 con 0x7f7184102760 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7182ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 0x55896308d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x55896308fb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7182ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 0x55896308d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:44064/0 (socket says 172.21.15.17:44064) 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7182ffd640 1 -- 172.21.15.17:0/3034155712 learned_addr learned my addr 172.21.15.17:0/3034155712 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f71837fe640 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x558963084630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.227+0000 7f7182ffd640 1 -- 172.21.15.17:0/3034155712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 msgr2=0x558963084630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7182ffd640 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x558963084630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7182ffd640 1 -- 172.21.15.17:0/3034155712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 msgr2=0x55896308fb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7182ffd640 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x55896308fb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7182ffd640 1 -- 172.21.15.17:0/3034155712 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558962fae060 con 0x558963084b70 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7183fff640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f716c0a1c20 0x7f716c0a40e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f717c005e30 tx=0x7f717c034eb0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7182ffd640 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 0x55896308d210 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7178009c30 tx=0x7f71780117b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6ecbda1857b3e02 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7169ffb640 1 -- 172.21.15.17:0/3034155712 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7178012450 con 0x558963084b70 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7169ffb640 1 -- 172.21.15.17:0/3034155712 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7178012a60 con 0x558963084b70 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.228+0000 7f7169ffb640 1 -- 172.21.15.17:0/3034155712 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f717800f900 con 0x558963084b70 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- 172.21.15.17:0/3034155712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 msgr2=0x55896308d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 0x55896308d210 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f7178009c30 tx=0x7f71780117b0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- 172.21.15.17:0/3034155712 shutdown_connections 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x55896308fb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084b70 0x55896308d210 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- 172.21.15.17:0/3034155712 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x558963084630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- 172.21.15.17:0/3034155712 >> 172.21.15.17:0/3034155712 conn(0x55896307e980 msgr2=0x55896307ed60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- 172.21.15.17:0/3034155712 shutdown_connections 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- 172.21.15.17:0/3034155712 wait complete. 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- start start 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 Processor -- start 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x55896308d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 0x55896308a440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55896308d750 0x55896308a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558962fec020 con 0x558963084b70 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558962cbf430 con 0x558963084250 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.229+0000 7f718c7c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558962c7be00 con 0x55896308d750 2024-03-16T18:30:34.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f718c7c2740 10 client.0 _ll_register_callbacks cb 0x558962f93cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 0x55896308a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 0x55896308a440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45026/0 (socket says 172.21.15.17:45026) 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 -- 172.21.15.17:0/1813442150 learned_addr learned my addr 172.21.15.17:0/1813442150 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f71837fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x55896308d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7183fff640 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55896308d750 0x55896308a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 -- 172.21.15.17:0/1813442150 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55896308d750 msgr2=0x55896308a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55896308d750 0x55896308a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 -- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 msgr2=0x55896308d0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x55896308d0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 -- 172.21.15.17:0/1813442150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7178009860 con 0x558963084b70 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7182ffd640 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 0x55896308a440 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f7178009800 tx=0x7f7178012e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3661ad88b409ffaf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7162ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7162ffd640 1 -- 172.21.15.17:0/1813442150 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71780126e0 con 0x558963084b70 2024-03-16T18:30:34.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7162ffd640 1 -- 172.21.15.17:0/1813442150 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f7178012840 con 0x558963084b70 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558962ceb7e0 con 0x558963084b70 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f7162ffd640 1 -- 172.21.15.17:0/1813442150 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7178005040 con 0x558963084b70 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f718c7c2740 10 client.18282 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.230+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558962fea6a0 con 0x558963084b70 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f7162ffd640 1 -- 172.21.15.17:0/1813442150 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558962ceb7e0 con 0x558963084b70 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f7162ffd640 1 -- 172.21.15.17:0/1813442150 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7178022070 con 0x558963084b70 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f718c7c2740 10 client.18282 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f718c7c2740 10 client.18282 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f718c7c2740 20 client.18282 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55896309d860 0x55896309fc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f718c7c2740 4 client.18282 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558962d28720 con 0x55896309d860 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f71837fe640 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55896309d860 0x55896309fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f7162ffd640 10 client.18282 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.231+0000 7f71837fe640 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55896309d860 0x55896309fc50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=d6451dcdce3e73d3 server_cookie=8f3af8e6946c4497 in_seq=0 out_seq=0 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.232+0000 7f7162ffd640 1 -- 172.21.15.17:0/1813442150 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558962d28720 con 0x55896309d860 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.232+0000 7f7162ffd640 10 client.18282 handle_command_reply: tid=0 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.232+0000 7f718c7c2740 1 client.18282 shutdown 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 msgr2=0x55896308a440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 0x55896308a440 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f7178009800 tx=0x7f7178012e80 comp rx=0 tx=0).stop 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 shutdown_connections 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55896309d860 0x55896309fc50 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558963084b70 0x55896308a440 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55896308d750 0x55896308a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f7162ffd640 0 client.18282 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1813442150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084250 0x55896308d0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 >> 172.21.15.17:0/1813442150 conn(0x55896307e980 msgr2=0x5589630806d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 shutdown_connections 2024-03-16T18:30:34.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 1 -- 172.21.15.17:0/1813442150 wait complete. 2024-03-16T18:30:34.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.233+0000 7f718c7c2740 20 client.18282 trim_cache size 0 max 16384 2024-03-16T18:30:34.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 Processor -- start 2024-03-16T18:30:34.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 -- start start 2024-03-16T18:30:34.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x55896308cb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x55896308d040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963098ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558962f71130 con 0x55896308d750 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558963070a40 con 0x558963084b70 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f718c7c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558963083f00 con 0x558963084250 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f7183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963098ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f7183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963098ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45028/0 (socket says 172.21.15.17:45028) 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f7183fff640 1 -- 172.21.15.17:0/975664672 learned_addr learned my addr 172.21.15.17:0/975664672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f7182ffd640 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x55896308d040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.245+0000 7f71837fe640 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x55896308cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7183fff640 1 -- 172.21.15.17:0/975664672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 msgr2=0x55896308cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7183fff640 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x55896308cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7183fff640 1 -- 172.21.15.17:0/975664672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 msgr2=0x55896308d040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7183fff640 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x55896308d040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7183fff640 1 -- 172.21.15.17:0/975664672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558962f86c20 con 0x55896308d750 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7182ffd640 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x55896308d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:34.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f7183fff640 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963098ad0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f717c005f30 tx=0x7f717c02e050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80b62dda6e221e95 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f71697fa640 1 -- 172.21.15.17:0/975664672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f717c003970 con 0x55896308d750 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f71697fa640 1 -- 172.21.15.17:0/975664672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f717c032680 con 0x55896308d750 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f71697fa640 1 -- 172.21.15.17:0/975664672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f717c0042a0 con 0x55896308d750 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 -- 172.21.15.17:0/975664672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 msgr2=0x558963098ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963098ad0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f717c005f30 tx=0x7f717c02e050 comp rx=0 tx=0).stop 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 -- 172.21.15.17:0/975664672 shutdown_connections 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963098ad0 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x55896308d040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 --2- 172.21.15.17:0/975664672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x55896308cb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.246+0000 7f718c7c2740 1 -- 172.21.15.17:0/975664672 >> 172.21.15.17:0/975664672 conn(0x55896307e980 msgr2=0x558963080660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 -- 172.21.15.17:0/975664672 shutdown_connections 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 -- 172.21.15.17:0/975664672 wait complete. 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 -- start start 2024-03-16T18:30:34.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 Processor -- start 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x558963095260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x5589630915e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963091b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558963092090 con 0x55896308d750 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558963092200 con 0x558963084b70 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589630923c0 con 0x558963084250 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f718c7c2740 10 client.0 _ll_register_callbacks cb 0x7f717c037070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f7183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963091b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f7182ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x5589630915e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f7183fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963091b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45038/0 (socket says 172.21.15.17:45038) 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f7183fff640 1 -- 172.21.15.17:0/1184625348 learned_addr learned my addr 172.21.15.17:0/1184625348 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.247+0000 7f71837fe640 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x558963095260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7183fff640 1 -- 172.21.15.17:0/1184625348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 msgr2=0x558963095260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7183fff640 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x558963095260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7183fff640 1 -- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 msgr2=0x5589630915e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7183fff640 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x5589630915e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7183fff640 1 -- 172.21.15.17:0/1184625348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558962fea6a0 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7183fff640 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963091b20 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f717c006010 tx=0x7f717c003ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23e2820fc8082f16 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7162ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7162ffd640 1 -- 172.21.15.17:0/1184625348 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f717c0329f0 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7162ffd640 1 -- 172.21.15.17:0/1184625348 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f717c049070 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55896308a810 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7162ffd640 1 -- 172.21.15.17:0/1184625348 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f717c032b50 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f718c7c2740 10 client.18288 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f718410ec20 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7162ffd640 1 -- 172.21.15.17:0/1184625348 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55896308a810 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.248+0000 7f7162ffd640 1 -- 172.21.15.17:0/1184625348 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f717c03e040 con 0x55896308d750 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 10 client.18288 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:34.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 10 client.18288 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 20 client.18288 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5589630fa280 0x5589630fc6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 4 client.18288 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f7178012a60 con 0x5589630fa280 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f71837fe640 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5589630fa280 0x5589630fc6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f71837fe640 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5589630fa280 0x5589630fc6a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=c7671191e1cbe595 server_cookie=3cfaa2fa61da0dc2 in_seq=0 out_seq=0 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f7162ffd640 10 client.18288 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f7162ffd640 1 -- 172.21.15.17:0/1184625348 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f7178012a60 con 0x5589630fa280 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f7162ffd640 10 client.18288 handle_command_reply: tid=0 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 client.18288 shutdown 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 msgr2=0x558963091b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963091b20 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7f717c006010 tx=0x7f717c003ba0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 shutdown_connections 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5589630fa280 0x5589630fc6a0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.255 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55896308d750 0x558963091b20 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558963084b70 0x5589630915e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f7162ffd640 0 client.18288 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 --2- 172.21.15.17:0/1184625348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558963084250 0x558963095260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.249+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 >> 172.21.15.17:0/1184625348 conn(0x55896307e980 msgr2=0x55896307fbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 shutdown_connections 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f718c7c2740 1 -- 172.21.15.17:0/1184625348 wait complete. 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f718c7c2740 20 client.18288 trim_cache size 0 max 16384 2024-03-16T18:30:34.256 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f716c0a1c20 msgr2=0x7f716c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f716c0a1c20 0x7f716c0a40e0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f717c005e30 tx=0x7f717c034eb0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 msgr2=0x7f718419d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 0x7f718419d6e0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f717400e9f0 tx=0x7f717400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 shutdown_connections 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f716c0a1c20 0x7f716c0a40e0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f718410bb30 0x7f7184197850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.257 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7184103080 0x7f718419dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 --2- 172.21.15.17:0/2325488620 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7184102760 0x7f718419d6e0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 >> 172.21.15.17:0/2325488620 conn(0x7f7184077550 msgr2=0x7f71840fd500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 shutdown_connections 2024-03-16T18:30:34.258 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.250+0000 7f7189be2640 1 -- 172.21.15.17:0/2325488620 wait complete. 2024-03-16T18:30:34.259 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:33 smithi017 ceph-mon[32207]: pgmap v280: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:34.259 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:33 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1183015961' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:30:34.260 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:30:34.260 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:30:34.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:33 smithi149 ceph-mon[35991]: pgmap v280: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:34.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:33 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1183015961' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:30:34.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:33 smithi153 ceph-mon[36005]: pgmap v280: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:34.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:33 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1183015961' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:30:34.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 -- 172.21.15.17:0/318490602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac101e60 msgr2=0x7fbcac10e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 --2- 172.21.15.17:0/318490602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac101e60 0x7fbcac10e320 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fbca4009ca0 tx=0x7fbca402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 -- 172.21.15.17:0/318490602 shutdown_connections 2024-03-16T18:30:34.365 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 --2- 172.21.15.17:0/318490602 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac101e60 0x7fbcac10e320 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 --2- 172.21.15.17:0/318490602 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcac1014a0 0x7fbcac101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 --2- 172.21.15.17:0/318490602 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcac107560 0x7fbcac107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 -- 172.21.15.17:0/318490602 >> 172.21.15.17:0/318490602 conn(0x7fbcac0788f0 msgr2=0x7fbcac078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 -- 172.21.15.17:0/318490602 shutdown_connections 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.365+0000 7fbcb096c640 1 -- 172.21.15.17:0/318490602 wait complete. 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 Processor -- start 2024-03-16T18:30:34.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 -- start start 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 0x7fbcac19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcac101e60 0x7fbcac19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcac107560 0x7fbcac197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcac197ec0 con 0x7fbcac1014a0 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcac198030 con 0x7fbcac107560 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcb096c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcac1981f0 con 0x7fbcac101e60 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcaa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 0x7fbcac19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcaa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 0x7fbcac19d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45062/0 (socket says 172.21.15.17:45062) 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcaa59c640 1 -- 172.21.15.17:0/396629011 learned_addr learned my addr 172.21.15.17:0/396629011 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcac107560 0x7fbcac197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.366+0000 7fbca3fff640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcac101e60 0x7fbcac19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcaa59c640 1 -- 172.21.15.17:0/396629011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcac101e60 msgr2=0x7fbcac19dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcac101e60 0x7fbcac19dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcaa59c640 1 -- 172.21.15.17:0/396629011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcac107560 msgr2=0x7fbcac197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcac107560 0x7fbcac197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcaa59c640 1 -- 172.21.15.17:0/396629011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbca4009900 con 0x7fbcac1014a0 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 0x7fbcac19d670 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c00e9f0 tx=0x7fbc9c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbca37fe640 1 -- 172.21.15.17:0/396629011 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c009700 con 0x7fbcac1014a0 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcac1984d0 con 0x7fbcac1014a0 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbca37fe640 1 -- 172.21.15.17:0/396629011 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc9c00cd80 con 0x7fbcac1014a0 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbca37fe640 1 -- 172.21.15.17:0/396629011 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c018840 con 0x7fbcac1014a0 2024-03-16T18:30:34.369 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.367+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcac1a45f0 con 0x7fbcac1014a0 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbca37fe640 1 -- 172.21.15.17:0/396629011 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbc9c0189a0 con 0x7fbcac1014a0 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 Processor -- start 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 -- start start 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be30f00 0x56257be312e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be3eb60 0x56257be40f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257bdec960 con 0x56257be31820 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257bda0310 con 0x56257be3eb60 2024-03-16T18:30:34.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcb3629740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257bd9d840 con 0x56257be30f00 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcaa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcaa59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3e620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45078/0 (socket says 172.21.15.17:45078) 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcaa59c640 1 -- 172.21.15.17:0/3720487793 learned_addr learned my addr 172.21.15.17:0/3720487793 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be30f00 0x56257be312e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.370+0000 7fbca3fff640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be3eb60 0x56257be40f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbca37fe640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc980a1ba0 0x7fbc980a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbca37fe640 1 -- 172.21.15.17:0/396629011 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbc9c014070 con 0x7fbcac1014a0 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaa59c640 1 -- 172.21.15.17:0/3720487793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be30f00 msgr2=0x56257be312e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be30f00 0x56257be312e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaa59c640 1 -- 172.21.15.17:0/3720487793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be3eb60 msgr2=0x56257be40f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be3eb60 0x56257be40f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaa59c640 1 -- 172.21.15.17:0/3720487793 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56257bd5b060 con 0x56257be31820 2024-03-16T18:30:34.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be30f00 0x56257be312e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbca3fff640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be3eb60 0x56257be40f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc980a1ba0 0x7fbc980a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3e620 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0971f0 tx=0x7fbc9c096e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d67ee454ef92277 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbca0ff9640 1 -- 172.21.15.17:0/3720487793 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c09a5f0 con 0x56257be31820 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbca0ff9640 1 -- 172.21.15.17:0/3720487793 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc9c09a360 con 0x56257be31820 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.371+0000 7fbca0ff9640 1 -- 172.21.15.17:0/3720487793 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc9c0a2f10 con 0x56257be31820 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 -- 172.21.15.17:0/3720487793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 msgr2=0x56257be3e620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc980a1ba0 0x7fbc980a4060 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fbca4004af0 tx=0x7fbca40095c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3e620 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c0971f0 tx=0x7fbc9c096e90 comp rx=0 tx=0).stop 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 -- 172.21.15.17:0/3720487793 shutdown_connections 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3e620 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be3eb60 0x56257be40f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3720487793 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be30f00 0x56257be312e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 -- 172.21.15.17:0/3720487793 >> 172.21.15.17:0/3720487793 conn(0x56257be2b980 msgr2=0x56257be2bd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 -- 172.21.15.17:0/3720487793 shutdown_connections 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 -- 172.21.15.17:0/3720487793 wait complete. 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 -- start start 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.372+0000 7fbcb3629740 1 Processor -- start 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be3e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3b890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257bd99020 con 0x56257be31820 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257ba6c430 con 0x56257be30f00 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257ba28e00 con 0x56257be3eb60 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 10 client.0 _ll_register_callbacks cb 0x56257bd40cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3b890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3b890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45092/0 (socket says 172.21.15.17:45092) 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 -- 172.21.15.17:0/3141270215 learned_addr learned my addr 172.21.15.17:0/3141270215 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be3e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 -- 172.21.15.17:0/3141270215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 msgr2=0x56257be3be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 -- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 msgr2=0x56257be3e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be3e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 -- 172.21.15.17:0/3141270215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcac1a45f0 con 0x56257be31820 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbca3fff640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3b890 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fbc940126e0 tx=0x7fbc94012ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d87f7d2551e7cbe7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbc91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbc91ffb640 1 -- 172.21.15.17:0/3141270215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc94017070 con 0x56257be31820 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbc91ffb640 1 -- 172.21.15.17:0/3141270215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbc94004050 con 0x56257be31820 2024-03-16T18:30:34.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.373+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56257ba987e0 con 0x56257be31820 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbc91ffb640 1 -- 172.21.15.17:0/3141270215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc94004210 con 0x56257be31820 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 10 client.18300 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56257bd976a0 con 0x56257be31820 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbc91ffb640 1 -- 172.21.15.17:0/3141270215 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56257ba987e0 con 0x56257be31820 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbc91ffb640 1 -- 172.21.15.17:0/3141270215 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbc940039a0 con 0x56257be31820 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 10 client.18300 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 10 client.18300 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 20 client.18300 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257be4ed70 0x56257be51190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 4 client.18300 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56257bad5720 con 0x56257be4ed70 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257be4ed70 0x56257be51190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257be4ed70 0x56257be51190 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb25aadcdf5920d server_cookie=e7d0458695cbac4c in_seq=0 out_seq=0 2024-03-16T18:30:34.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.374+0000 7fbc91ffb640 10 client.18300 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.375+0000 7fbc91ffb640 1 -- 172.21.15.17:0/3141270215 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56257bad5720 con 0x56257be4ed70 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.375+0000 7fbc91ffb640 10 client.18300 handle_command_reply: tid=0 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.375+0000 7fbcb3629740 1 client.18300 shutdown 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 msgr2=0x56257be3b890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3b890 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7fbc940126e0 tx=0x7fbc94012ba0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 shutdown_connections 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257be4ed70 0x56257be51190 crc :-1 s=READY pgs=177 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3b890 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 --2- 172.21.15.17:0/3141270215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be3e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 >> 172.21.15.17:0/3141270215 conn(0x56257be2b980 msgr2=0x56257be2d6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbc91ffb640 0 client.18300 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:34.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 shutdown_connections 2024-03-16T18:30:34.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 1 -- 172.21.15.17:0/3141270215 wait complete. 2024-03-16T18:30:34.383 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.376+0000 7fbcb3629740 20 client.18300 trim_cache size 0 max 16384 2024-03-16T18:30:34.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 Processor -- start 2024-03-16T18:30:34.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 -- start start 2024-03-16T18:30:34.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be2aa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.393 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257bd1e130 con 0x56257be31820 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257be305a0 con 0x56257be30f00 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcb3629740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257be275f0 con 0x56257be3eb60 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbca3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcaa59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be2aa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbca3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45106/0 (socket says 172.21.15.17:45106) 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbca3fff640 1 -- 172.21.15.17:0/849384886 learned_addr learned my addr 172.21.15.17:0/849384886 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.388+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbca3fff640 1 -- 172.21.15.17:0/849384886 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 msgr2=0x56257be3e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbca3fff640 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbca3fff640 1 -- 172.21.15.17:0/849384886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 msgr2=0x56257be2aa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbca3fff640 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be2aa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbca3fff640 1 -- 172.21.15.17:0/849384886 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56257bd33c20 con 0x56257be31820 2024-03-16T18:30:34.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be2aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbca3fff640 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3dfc0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fbc940098b0 tx=0x7fbc94009620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3896759959ac4837 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbc93fff640 1 -- 172.21.15.17:0/849384886 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc94017070 con 0x56257be31820 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbc93fff640 1 -- 172.21.15.17:0/849384886 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc94003aa0 con 0x56257be31820 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbc93fff640 1 -- 172.21.15.17:0/849384886 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc94005570 con 0x56257be31820 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 -- 172.21.15.17:0/849384886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 msgr2=0x56257be3dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3dfc0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7fbc940098b0 tx=0x7fbc94009620 comp rx=0 tx=0).stop 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 -- 172.21.15.17:0/849384886 shutdown_connections 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be31820 0x56257be3dfc0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be3eb60 0x56257be3e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 --2- 172.21.15.17:0/849384886 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be2aa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 -- 172.21.15.17:0/849384886 >> 172.21.15.17:0/849384886 conn(0x56257be2b980 msgr2=0x56257be2a2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 -- 172.21.15.17:0/849384886 shutdown_connections 2024-03-16T18:30:34.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.389+0000 7fbcb3629740 1 -- 172.21.15.17:0/849384886 wait complete. 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 -- start start 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 Processor -- start 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be467e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be31820 0x56257be42bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 0x56257be430f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257be437c0 con 0x56257be3eb60 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257be43930 con 0x56257be30f00 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56257beaa630 con 0x56257be31820 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcb3629740 10 client.0 _ll_register_callbacks cb 0x7fbc94009910 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 0x56257be430f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaa59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be467e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 0x56257be430f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45118/0 (socket says 172.21.15.17:45118) 2024-03-16T18:30:34.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 -- 172.21.15.17:0/4026847656 learned_addr learned my addr 172.21.15.17:0/4026847656 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbca3fff640 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be31820 0x56257be42bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 -- 172.21.15.17:0/4026847656 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be31820 msgr2=0x56257be42bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be31820 0x56257be42bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 -- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 msgr2=0x56257be467e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be467e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.390+0000 7fbcaad9d640 1 -- 172.21.15.17:0/4026847656 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc9c0a94b0 con 0x56257be3eb60 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcaad9d640 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 0x56257be430f0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fbca4009ca0 tx=0x7fbca402c0f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c03b3977df9d546 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbc91ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbc91ffb640 1 -- 172.21.15.17:0/4026847656 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbca4003970 con 0x56257be3eb60 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbc91ffb640 1 -- 172.21.15.17:0/4026847656 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbca4003ad0 con 0x56257be3eb60 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbc9c09a360 con 0x56257be3eb60 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbc91ffb640 1 -- 172.21.15.17:0/4026847656 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbca4003c90 con 0x56257be3eb60 2024-03-16T18:30:34.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 10 client.18306 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7fbc94021040 con 0x56257be3eb60 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbc91ffb640 1 -- 172.21.15.17:0/4026847656 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc9c09a360 con 0x56257be3eb60 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbc91ffb640 1 -- 172.21.15.17:0/4026847656 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbca4049050 con 0x56257be3eb60 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 10 client.18306 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 10 client.18306 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 20 client.18306 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257beabe30 0x56257beae250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 4 client.18306 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.391+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56257bb24890 con 0x56257beabe30 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257beabe30 0x56257beae250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcaa59c640 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257beabe30 0x56257beae250 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f417fafad466b00 server_cookie=d481dc9be1710390 in_seq=0 out_seq=0 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbc91ffb640 10 client.18306 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbc91ffb640 1 -- 172.21.15.17:0/4026847656 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56257bb24890 con 0x56257beabe30 2024-03-16T18:30:34.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbc91ffb640 10 client.18306 handle_command_reply: tid=0 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 client.18306 shutdown 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 msgr2=0x56257be430f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 0x56257be430f0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7fbca4009ca0 tx=0x7fbca402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 shutdown_connections 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56257beabe30 0x56257beae250 crc :-1 s=READY pgs=178 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56257be3eb60 0x56257be430f0 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbc91ffb640 0 client.18306 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56257be31820 0x56257be42bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 --2- 172.21.15.17:0/4026847656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56257be30f00 0x56257be467e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 >> 172.21.15.17:0/4026847656 conn(0x56257be2b980 msgr2=0x56257be2ab80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 shutdown_connections 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 1 -- 172.21.15.17:0/4026847656 wait complete. 2024-03-16T18:30:34.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.392+0000 7fbcb3629740 20 client.18306 trim_cache size 0 max 16384 2024-03-16T18:30:34.400 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:30:34.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc980a1ba0 msgr2=0x7fbc980a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc980a1ba0 0x7fbc980a4060 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fbca4004af0 tx=0x7fbca40095c0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 msgr2=0x7fbcac19d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 0x7fbcac19d670 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7fbc9c00e9f0 tx=0x7fbc9c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 shutdown_connections 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc980a1ba0 0x7fbc980a4060 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcac107560 0x7fbcac197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcac101e60 0x7fbcac19dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 --2- 172.21.15.17:0/396629011 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcac1014a0 0x7fbcac19d670 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 >> 172.21.15.17:0/396629011 conn(0x7fbcac0788f0 msgr2=0x7fbcac100190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 shutdown_connections 2024-03-16T18:30:34.401 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:34.393+0000 7fbcb096c640 1 -- 172.21.15.17:0/396629011 wait complete. 2024-03-16T18:30:35.404 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:30:35.404 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:30:35.404 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.524+0000 7fd29d38c640 1 -- 172.21.15.17:0/1605335657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 msgr2=0x7fd29810e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.524+0000 7fd29d38c640 1 --2- 172.21.15.17:0/1605335657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29810e330 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fd290009ca0 tx=0x7fd29002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 -- 172.21.15.17:0/1605335657 shutdown_connections 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 --2- 172.21.15.17:0/1605335657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd298068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 --2- 172.21.15.17:0/1605335657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29810e330 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 --2- 172.21.15.17:0/1605335657 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd298107500 0x7fd2981078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 -- 172.21.15.17:0/1605335657 >> 172.21.15.17:0/1605335657 conn(0x7fd2980774f0 msgr2=0x7fd298077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 -- 172.21.15.17:0/1605335657 shutdown_connections 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 -- 172.21.15.17:0/1605335657 wait complete. 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 Processor -- start 2024-03-16T18:30:35.525 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.525+0000 7fd29d38c640 1 -- start start 2024-03-16T18:30:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd29d38c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd29819d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd29d38c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29819dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.527 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd29d38c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd298107500 0x7fd298197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd29d38c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd298197eb0 con 0x7fd2980686d0 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd29d38c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd298198020 con 0x7fd298069090 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd29d38c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2981981e0 con 0x7fd298107500 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd29819d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd29819d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45144/0 (socket says 172.21.15.17:45144) 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 -- 172.21.15.17:0/3924418362 learned_addr learned my addr 172.21.15.17:0/3924418362 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd2967fc640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29819dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd2977fe640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd298107500 0x7fd298197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 -- 172.21.15.17:0/3924418362 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd298107500 msgr2=0x7fd298197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd298107500 0x7fd298197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 -- 172.21.15.17:0/3924418362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 msgr2=0x7fd29819dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29819dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 -- 172.21.15.17:0/3924418362 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd28c009490 con 0x7fd2980686d0 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd2967fc640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29819dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:35.528 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.526+0000 7fd296ffd640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd29819d6a0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fd28800e9f0 tx=0x7fd28800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.527+0000 7fd27ffff640 1 -- 172.21.15.17:0/3924418362 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd288009720 con 0x7fd2980686d0 2024-03-16T18:30:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.527+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd290009900 con 0x7fd2980686d0 2024-03-16T18:30:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.527+0000 7fd27ffff640 1 -- 172.21.15.17:0/3924418362 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd28800cd80 con 0x7fd2980686d0 2024-03-16T18:30:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.527+0000 7fd27ffff640 1 -- 172.21.15.17:0/3924418362 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd288010430 con 0x7fd2980686d0 2024-03-16T18:30:35.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.527+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2981a44f0 con 0x7fd2980686d0 2024-03-16T18:30:35.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.529+0000 7fd27ffff640 1 -- 172.21.15.17:0/3924418362 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd288005020 con 0x7fd2980686d0 2024-03-16T18:30:35.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 Processor -- start 2024-03-16T18:30:35.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 -- start start 2024-03-16T18:30:35.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071380 0x56139c071760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071d30 0x56139c07a2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.535 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139bfdff90 con 0x56139c07a8b0 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139bfdd4c0 con 0x56139c071d30 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd29ff69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139bfd8ca0 con 0x56139c071380 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45148/0 (socket says 172.21.15.17:45148) 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 -- 172.21.15.17:0/331848234 learned_addr learned my addr 172.21.15.17:0/331848234 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2977fe640 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071380 0x56139c071760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd296ffd640 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071d30 0x56139c07a2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd27ffff640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2800a1ba0 0x7fd2800a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 -- 172.21.15.17:0/331848234 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071380 msgr2=0x56139c071760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071380 0x56139c071760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2977fe640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2800a1ba0 0x7fd2800a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.536 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 -- 172.21.15.17:0/331848234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071d30 msgr2=0x56139c07a2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071d30 0x56139c07a2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd2967fc640 1 -- 172.21.15.17:0/331848234 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56139bf9b0b0 con 0x56139c07a8b0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.530+0000 7fd27ffff640 1 -- 172.21.15.17:0/3924418362 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd288014070 con 0x7fd2980686d0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd2967fc640 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07cd00 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fd28c011680 tx=0x7fd28c011b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd03c3320ffc132c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd27d7fa640 1 -- 172.21.15.17:0/331848234 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd28c00fc00 con 0x56139c07a8b0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd2977fe640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2800a1ba0 0x7fd2800a4060 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd290004af0 tx=0x7fd29002c0f0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd27d7fa640 1 -- 172.21.15.17:0/331848234 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd28c00fd60 con 0x56139c07a8b0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd27d7fa640 1 -- 172.21.15.17:0/331848234 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd28c004d70 con 0x56139c07a8b0 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd29ff69740 1 -- 172.21.15.17:0/331848234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 msgr2=0x56139c07cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd29ff69740 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07cd00 secure :-1 s=READY pgs=1224 cs=0 l=1 rev1=1 crypto rx=0x7fd28c011680 tx=0x7fd28c011b40 comp rx=0 tx=0).stop 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd29ff69740 1 -- 172.21.15.17:0/331848234 shutdown_connections 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.531+0000 7fd29ff69740 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07cd00 unknown :-1 s=CLOSED pgs=1224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071d30 0x56139c07a2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.537 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 --2- 172.21.15.17:0/331848234 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071380 0x56139c071760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- 172.21.15.17:0/331848234 >> 172.21.15.17:0/331848234 conn(0x56139c06b840 msgr2=0x56139c06bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- 172.21.15.17:0/331848234 shutdown_connections 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- 172.21.15.17:0/331848234 wait complete. 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- start start 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 Processor -- start 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c0777e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c077d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c078260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139bf7df40 con 0x56139c071380 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139bcac4b0 con 0x56139c07a8b0 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139bf5e670 con 0x56139c071d30 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd29ff69740 10 client.0 _ll_register_callbacks cb 0x56139bfcbf70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:35.538 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c0777e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c0777e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45164/0 (socket says 172.21.15.17:45164) 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd296ffd640 1 -- 172.21.15.17:0/3086670476 learned_addr learned my addr 172.21.15.17:0/3086670476 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd2977fe640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c078260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.532+0000 7fd2967fc640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c077d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd296ffd640 1 -- 172.21.15.17:0/3086670476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 msgr2=0x56139c077d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd296ffd640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c077d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd296ffd640 1 -- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 msgr2=0x56139c078260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd296ffd640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c078260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd296ffd640 1 -- 172.21.15.17:0/3086670476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd28c009e10 con 0x56139c071380 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd296ffd640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c0777e0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fd288097120 tx=0x7fd2880048b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b8933a9ab1b583a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd27aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd27aff5640 1 -- 172.21.15.17:0/3086670476 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2880054d0 con 0x56139c071380 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd27aff5640 1 -- 172.21.15.17:0/3086670476 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd2880046c0 con 0x56139c071380 2024-03-16T18:30:35.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56139bfb2f40 con 0x56139c071380 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd27aff5640 1 -- 172.21.15.17:0/3086670476 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd28809a0b0 con 0x56139c071380 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd29ff69740 10 client.18318 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56139bfd7320 con 0x56139c071380 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.533+0000 7fd27aff5640 1 -- 172.21.15.17:0/3086670476 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56139bfb2f40 con 0x56139c071380 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd27aff5640 1 -- 172.21.15.17:0/3086670476 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd28801f060 con 0x56139c071380 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd29ff69740 10 client.18318 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd29ff69740 10 client.18318 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd29ff69740 20 client.18318 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd29ff69740 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c08ae20 0x56139c08d210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd29ff69740 4 client.18318 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56139bfcf310 con 0x56139c08ae20 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd2967fc640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c08ae20 0x56139c08d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd2967fc640 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c08ae20 0x56139c08d210 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=daa9d9321f4110e2 server_cookie=59f9869031fe3a29 in_seq=0 out_seq=0 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.534+0000 7fd27aff5640 10 client.18318 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd27aff5640 1 -- 172.21.15.17:0/3086670476 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56139bfcf310 con 0x56139c08ae20 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd27aff5640 10 client.18318 handle_command_reply: tid=0 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 client.18318 shutdown 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 msgr2=0x56139c0777e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c0777e0 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7fd288097120 tx=0x7fd2880048b0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 shutdown_connections 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c08ae20 0x56139c08d210 crc :-1 s=READY pgs=179 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c078260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c077d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd27aff5640 0 client.18318 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 --2- 172.21.15.17:0/3086670476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c0777e0 unknown :-1 s=CLOSED pgs=1225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 >> 172.21.15.17:0/3086670476 conn(0x56139c06b840 msgr2=0x56139c06d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 shutdown_connections 2024-03-16T18:30:35.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 1 -- 172.21.15.17:0/3086670476 wait complete. 2024-03-16T18:30:35.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.535+0000 7fd29ff69740 20 client.18318 trim_cache size 0 max 16384 2024-03-16T18:30:35.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 Processor -- start 2024-03-16T18:30:35.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 -- start start 2024-03-16T18:30:35.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c079f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.556 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c078080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c085db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139c076650 con 0x56139c071380 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139c06b370 con 0x56139c07a8b0 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd29ff69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139c06c410 con 0x56139c071d30 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c079f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c079f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45166/0 (socket says 172.21.15.17:45166) 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd296ffd640 1 -- 172.21.15.17:0/2183273477 learned_addr learned my addr 172.21.15.17:0/2183273477 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd2977fe640 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c085db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.552+0000 7fd2967fc640 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c078080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd296ffd640 1 -- 172.21.15.17:0/2183273477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 msgr2=0x56139c078080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd296ffd640 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c078080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd296ffd640 1 -- 172.21.15.17:0/2183273477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 msgr2=0x56139c085db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd296ffd640 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c085db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.557 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd296ffd640 1 -- 172.21.15.17:0/2183273477 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56139bf73c00 con 0x56139c071380 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd2967fc640 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c078080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd296ffd640 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c079f10 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fd288096bb0 tx=0x7fd2880d1480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab51761c34ff3503 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd27cff9640 1 -- 172.21.15.17:0/2183273477 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd28809a0b0 con 0x56139c071380 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd27cff9640 1 -- 172.21.15.17:0/2183273477 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2880b7020 con 0x56139c071380 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd27cff9640 1 -- 172.21.15.17:0/2183273477 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2880054f0 con 0x56139c071380 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd29ff69740 1 -- 172.21.15.17:0/2183273477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 msgr2=0x56139c079f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.553+0000 7fd29ff69740 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c079f10 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7fd288096bb0 tx=0x7fd2880d1480 comp rx=0 tx=0).stop 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- 172.21.15.17:0/2183273477 shutdown_connections 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c07a8b0 0x56139c085db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c078080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 --2- 172.21.15.17:0/2183273477 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c071380 0x56139c079f10 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- 172.21.15.17:0/2183273477 >> 172.21.15.17:0/2183273477 conn(0x56139c06b840 msgr2=0x56139c06a8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.558 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- 172.21.15.17:0/2183273477 shutdown_connections 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- 172.21.15.17:0/2183273477 wait complete. 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- start start 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 Processor -- start 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071380 0x56139c0824d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c07e850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07ed90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139c07f2d0 con 0x56139c07a8b0 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139c07f440 con 0x56139c071380 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56139c07f600 con 0x56139c071d30 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd29ff69740 10 client.0 _ll_register_callbacks cb 0x7fd28809a610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd2977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07ed90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd2977fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07ed90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45180/0 (socket says 172.21.15.17:45180) 2024-03-16T18:30:35.559 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd2977fe640 1 -- 172.21.15.17:0/966326750 learned_addr learned my addr 172.21.15.17:0/966326750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd296ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071380 0x56139c0824d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.554+0000 7fd2967fc640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c07e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd2977fe640 1 -- 172.21.15.17:0/966326750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 msgr2=0x56139c07e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd2977fe640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c07e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd2977fe640 1 -- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071380 msgr2=0x56139c0824d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd2977fe640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071380 0x56139c0824d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd2977fe640 1 -- 172.21.15.17:0/966326750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56139bf9b0b0 con 0x56139c07a8b0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd296ffd640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071380 0x56139c0824d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd2977fe640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07ed90 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fd290009ca0 tx=0x7fd2900095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=af75040418e3f652 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd27aff5640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd27aff5640 1 -- 172.21.15.17:0/966326750 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2900328f0 con 0x56139c07a8b0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd27aff5640 1 -- 172.21.15.17:0/966326750 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd290032a50 con 0x56139c07a8b0 2024-03-16T18:30:35.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56139bffe900 con 0x56139c07a8b0 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd27aff5640 1 -- 172.21.15.17:0/966326750 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd290003970 con 0x56139c07a8b0 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd29ff69740 10 client.18324 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56139bfd7320 con 0x56139c07a8b0 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd27aff5640 1 -- 172.21.15.17:0/966326750 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56139bffe900 con 0x56139c07a8b0 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd27aff5640 1 -- 172.21.15.17:0/966326750 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd29003e040 con 0x56139c07a8b0 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd29ff69740 10 client.18324 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd29ff69740 10 client.18324 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.555+0000 7fd29ff69740 20 client.18324 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.556+0000 7fd29ff69740 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c0e7c90 0x56139c0ea0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.556+0000 7fd29ff69740 4 client.18324 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.556+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x56139bcd8860 con 0x56139c0e7c90 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.556+0000 7fd296ffd640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c0e7c90 0x56139c0ea0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.556+0000 7fd296ffd640 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c0e7c90 0x56139c0ea0b0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e07e877423e73bf1 server_cookie=d1a34154a3a28773 in_seq=0 out_seq=0 2024-03-16T18:30:35.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.556+0000 7fd27aff5640 10 client.18324 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd27aff5640 1 -- 172.21.15.17:0/966326750 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x56139bcd8860 con 0x56139c0e7c90 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd27aff5640 10 client.18324 handle_command_reply: tid=0 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 client.18324 shutdown 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 msgr2=0x56139c07ed90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07ed90 secure :-1 s=READY pgs=1227 cs=0 l=1 rev1=1 crypto rx=0x7fd290009ca0 tx=0x7fd2900095c0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 shutdown_connections 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56139c0e7c90 0x56139c0ea0b0 crc :-1 s=READY pgs=180 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56139c07a8b0 0x56139c07ed90 unknown :-1 s=CLOSED pgs=1227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd27aff5640 0 client.18324 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56139c071d30 0x56139c07e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 --2- 172.21.15.17:0/966326750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56139c071380 0x56139c0824d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 >> 172.21.15.17:0/966326750 conn(0x56139c06b840 msgr2=0x56139c06ce10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 shutdown_connections 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 1 -- 172.21.15.17:0/966326750 wait complete. 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.557+0000 7fd29ff69740 20 client.18324 trim_cache size 0 max 16384 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:30:35.564 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "e9da0cff-6791-4c40-b600-4e99bfa28c08", 2024-03-16T18:30:35.565 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:30:35.565 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:30:35.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2800a1ba0 msgr2=0x7fd2800a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2800a1ba0 0x7fd2800a4060 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fd290004af0 tx=0x7fd29002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 msgr2=0x7fd29819d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd29819d6a0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7fd28800e9f0 tx=0x7fd28800edf0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 shutdown_connections 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2800a1ba0 0x7fd2800a4060 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd298107500 0x7fd298197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd298069090 0x7fd29819dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 --2- 172.21.15.17:0/3924418362 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2980686d0 0x7fd29819d6a0 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 >> 172.21.15.17:0/3924418362 conn(0x7fd2980774f0 msgr2=0x7fd2980fe070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 shutdown_connections 2024-03-16T18:30:35.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.558+0000 7fd29d38c640 1 -- 172.21.15.17:0/3924418362 wait complete. 2024-03-16T18:30:35.569 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:30:35.569 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 -- 172.21.15.17:0/1985030926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb204100f90 msgr2=0x7fb204104fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/1985030926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb204100f90 0x7fb204104fd0 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fb1f8009930 tx=0x7fb1f802bc30 comp rx=0 tx=0).stop 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 -- 172.21.15.17:0/1985030926 shutdown_connections 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/1985030926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb204100f90 0x7fb204104fd0 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/1985030926 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb2041056b0 0x7fb20410d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/1985030926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb2041005e0 0x7fb2041009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 -- 172.21.15.17:0/1985030926 >> 172.21.15.17:0/1985030926 conn(0x7fb2040775a0 msgr2=0x7fb2040779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.675 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 -- 172.21.15.17:0/1985030926 shutdown_connections 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.673+0000 7fb20aa9a640 1 -- 172.21.15.17:0/1985030926 wait complete. 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 Processor -- start 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 -- start start 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb2041005e0 0x7fb20419d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 0x7fb20419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb204197840 0x7fb204197cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2041982f0 con 0x7fb2041056b0 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb204198460 con 0x7fb2041005e0 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb20aa9a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2041985d0 con 0x7fb204197840 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 0x7fb20419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 0x7fb20419dc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45204/0 (socket says 172.21.15.17:45204) 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb203fff640 1 -- 172.21.15.17:0/205463981 learned_addr learned my addr 172.21.15.17:0/205463981 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb208836640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb2041005e0 0x7fb20419d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.674+0000 7fb209037640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb204197840 0x7fb204197cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb203fff640 1 -- 172.21.15.17:0/205463981 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb204197840 msgr2=0x7fb204197cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb203fff640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb204197840 0x7fb204197cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb203fff640 1 -- 172.21.15.17:0/205463981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb2041005e0 msgr2=0x7fb20419d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb203fff640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb2041005e0 0x7fb20419d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb203fff640 1 -- 172.21.15.17:0/205463981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1f4009490 con 0x7fb2041056b0 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb203fff640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 0x7fb20419dc10 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fb1f8009230 tx=0x7fb1f8005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb201ffb640 1 -- 172.21.15.17:0/205463981 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80043d0 con 0x7fb2041056b0 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb201ffb640 1 -- 172.21.15.17:0/205463981 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb1f802de90 con 0x7fb2041056b0 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb201ffb640 1 -- 172.21.15.17:0/205463981 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80052b0 con 0x7fb2041056b0 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1f8009560 con 0x7fb2041056b0 2024-03-16T18:30:35.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.675+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2041a4870 con 0x7fb2041056b0 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.677+0000 7fb201ffb640 1 -- 172.21.15.17:0/205463981 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb1f8003cc0 con 0x7fb2041056b0 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 Processor -- start 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 -- start start 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb201ffb640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1ec0a1ba0 0x7fb1ec0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c4f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c58270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c5aba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64bbe280 con 0x55bf64c4fbd0 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64bbb7b0 con 0x55bf64c4f2b0 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb20d679740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64bb6f90 con 0x55bf64c587b0 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb209037640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1ec0a1ba0 0x7fb1ec0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb201ffb640 1 -- 172.21.15.17:0/205463981 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb1f80efac0 con 0x7fb2041056b0 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb208836640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c4f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c58270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb209037640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c5aba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb208836640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c4f690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:50724/0 (socket says 172.21.15.17:50724) 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c58270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45218/0 (socket says 172.21.15.17:45218) 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb208836640 1 -- 172.21.15.17:0/3147277342 learned_addr learned my addr 172.21.15.17:0/3147277342 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 -- 172.21.15.17:0/3147277342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 msgr2=0x55bf64c5aba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c5aba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 -- 172.21.15.17:0/3147277342 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 msgr2=0x55bf64c4f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c4f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 -- 172.21.15.17:0/3147277342 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf64b75570 con 0x55bf64c4fbd0 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb208836640 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c4f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:30:35.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb209037640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1ec0a1ba0 0x7fb1ec0a4060 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb1f40119d0 tx=0x7fb1f4009c80 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.678+0000 7fb203fff640 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c58270 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80ecea0 tx=0x7fb1f80bbf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86d1a87741d1ed3b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb1eaffd640 1 -- 172.21.15.17:0/3147277342 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80bc380 con 0x55bf64c4fbd0 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb1eaffd640 1 -- 172.21.15.17:0/3147277342 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb1f80c04d0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb1eaffd640 1 -- 172.21.15.17:0/3147277342 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80ba780 con 0x55bf64c4fbd0 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 -- 172.21.15.17:0/3147277342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 msgr2=0x55bf64c58270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c58270 secure :-1 s=READY pgs=1230 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80ecea0 tx=0x7fb1f80bbf80 comp rx=0 tx=0).stop 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 -- 172.21.15.17:0/3147277342 shutdown_connections 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c58270 unknown :-1 s=CLOSED pgs=1230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c5aba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 --2- 172.21.15.17:0/3147277342 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c4f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 -- 172.21.15.17:0/3147277342 >> 172.21.15.17:0/3147277342 conn(0x55bf64c49990 msgr2=0x55bf64c49d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.686 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 -- 172.21.15.17:0/3147277342 shutdown_connections 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.679+0000 7fb20d679740 1 -- 172.21.15.17:0/3147277342 wait complete. 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 -- start start 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 Processor -- start 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c58260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c555f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c55d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf6488a430 con 0x55bf64c4fbd0 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64846e00 con 0x55bf64c4f2b0 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64b3bfd0 con 0x55bf64c587b0 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb20d679740 10 client.0 _ll_register_callbacks cb 0x55bf64b91fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c555f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c555f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45232/0 (socket says 172.21.15.17:45232) 2024-03-16T18:30:35.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb203fff640 1 -- 172.21.15.17:0/2183167298 learned_addr learned my addr 172.21.15.17:0/2183167298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb208836640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c58260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.680+0000 7fb209037640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c55d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb203fff640 1 -- 172.21.15.17:0/2183167298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 msgr2=0x55bf64c55d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb203fff640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c55d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb203fff640 1 -- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 msgr2=0x55bf64c58260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb203fff640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c58260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb203fff640 1 -- 172.21.15.17:0/2183167298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2041a4870 con 0x55bf64c4fbd0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb203fff640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c555f0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80bc080 tx=0x7fb1f8005c90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd769c2c36375e05 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb1e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb1e3fff640 1 -- 172.21.15.17:0/2183167298 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80ed210 con 0x55bf64c4fbd0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb1e3fff640 1 -- 172.21.15.17:0/2183167298 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb1f80c4b20 con 0x55bf64c4fbd0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bf648b67e0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb1e3fff640 1 -- 172.21.15.17:0/2183167298 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb1f80ba760 con 0x55bf64c4fbd0 2024-03-16T18:30:35.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 10 client.18336 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bf64bb5610 con 0x55bf64c4fbd0 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb1e3fff640 1 -- 172.21.15.17:0/2183167298 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55bf648b67e0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb1e3fff640 1 -- 172.21.15.17:0/2183167298 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb1f803c070 con 0x55bf64c4fbd0 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 10 client.18336 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 10 client.18336 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 20 client.18336 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64c68290 0x55bf64c6a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 4 client.18336 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.681+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bf648f3720 con 0x55bf64c68290 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.682+0000 7fb208836640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64c68290 0x55bf64c6a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.682+0000 7fb208836640 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64c68290 0x55bf64c6a680 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7894ffd399fcf191 server_cookie=c8ac4a59abdca8b3 in_seq=0 out_seq=0 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.682+0000 7fb1e3fff640 10 client.18336 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb1e3fff640 1 -- 172.21.15.17:0/2183167298 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55bf648f3720 con 0x55bf64c68290 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb1e3fff640 10 client.18336 handle_command_reply: tid=0 2024-03-16T18:30:35.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 client.18336 shutdown 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 msgr2=0x55bf64c555f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c555f0 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80bc080 tx=0x7fb1f8005c90 comp rx=0 tx=0).stop 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 shutdown_connections 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64c68290 0x55bf64c6a680 crc :-1 s=READY pgs=181 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c555f0 unknown :-1 s=CLOSED pgs=1231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c55d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb1e3fff640 0 client.18336 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 --2- 172.21.15.17:0/2183167298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c58260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 >> 172.21.15.17:0/2183167298 conn(0x55bf64c49990 msgr2=0x55bf64c4b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 shutdown_connections 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 1 -- 172.21.15.17:0/2183167298 wait complete. 2024-03-16T18:30:35.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.683+0000 7fb20d679740 20 client.18336 trim_cache size 0 max 16384 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.699+0000 7fb20d679740 1 Processor -- start 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.699+0000 7fb20d679740 1 -- start start 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.699+0000 7fb20d679740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c55590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.699+0000 7fb20d679740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c57d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.699+0000 7fb20d679740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c58260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb20d679740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64c6acb0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb20d679740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64c5b170 con 0x55bf64c4f2b0 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb20d679740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64c5af20 con 0x55bf64c587b0 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c57d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.701 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb208836640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c55590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c57d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45238/0 (socket says 172.21.15.17:45238) 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 -- 172.21.15.17:0/166039543 learned_addr learned my addr 172.21.15.17:0/166039543 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb209037640 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c58260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 -- 172.21.15.17:0/166039543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 msgr2=0x55bf64c58260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c58260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 -- 172.21.15.17:0/166039543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 msgr2=0x55bf64c55590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c55590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 -- 172.21.15.17:0/166039543 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf64b51ac0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb203fff640 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c57d20 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fb1f802cd70 tx=0x7fb1f8004dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=952fbee28e7e803 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb1ea7fc640 1 -- 172.21.15.17:0/166039543 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80bca80 con 0x55bf64c4fbd0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb1ea7fc640 1 -- 172.21.15.17:0/166039543 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb1f80c4b20 con 0x55bf64c4fbd0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.700+0000 7fb1ea7fc640 1 -- 172.21.15.17:0/166039543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80bc380 con 0x55bf64c4fbd0 2024-03-16T18:30:35.702 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 -- 172.21.15.17:0/166039543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 msgr2=0x55bf64c57d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c57d20 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fb1f802cd70 tx=0x7fb1f8004dc0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 -- 172.21.15.17:0/166039543 shutdown_connections 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c57d20 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c587b0 0x55bf64c58260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 --2- 172.21.15.17:0/166039543 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c4f2b0 0x55bf64c55590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 -- 172.21.15.17:0/166039543 >> 172.21.15.17:0/166039543 conn(0x55bf64c49990 msgr2=0x55bf64c54e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 -- 172.21.15.17:0/166039543 shutdown_connections 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 -- 172.21.15.17:0/166039543 wait complete. 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 -- start start 2024-03-16T18:30:35.703 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.701+0000 7fb20d679740 1 Processor -- start 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c4f2b0 0x55bf64c52850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c52d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c587b0 0x55bf64c5f8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64c5ffb0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64c60120 con 0x55bf64c587b0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf64c602e0 con 0x55bf64c4f2b0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 10 client.0 _ll_register_callbacks cb 0x7fb1fc009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c52d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c52d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:45254/0 (socket says 172.21.15.17:45254) 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 -- 172.21.15.17:0/4025287223 learned_addr learned my addr 172.21.15.17:0/4025287223 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb208836640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c4f2b0 0x55bf64c52850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb209037640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c587b0 0x55bf64c5f8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 -- 172.21.15.17:0/4025287223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c4f2b0 msgr2=0x55bf64c52850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c4f2b0 0x55bf64c52850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 -- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c587b0 msgr2=0x55bf64c5f8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c587b0 0x55bf64c5f8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 -- 172.21.15.17:0/4025287223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bf64bb5610 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb203fff640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c52d90 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80b8d00 tx=0x7fb1f80a6050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2ff923e85b9065d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb1e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb1e3fff640 1 -- 172.21.15.17:0/4025287223 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1f80ed180 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb1e3fff640 1 -- 172.21.15.17:0/4025287223 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(100..100 src has 1..100) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb1f80ba420 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.702+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb1f80c04d0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb1e3fff640 1 -- 172.21.15.17:0/4025287223 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb1f80bca80 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 10 client.18342 fetch_fsmap learned FSMap version 28 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55bf64b776a0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb1e3fff640 1 -- 172.21.15.17:0/4025287223 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb1f80c04d0 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb1e3fff640 1 -- 172.21.15.17:0/4025287223 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb1f803c070 con 0x55bf64c4fbd0 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 10 client.18342 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:30:35.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 10 client.18342 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 20 client.18342 populate_metadata read hostname 'smithi017' 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64cc4750 0x55bf64cc6b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 4 client.18342 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55bf64942890 con 0x55bf64cc4750 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.703+0000 7fb208836640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64cc4750 0x55bf64cc6b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb1e3fff640 10 client.18342 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb208836640 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64cc4750 0x55bf64cc6b40 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f80272427130df41 server_cookie=8d31352bfe713f17 in_seq=0 out_seq=0 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb1e3fff640 1 -- 172.21.15.17:0/4025287223 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55bf64942890 con 0x55bf64cc4750 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb1e3fff640 10 client.18342 handle_command_reply: tid=0 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 client.18342 shutdown 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 msgr2=0x55bf64c52d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c52d90 secure :-1 s=READY pgs=1233 cs=0 l=1 rev1=1 crypto rx=0x7fb1f80b8d00 tx=0x7fb1f80a6050 comp rx=0 tx=0).stop 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 shutdown_connections 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55bf64cc4750 0x55bf64cc6b40 crc :-1 s=READY pgs=182 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55bf64c4fbd0 0x55bf64c52d90 unknown :-1 s=CLOSED pgs=1233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55bf64c587b0 0x55bf64c5f8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb1e3fff640 0 client.18342 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 --2- 172.21.15.17:0/4025287223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55bf64c4f2b0 0x55bf64c52850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 >> 172.21.15.17:0/4025287223 conn(0x55bf64c49990 msgr2=0x55bf64c48a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 shutdown_connections 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 1 -- 172.21.15.17:0/4025287223 wait complete. 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.704+0000 7fb20d679740 20 client.18342 trim_cache size 0 max 16384 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:30:35.710 INFO:teuthology.orchestra.run.smithi017.stdout: "e9da0cff-6791-4c40-b600-4e99bfa28c08": { 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "e9da0cff-6791-4c40-b600-4e99bfa28c08", 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:30:35.711 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1ec0a1ba0 msgr2=0x7fb1ec0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1ec0a1ba0 0x7fb1ec0a4060 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7fb1f40119d0 tx=0x7fb1f4009c80 comp rx=0 tx=0).stop 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 msgr2=0x7fb20419dc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 0x7fb20419dc10 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fb1f8009230 tx=0x7fb1f8005e20 comp rx=0 tx=0).stop 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 shutdown_connections 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1ec0a1ba0 0x7fb1ec0a4060 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb2041056b0 0x7fb20419dc10 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb204197840 0x7fb204197cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 --2- 172.21.15.17:0/205463981 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb2041005e0 0x7fb20419d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 >> 172.21.15.17:0/205463981 conn(0x7fb2040775a0 msgr2=0x7fb2040fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 shutdown_connections 2024-03-16T18:30:35.712 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:30:35.705+0000 7fb20aa9a640 1 -- 172.21.15.17:0/205463981 wait complete. 2024-03-16T18:30:35.716 INFO:tasks.cephfs.filesystem:scrub status for tag:e9da0cff-6791-4c40-b600-4e99bfa28c08 - {'path': '/', 'tag': 'e9da0cff-6791-4c40-b600-4e99bfa28c08', 'options': 'recursive,force'} 2024-03-16T18:30:36.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:35 smithi017 ceph-mon[32207]: pgmap v281: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:36.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:35 smithi149 ceph-mon[35991]: pgmap v281: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:36.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:35 smithi153 ceph-mon[36005]: pgmap v281: 129 pgs: 129 active+clean; 16 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:37.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:36 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:30:37.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:36 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:37.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:36 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:30:37.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:36 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:37.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:36 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:30:37.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:36 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:37.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:36 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:30:37.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:36 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:37.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:36 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:30:37.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:36 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:37.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:36 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:30:37.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:36 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:30:38.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:37 smithi017 ceph-mon[32207]: pgmap v282: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 70 KiB/s wr, 20 op/s 2024-03-16T18:30:38.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:37 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:30:38.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:37 smithi149 ceph-mon[35991]: pgmap v282: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 70 KiB/s wr, 20 op/s 2024-03-16T18:30:38.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:37 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:30:38.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:37 smithi153 ceph-mon[36005]: pgmap v282: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 70 KiB/s wr, 20 op/s 2024-03-16T18:30:38.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:37 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:30:40.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:39 smithi017 ceph-mon[32207]: pgmap v283: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:40.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:39 smithi149 ceph-mon[35991]: pgmap v283: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:40.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:39 smithi153 ceph-mon[36005]: pgmap v283: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:42.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:41 smithi017 ceph-mon[32207]: pgmap v284: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:41 smithi149 ceph-mon[35991]: pgmap v284: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:42.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:41 smithi153 ceph-mon[36005]: pgmap v284: 129 pgs: 129 active+clean; 16 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:43.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:42 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:30:43.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:42 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:30:43.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:42 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:30:44.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:43 smithi017 ceph-mon[32207]: pgmap v285: 129 pgs: 129 active+clean; 16 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:44.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:43 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:30:44.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:43 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:30:44.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:43 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:30:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:43 smithi149 ceph-mon[35991]: pgmap v285: 129 pgs: 129 active+clean; 16 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:43 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:30:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:43 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:30:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:43 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:30:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:43 smithi153 ceph-mon[36005]: pgmap v285: 129 pgs: 129 active+clean; 16 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:43 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:30:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:43 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:30:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:43 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:30:46.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:45 smithi017 ceph-mon[32207]: pgmap v286: 129 pgs: 129 active+clean; 16 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:45 smithi149 ceph-mon[35991]: pgmap v286: 129 pgs: 129 active+clean; 16 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:45 smithi153 ceph-mon[36005]: pgmap v286: 129 pgs: 129 active+clean; 16 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 46 KiB/s wr, 13 op/s 2024-03-16T18:30:48.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:47 smithi017 ceph-mon[32207]: pgmap v287: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:48.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:47 smithi149 ceph-mon[35991]: pgmap v287: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:48.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:47 smithi153 ceph-mon[36005]: pgmap v287: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 72 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:50.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:49 smithi017 ceph-mon[32207]: pgmap v288: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:50.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:49 smithi149 ceph-mon[35991]: pgmap v288: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:50.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:49 smithi153 ceph-mon[36005]: pgmap v288: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:52.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:51 smithi017 ceph-mon[32207]: pgmap v289: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:52.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:51 smithi149 ceph-mon[35991]: pgmap v289: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:52.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:51 smithi153 ceph-mon[36005]: pgmap v289: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:54.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:53 smithi017 ceph-mon[32207]: pgmap v290: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:54.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:53 smithi149 ceph-mon[35991]: pgmap v290: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:54.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:53 smithi153 ceph-mon[36005]: pgmap v290: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 68 KiB/s wr, 20 op/s 2024-03-16T18:30:56.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:55 smithi017 ceph-mon[32207]: pgmap v291: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:56.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:55 smithi149 ceph-mon[35991]: pgmap v291: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:56.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:55 smithi153 ceph-mon[36005]: pgmap v291: 129 pgs: 129 active+clean; 17 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:30:58.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:30:58 smithi017 ceph-mon[32207]: pgmap v292: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:58.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:30:58 smithi149 ceph-mon[35991]: pgmap v292: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:30:58.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:30:58 smithi153 ceph-mon[36005]: pgmap v292: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 71 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:31:00.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:00 smithi017 ceph-mon[32207]: pgmap v293: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:31:00.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:00 smithi149 ceph-mon[35991]: pgmap v293: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:31:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:00 smithi153 ceph-mon[36005]: pgmap v293: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:31:02.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:02 smithi017 ceph-mon[32207]: pgmap v294: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:31:02.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:02 smithi149 ceph-mon[35991]: pgmap v294: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:31:02.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:02 smithi153 ceph-mon[36005]: pgmap v294: 129 pgs: 129 active+clean; 17 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 47 KiB/s rd, 45 KiB/s wr, 13 op/s 2024-03-16T18:31:04.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:04 smithi017 ceph-mon[32207]: pgmap v295: 129 pgs: 129 active+clean; 18 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 114 KiB/s wr, 37 op/s 2024-03-16T18:31:04.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:04 smithi017 ceph-mon[32207]: osdmap e101: 12 total, 12 up, 12 in 2024-03-16T18:31:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:04 smithi149 ceph-mon[35991]: pgmap v295: 129 pgs: 129 active+clean; 18 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 114 KiB/s wr, 37 op/s 2024-03-16T18:31:04.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:04 smithi149 ceph-mon[35991]: osdmap e101: 12 total, 12 up, 12 in 2024-03-16T18:31:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:04 smithi153 ceph-mon[36005]: pgmap v295: 129 pgs: 129 active+clean; 18 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 114 KiB/s wr, 37 op/s 2024-03-16T18:31:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:04 smithi153 ceph-mon[36005]: osdmap e101: 12 total, 12 up, 12 in 2024-03-16T18:31:05.717 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:31:05.717 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:31:05.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 -- 172.21.15.17:0/1569639588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de806a0f0 msgr2=0x7f3de806a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 --2- 172.21.15.17:0/1569639588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de806a0f0 0x7f3de806a570 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8009900 tx=0x7f3dd802bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:05.837 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 -- 172.21.15.17:0/1569639588 shutdown_connections 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 --2- 172.21.15.17:0/1569639588 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de806a0f0 0x7f3de806a570 unknown :-1 s=CLOSED pgs=1234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 --2- 172.21.15.17:0/1569639588 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3de810dde0 0x7f3de81101d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 --2- 172.21.15.17:0/1569639588 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3de8102470 0x7f3de8069b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 -- 172.21.15.17:0/1569639588 >> 172.21.15.17:0/1569639588 conn(0x7f3de8077190 msgr2=0x7f3de80775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 -- 172.21.15.17:0/1569639588 shutdown_connections 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.835+0000 7f3defec3640 1 -- 172.21.15.17:0/1569639588 wait complete. 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 Processor -- start 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 -- start start 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3de806a0f0 0x7f3de819f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 0x7f3de819fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3de810dde0 0x7f3de81999c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.838 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de819a010 con 0x7f3de8102470 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de819a180 con 0x7f3de810dde0 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3defec3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3de819a340 con 0x7f3de806a0f0 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3ded45e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 0x7f3de819fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3ded45e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 0x7f3de819fd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55674/0 (socket says 172.21.15.17:55674) 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3ded45e640 1 -- 172.21.15.17:0/2334716910 learned_addr learned my addr 172.21.15.17:0/2334716910 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3dee460640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3de810dde0 0x7f3de81999c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.836+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3de806a0f0 0x7f3de819f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ded45e640 1 -- 172.21.15.17:0/2334716910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3de806a0f0 msgr2=0x7f3de819f810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ded45e640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3de806a0f0 0x7f3de819f810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ded45e640 1 -- 172.21.15.17:0/2334716910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3de810dde0 msgr2=0x7f3de81999c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ded45e640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3de810dde0 0x7f3de81999c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ded45e640 1 -- 172.21.15.17:0/2334716910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3dd8009560 con 0x7f3de8102470 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ded45e640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 0x7f3de819fd50 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8036040 tx=0x7f3dd8005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.839 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ddeffd640 1 -- 172.21.15.17:0/2334716910 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd80043d0 con 0x7f3de8102470 2024-03-16T18:31:05.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ddeffd640 1 -- 172.21.15.17:0/2334716910 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3dd802de90 con 0x7f3de8102470 2024-03-16T18:31:05.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3de819a5c0 con 0x7f3de8102470 2024-03-16T18:31:05.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3ddeffd640 1 -- 172.21.15.17:0/2334716910 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd80052e0 con 0x7f3de8102470 2024-03-16T18:31:05.840 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.837+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3de81a68b0 con 0x7f3de8102470 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.839+0000 7f3ddeffd640 1 -- 172.21.15.17:0/2334716910 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f3dd8003cc0 con 0x7f3de8102470 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 Processor -- start 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 -- start start 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2bb690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3ddeffd640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3dd40a1ba0 0x7f3dd40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c4270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2c6ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa22a280 con 0x55edfa2c47b0 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2277b0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3df2b80740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa222f90 con 0x55edfa2bb2b0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3dd40a1ba0 0x7f3dd40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3ded45e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c4270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3dee460640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2c6ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3ded45e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c4270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:38682/0 (socket says 172.21.15.17:38682) 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3ded45e640 1 -- 172.21.15.17:0/989170412 learned_addr learned my addr 172.21.15.17:0/989170412 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.840+0000 7f3dee460640 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2bb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3ddeffd640 1 -- 172.21.15.17:0/2334716910 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7f3dd80efae0 con 0x7f3de8102470 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dee460640 1 -- 172.21.15.17:0/989170412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 msgr2=0x55edfa2bb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dee460640 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2bb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dee460640 1 -- 172.21.15.17:0/989170412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bbbd0 msgr2=0x55edfa2c4270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dee460640 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c4270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dee460640 1 -- 172.21.15.17:0/989170412 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55edfa1e1570 con 0x55edfa2c47b0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3dd40a1ba0 0x7f3dd40a4060 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3de819ab00 tx=0x7f3de4005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dee460640 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2c6ba0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f3de0005fd0 tx=0x7f3de0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2822fe81025a40c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dd3fff640 1 -- 172.21.15.17:0/989170412 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de0004b20 con 0x55edfa2c47b0 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dd3fff640 1 -- 172.21.15.17:0/989170412 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3de0004c80 con 0x55edfa2c47b0 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.841+0000 7f3dd3fff640 1 -- 172.21.15.17:0/989170412 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de0005480 con 0x55edfa2c47b0 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 -- 172.21.15.17:0/989170412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 msgr2=0x55edfa2c6ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2c6ba0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f3de0005fd0 tx=0x7f3de0004ab0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 -- 172.21.15.17:0/989170412 shutdown_connections 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2c6ba0 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c4270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 --2- 172.21.15.17:0/989170412 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2bb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 -- 172.21.15.17:0/989170412 >> 172.21.15.17:0/989170412 conn(0x55edfa2b5990 msgr2=0x55edfa2b5d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 -- 172.21.15.17:0/989170412 shutdown_connections 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 -- 172.21.15.17:0/989170412 wait complete. 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 -- start start 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.842+0000 7f3df2b80740 1 Processor -- start 2024-03-16T18:31:05.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c1660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2c20e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edf9ef6430 con 0x55edfa2bb2b0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edf9eb2e00 con 0x55edfa2c47b0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa1a7fd0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3df2b80740 10 client.0 _ll_register_callbacks cb 0x55edfa1fdfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c1660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c1660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55692/0 (socket says 172.21.15.17:55692) 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 -- 172.21.15.17:0/1236556533 learned_addr learned my addr 172.21.15.17:0/1236556533 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dee460640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2c20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3ded45e640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 -- 172.21.15.17:0/1236556533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 msgr2=0x55edfa2c1ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 -- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 msgr2=0x55edfa2c20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2c20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.843+0000 7f3dedc5f640 1 -- 172.21.15.17:0/1236556533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3de0019040 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c1660 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f3de4004650 tx=0x7f3de4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8fb9db5b26fb5846 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dd17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1236556533 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de401ccb0 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1236556533 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7f3de4023070 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55edf9f227e0 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1236556533 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3de400ee70 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 10 client.18354 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55edfa221610 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1236556533 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55edf9f227e0 con 0x55edfa2bb2b0 2024-03-16T18:31:05.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1236556533 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f3de401d4a0 con 0x55edfa2bb2b0 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 10 client.18354 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 10 client.18354 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 20 client.18354 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa2d4b00 0x55edfa2d6f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 4 client.18354 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.844+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55edf9f5f720 con 0x55edfa2d4b00 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.845+0000 7f3ded45e640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa2d4b00 0x55edfa2d6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.845+0000 7f3ded45e640 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa2d4b00 0x55edfa2d6f20 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c331bd7ce080034 server_cookie=7e160227b578e124 in_seq=0 out_seq=0 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.845+0000 7f3dd17fa640 10 client.18354 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1236556533 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55edf9f5f720 con 0x55edfa2d4b00 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3dd17fa640 10 client.18354 handle_command_reply: tid=0 2024-03-16T18:31:05.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 client.18354 shutdown 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 msgr2=0x55edfa2c1660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c1660 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f3de4004650 tx=0x7f3de4004730 comp rx=0 tx=0).stop 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 shutdown_connections 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa2d4b00 0x55edfa2d6f20 crc :-1 s=READY pgs=183 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2c20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1236556533 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c1660 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3dd17fa640 0 client.18354 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 >> 172.21.15.17:0/1236556533 conn(0x55edfa2b5990 msgr2=0x55edfa2b7730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 shutdown_connections 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 1 -- 172.21.15.17:0/1236556533 wait complete. 2024-03-16T18:31:05.852 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.846+0000 7f3df2b80740 20 client.18354 trim_cache size 0 max 16384 2024-03-16T18:31:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.862+0000 7f3df2b80740 1 Processor -- start 2024-03-16T18:31:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.862+0000 7f3df2b80740 1 -- start start 2024-03-16T18:31:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c3d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.872 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3df2b80740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2bfbd0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3df2b80740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2bb9c0 con 0x55edfa2c47b0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3df2b80740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2c6ec0 con 0x55edfa2bb2b0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55700/0 (socket says 172.21.15.17:55700) 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 -- 172.21.15.17:0/40002461 learned_addr learned my addr 172.21.15.17:0/40002461 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c3d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3dee460640 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 -- 172.21.15.17:0/40002461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 msgr2=0x55edfa2c3d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c3d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 -- 172.21.15.17:0/40002461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 msgr2=0x55edfa2cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 -- 172.21.15.17:0/40002461 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55edfa1bdac0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.873 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3ded45e640 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1f00 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f3dd80b8d70 tx=0x7f3dd80b7f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baec79a28a9c1d66 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3dd37fe640 1 -- 172.21.15.17:0/40002461 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd80bcaa0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3dd37fe640 1 -- 172.21.15.17:0/40002461 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3dd80bc3a0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.863+0000 7f3dd37fe640 1 -- 172.21.15.17:0/40002461 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3dd80c1bf0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 -- 172.21.15.17:0/40002461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 msgr2=0x55edfa2c1f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1f00 secure :-1 s=READY pgs=1238 cs=0 l=1 rev1=1 crypto rx=0x7f3dd80b8d70 tx=0x7f3dd80b7f20 comp rx=0 tx=0).stop 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 -- 172.21.15.17:0/40002461 shutdown_connections 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2bbbd0 0x55edfa2c1f00 unknown :-1 s=CLOSED pgs=1238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2c47b0 0x55edfa2cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 --2- 172.21.15.17:0/40002461 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bb2b0 0x55edfa2c3d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 -- 172.21.15.17:0/40002461 >> 172.21.15.17:0/40002461 conn(0x55edfa2b5990 msgr2=0x55edfa2b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 -- 172.21.15.17:0/40002461 shutdown_connections 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 -- 172.21.15.17:0/40002461 wait complete. 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 -- start start 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.864+0000 7f3df2b80740 1 Processor -- start 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bb2b0 0x55edfa329790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa329cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2be4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2beab0 con 0x55edfa2c47b0 2024-03-16T18:31:05.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2bec20 con 0x55edfa2bb2b0 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edfa2bede0 con 0x55edfa2bbbd0 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3df2b80740 10 client.0 _ll_register_callbacks cb 0x7f3de4009680 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2be4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2be4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55710/0 (socket says 172.21.15.17:55710) 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 -- 172.21.15.17:0/1882153529 learned_addr learned my addr 172.21.15.17:0/1882153529 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bb2b0 0x55edfa329790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3ded45e640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa329cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 -- 172.21.15.17:0/1882153529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 msgr2=0x55edfa329cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa329cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 -- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bb2b0 msgr2=0x55edfa329790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bb2b0 0x55edfa329790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 -- 172.21.15.17:0/1882153529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3de81a68b0 con 0x55edfa2c47b0 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dee460640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2be4f0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f3de0005130 tx=0x7f3de0005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fbf2ea462230173 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.865+0000 7f3dd17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:05.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1882153529 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3de0024050 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1882153529 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7f3de0011250 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f3de0004c80 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1882153529 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3de000f790 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 10 client.18360 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55edfa1e36a0 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1882153529 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f3de0004c80 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1882153529 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f3de00055a0 con 0x55edfa2c47b0 2024-03-16T18:31:05.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 10 client.18360 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 10 client.18360 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 20 client.18360 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa3314f0 0x55edfa333910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 4 client.18360 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:31:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55edf9fae890 con 0x55edfa3314f0 2024-03-16T18:31:05.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.866+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa3314f0 0x55edfa333910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3dedc5f640 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa3314f0 0x55edfa333910 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9857e15b01bb1d1d server_cookie=ba08a566b32650ca in_seq=0 out_seq=0 2024-03-16T18:31:05.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3dd17fa640 10 client.18360 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:05.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3dd17fa640 1 -- 172.21.15.17:0/1882153529 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x55edf9fae890 con 0x55edfa3314f0 2024-03-16T18:31:05.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3dd17fa640 10 client.18360 handle_command_reply: tid=0 2024-03-16T18:31:05.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 client.18360 shutdown 2024-03-16T18:31:05.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 msgr2=0x55edfa2be4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2be4f0 secure :-1 s=READY pgs=1239 cs=0 l=1 rev1=1 crypto rx=0x7f3de0005130 tx=0x7f3de0005c60 comp rx=0 tx=0).stop 2024-03-16T18:31:05.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 shutdown_connections 2024-03-16T18:31:05.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55edfa3314f0 0x55edfa333910 crc :-1 s=READY pgs=184 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55edfa2c47b0 0x55edfa2be4f0 unknown :-1 s=CLOSED pgs=1239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55edfa2bbbd0 0x55edfa329cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 --2- 172.21.15.17:0/1882153529 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55edfa2bb2b0 0x55edfa329790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3dd17fa640 0 client.18360 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:05.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 >> 172.21.15.17:0/1882153529 conn(0x55edfa2b5990 msgr2=0x55edfa2b6ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 shutdown_connections 2024-03-16T18:31:05.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 1 -- 172.21.15.17:0/1882153529 wait complete. 2024-03-16T18:31:05.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.867+0000 7f3df2b80740 20 client.18360 trim_cache size 0 max 16384 2024-03-16T18:31:05.883 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:31:05.883 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:31:05.883 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:31:05.883 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:31:05.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3dd40a1ba0 msgr2=0x7f3dd40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3dd40a1ba0 0x7f3dd40a4060 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f3de819ab00 tx=0x7f3de4005f90 comp rx=0 tx=0).stop 2024-03-16T18:31:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 msgr2=0x7f3de819fd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 0x7f3de819fd50 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7f3dd8036040 tx=0x7f3dd8005e20 comp rx=0 tx=0).stop 2024-03-16T18:31:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 shutdown_connections 2024-03-16T18:31:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f3dd40a1ba0 0x7f3dd40a4060 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3de8102470 0x7f3de819fd50 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3de810dde0 0x7f3de81999c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 --2- 172.21.15.17:0/2334716910 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3de806a0f0 0x7f3de819f810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 >> 172.21.15.17:0/2334716910 conn(0x7f3de8077190 msgr2=0x7f3de810ebc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 shutdown_connections 2024-03-16T18:31:05.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.868+0000 7f3defec3640 1 -- 172.21.15.17:0/2334716910 wait complete. 2024-03-16T18:31:05.887 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:31:05.887 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:31:05.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 -- 172.21.15.17:0/3756126486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 msgr2=0x7fe884107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 --2- 172.21.15.17:0/3756126486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884107940 secure :-1 s=READY pgs=1240 cs=0 l=1 rev1=1 crypto rx=0x7fe880009ca0 tx=0x7fe88002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 -- 172.21.15.17:0/3756126486 shutdown_connections 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 --2- 172.21.15.17:0/3756126486 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe884101e60 0x7fe88410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 --2- 172.21.15.17:0/3756126486 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8841014a0 0x7fe884101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 --2- 172.21.15.17:0/3756126486 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884107940 unknown :-1 s=CLOSED pgs=1240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 -- 172.21.15.17:0/3756126486 >> 172.21.15.17:0/3756126486 conn(0x7fe8840fcf90 msgr2=0x7fe8840ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 -- 172.21.15.17:0/3756126486 shutdown_connections 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 -- 172.21.15.17:0/3756126486 wait complete. 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 Processor -- start 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.992+0000 7fe88bf77640 1 -- start start 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8841014a0 0x7fe8840737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe884101e60 0x7fe884073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8841a5d80 con 0x7fe884107560 2024-03-16T18:31:05.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8841a5ef0 con 0x7fe8841014a0 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8841a60b0 con 0x7fe884101e60 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884074270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55732/0 (socket says 172.21.15.17:55732) 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 -- 172.21.15.17:0/2894098040 learned_addr learned my addr 172.21.15.17:0/2894098040 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe889d13640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8841014a0 0x7fe8840737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe889512640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe884101e60 0x7fe884073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 -- 172.21.15.17:0/2894098040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe884101e60 msgr2=0x7fe884073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe884101e60 0x7fe884073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 -- 172.21.15.17:0/2894098040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8841014a0 msgr2=0x7fe8840737f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8841014a0 0x7fe8840737f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 -- 172.21.15.17:0/2894098040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe880009900 con 0x7fe884107560 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88a514640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884074270 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fe87c00e970 tx=0x7fe87c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe87c009720 con 0x7fe884107560 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe87c0054d0 con 0x7fe884107560 2024-03-16T18:31:05.995 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8841a6390 con 0x7fe884107560 2024-03-16T18:31:05.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe87c010430 con 0x7fe884107560 2024-03-16T18:31:05.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.993+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8841a68a0 con 0x7fe884107560 2024-03-16T18:31:05.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.994+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe884068730 con 0x7fe884107560 2024-03-16T18:31:05.996 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.995+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe87c004f10 con 0x7fe884107560 2024-03-16T18:31:05.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.996+0000 7fe87affd640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe8700a1ba0 0x7fe8700a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:05.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.996+0000 7fe889d13640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe8700a1ba0 0x7fe8700a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:05.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.996+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fe87c014070 con 0x7fe884107560 2024-03-16T18:31:05.997 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:05.996+0000 7fe889d13640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe8700a1ba0 0x7fe8700a4060 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe880004af0 tx=0x7fe880005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.001+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe87c0969b0 con 0x7fe884107560 2024-03-16T18:31:06.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.223+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe884109950 con 0x7fe884107560 2024-03-16T18:31:06.223 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.224+0000 7fe87affd640 1 -- 172.21.15.17:0/2894098040 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fe87c09a070 con 0x7fe884107560 2024-03-16T18:31:06.224 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:31:06.224 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:31:06.224 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe8700a1ba0 msgr2=0x7fe8700a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe8700a1ba0 0x7fe8700a4060 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fe880004af0 tx=0x7fe880005c50 comp rx=0 tx=0).stop 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 msgr2=0x7fe884074270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884074270 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fe87c00e970 tx=0x7fe87c00ed70 comp rx=0 tx=0).stop 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 shutdown_connections 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe8700a1ba0 0x7fe8700a4060 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe884107560 0x7fe884074270 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe884101e60 0x7fe884073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 --2- 172.21.15.17:0/2894098040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe8841014a0 0x7fe8840737f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 >> 172.21.15.17:0/2894098040 conn(0x7fe8840fcf90 msgr2=0x7fe8840fe720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 shutdown_connections 2024-03-16T18:31:06.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.226+0000 7fe88bf77640 1 -- 172.21.15.17:0/2894098040 wait complete. 2024-03-16T18:31:06.237 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:06.237 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:31:06.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:06 smithi017 ceph-mon[32207]: pgmap v297: 129 pgs: 129 active+clean; 18 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 110 KiB/s wr, 37 op/s 2024-03-16T18:31:06.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:06 smithi149 ceph-mon[35991]: pgmap v297: 129 pgs: 129 active+clean; 18 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 110 KiB/s wr, 37 op/s 2024-03-16T18:31:06.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 -- 172.21.15.17:0/1215543463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c102760 msgr2=0x7feb0c102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 --2- 172.21.15.17:0/1215543463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c102760 0x7feb0c102b40 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7feb00009900 tx=0x7feb0002bcd0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 -- 172.21.15.17:0/1215543463 shutdown_connections 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 --2- 172.21.15.17:0/1215543463 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb0c10bb30 0x7feb0c10dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 --2- 172.21.15.17:0/1215543463 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 0x7feb0c10b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 --2- 172.21.15.17:0/1215543463 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c102760 0x7feb0c102b40 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 -- 172.21.15.17:0/1215543463 >> 172.21.15.17:0/1215543463 conn(0x7feb0c077550 msgr2=0x7feb0c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 -- 172.21.15.17:0/1215543463 shutdown_connections 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.342+0000 7feb12ab5640 1 -- 172.21.15.17:0/1215543463 wait complete. 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 Processor -- start 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 -- start start 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb0c102760 0x7feb0c19d7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 0x7feb0c19dd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 0x7feb0c197970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c197fc0 con 0x7feb0c10bb30 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c198130 con 0x7feb0c102760 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb12ab5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c1982f0 con 0x7feb0c103080 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 0x7feb0c197970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 0x7feb0c197970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55756/0 (socket says 172.21.15.17:55756) 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 -- 172.21.15.17:0/3589297431 learned_addr learned my addr 172.21.15.17:0/3589297431 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb10851640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb0c102760 0x7feb0c19d7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb0bfff640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 0x7feb0c19dd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 -- 172.21.15.17:0/3589297431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 msgr2=0x7feb0c19dd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 0x7feb0c19dd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 -- 172.21.15.17:0/3589297431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb0c102760 msgr2=0x7feb0c19d7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb0c102760 0x7feb0c19d7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb11052640 1 -- 172.21.15.17:0/3589297431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb00009560 con 0x7feb0c10bb30 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.343+0000 7feb0bfff640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 0x7feb0c19dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.344+0000 7feb11052640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 0x7feb0c197970 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7feb0400eb10 tx=0x7feb0400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.344+0000 7feb09ffb640 1 -- 172.21.15.17:0/3589297431 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb04004b20 con 0x7feb0c10bb30 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.344+0000 7feb09ffb640 1 -- 172.21.15.17:0/3589297431 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb04004c80 con 0x7feb0c10bb30 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.344+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb0c1985d0 con 0x7feb0c10bb30 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.344+0000 7feb09ffb640 1 -- 172.21.15.17:0/3589297431 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb04010690 con 0x7feb0c10bb30 2024-03-16T18:31:06.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.344+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb0c1a4860 con 0x7feb0c10bb30 2024-03-16T18:31:06.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.346+0000 7feb09ffb640 1 -- 172.21.15.17:0/3589297431 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7feb04005020 con 0x7feb0c10bb30 2024-03-16T18:31:06.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.346+0000 7feb15772740 1 Processor -- start 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.346+0000 7feb09ffb640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feafc0a1ba0 0x7feafc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.346+0000 7feb15772740 1 -- start start 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb0bfff640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feafc0a1ba0 0x7feafc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb09ffb640 1 -- 172.21.15.17:0/3589297431 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7feb04014070 con 0x7feb0c10bb30 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb15772740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402250 0x56008d402630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb15772740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb15772740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb15772740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d3bd960 con 0x56008d402b70 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb15772740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d371310 con 0x56008d402250 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb15772740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d36e840 con 0x56008d40b750 2024-03-16T18:31:06.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb0bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402250 0x56008d402630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb0bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55772/0 (socket says 172.21.15.17:55772) 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb0bfff640 1 -- 172.21.15.17:0/2693700343 learned_addr learned my addr 172.21.15.17:0/2693700343 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb11052640 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 -- 172.21.15.17:0/2693700343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 msgr2=0x56008d40db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 -- 172.21.15.17:0/2693700343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 msgr2=0x56008d40b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 -- 172.21.15.17:0/2693700343 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56008d32c060 con 0x56008d402250 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb11052640 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb0bfff640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feafc0a1ba0 0x7feafc0a4060 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7feaf8013510 tx=0x7feaf8013910 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feb10851640 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402250 0x56008d402630 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7feb00000c00 tx=0x7feb00005e40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=930cf8bba50a3b14 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feaf6ffd640 1 -- 172.21.15.17:0/2693700343 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb00004840 con 0x56008d402250 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feaf6ffd640 1 -- 172.21.15.17:0/2693700343 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb000049a0 con 0x56008d402250 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.347+0000 7feaf6ffd640 1 -- 172.21.15.17:0/2693700343 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb00003850 con 0x56008d402250 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 -- 172.21.15.17:0/2693700343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402250 msgr2=0x56008d402630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402250 0x56008d402630 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7feb00000c00 tx=0x7feb00005e40 comp rx=0 tx=0).stop 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 -- 172.21.15.17:0/2693700343 shutdown_connections 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 --2- 172.21.15.17:0/2693700343 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402250 0x56008d402630 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 -- 172.21.15.17:0/2693700343 >> 172.21.15.17:0/2693700343 conn(0x56008d3fc980 msgr2=0x56008d3fcd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 -- 172.21.15.17:0/2693700343 shutdown_connections 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 -- 172.21.15.17:0/2693700343 wait complete. 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.348+0000 7feb15772740 1 -- start start 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 Processor -- start 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d408400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 0x56008d408940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d36a020 con 0x56008d40b750 2024-03-16T18:31:06.358 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d03d430 con 0x56008d402b70 2024-03-16T18:31:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008cff9e00 con 0x56008d402250 2024-03-16T18:31:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb15772740 10 client.0 _ll_register_callbacks cb 0x56008d311cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 0x56008d408940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb10851640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 0x56008d408940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55782/0 (socket says 172.21.15.17:55782) 2024-03-16T18:31:06.359 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 -- 172.21.15.17:0/2127967331 learned_addr learned my addr 172.21.15.17:0/2127967331 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb0bfff640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d408400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 -- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 msgr2=0x56008d40b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 -- 172.21.15.17:0/2127967331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 msgr2=0x56008d408400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d408400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 -- 172.21.15.17:0/2127967331 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb0c10ec20 con 0x56008d40b750 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb10851640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.349+0000 7feb11052640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 0x56008d408940 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7feb040049d0 tx=0x7feb040ce190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c37e3aae1a875950 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feaebfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feaebfff640 1 -- 172.21.15.17:0/2127967331 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb040a31c0 con 0x56008d40b750 2024-03-16T18:31:06.360 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feaebfff640 1 -- 172.21.15.17:0/2127967331 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7feb040ba040 con 0x56008d40b750 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56008d0697e0 con 0x56008d40b750 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feaebfff640 1 -- 172.21.15.17:0/2127967331 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb040a2d30 con 0x56008d40b750 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 10 client.18378 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56008d3686a0 con 0x56008d40b750 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feaebfff640 1 -- 172.21.15.17:0/2127967331 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb04066030 con 0x56008d40b750 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feaebfff640 1 -- 172.21.15.17:0/2127967331 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7feb0401f060 con 0x56008d40b750 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 10 client.18378 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 10 client.18378 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:31:06.361 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 20 client.18378 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d41b830 0x56008d41dc50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 4 client.18378 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56008d0a6720 con 0x56008d41b830 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.350+0000 7feb10851640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d41b830 0x56008d41dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.351+0000 7feb10851640 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d41b830 0x56008d41dc50 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=46a1b193289cdc8a server_cookie=a6a85475cfe3429a in_seq=0 out_seq=0 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.351+0000 7feaebfff640 10 client.18378 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.351+0000 7feaebfff640 1 -- 172.21.15.17:0/2127967331 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56008d0a6720 con 0x56008d41b830 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.351+0000 7feaebfff640 10 client.18378 handle_command_reply: tid=0 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.351+0000 7feb15772740 1 client.18378 shutdown 2024-03-16T18:31:06.362 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.351+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 msgr2=0x56008d408940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 0x56008d408940 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7feb040049d0 tx=0x7feb040ce190 comp rx=0 tx=0).stop 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 shutdown_connections 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d41b830 0x56008d41dc50 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d40b750 0x56008d408940 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d408400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feaebfff640 0 client.18378 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 --2- 172.21.15.17:0/2127967331 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 >> 172.21.15.17:0/2127967331 conn(0x56008d3fc980 msgr2=0x56008d3fe6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 shutdown_connections 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 1 -- 172.21.15.17:0/2127967331 wait complete. 2024-03-16T18:31:06.363 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.352+0000 7feb15772740 20 client.18378 trim_cache size 0 max 16384 2024-03-16T18:31:06.364 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:06 smithi153 ceph-mon[36005]: pgmap v297: 129 pgs: 129 active+clean; 18 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 70 KiB/s rd, 110 KiB/s wr, 37 op/s 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 Processor -- start 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 -- start start 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d40b750 0x56008d416a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d2ef130 con 0x56008d402b70 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d40db40 con 0x56008d40b750 2024-03-16T18:31:06.371 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb15772740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d4015d0 con 0x56008d402250 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb0bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb0bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55798/0 (socket says 172.21.15.17:55798) 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.364+0000 7feb0bfff640 1 -- 172.21.15.17:0/2683386635 learned_addr learned my addr 172.21.15.17:0/2683386635 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb10851640 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb11052640 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d40b750 0x56008d416a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb0bfff640 1 -- 172.21.15.17:0/2683386635 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 msgr2=0x56008d40ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb0bfff640 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb0bfff640 1 -- 172.21.15.17:0/2683386635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d40b750 msgr2=0x56008d416a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb0bfff640 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d40b750 0x56008d416a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb0bfff640 1 -- 172.21.15.17:0/2683386635 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56008d304c20 con 0x56008d402b70 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feb0bfff640 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b070 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7feaf8013e10 tx=0x7feaf801f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac9d5ece6d03d171 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.372 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feaf67fc640 1 -- 172.21.15.17:0/2683386635 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf80205b0 con 0x56008d402b70 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feaf67fc640 1 -- 172.21.15.17:0/2683386635 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feaf8020bc0 con 0x56008d402b70 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.365+0000 7feaf67fc640 1 -- 172.21.15.17:0/2683386635 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf8029b30 con 0x56008d402b70 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- 172.21.15.17:0/2683386635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 msgr2=0x56008d40b070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b070 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7feaf8013e10 tx=0x7feaf801f000 comp rx=0 tx=0).stop 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- 172.21.15.17:0/2683386635 shutdown_connections 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402b70 0x56008d40b070 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d40b750 0x56008d416a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- 172.21.15.17:0/2683386635 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d402250 0x56008d40ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- 172.21.15.17:0/2683386635 >> 172.21.15.17:0/2683386635 conn(0x56008d3fc980 msgr2=0x56008d3fbb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- 172.21.15.17:0/2683386635 shutdown_connections 2024-03-16T18:31:06.373 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- 172.21.15.17:0/2683386635 wait complete. 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- start start 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 Processor -- start 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 0x56008d4130a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d40f470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40f9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d40fef0 con 0x56008d402250 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d410060 con 0x56008d402b70 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56008d410220 con 0x56008d40b750 2024-03-16T18:31:06.374 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb15772740 10 client.0 _ll_register_callbacks cb 0x7feb0409a560 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb10851640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 0x56008d4130a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb10851640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 0x56008d4130a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55808/0 (socket says 172.21.15.17:55808) 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.366+0000 7feb10851640 1 -- 172.21.15.17:0/4060032020 learned_addr learned my addr 172.21.15.17:0/4060032020 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb11052640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40f9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb0bfff640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d40f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb10851640 1 -- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 msgr2=0x56008d40f9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb10851640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40f9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb10851640 1 -- 172.21.15.17:0/4060032020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 msgr2=0x56008d40f470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb10851640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d40f470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.375 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb10851640 1 -- 172.21.15.17:0/4060032020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feaf800f500 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb10851640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 0x56008d4130a0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7feb0002c210 tx=0x7feb0002bcd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba55a955326c7f8a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feaebfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feaebfff640 1 -- 172.21.15.17:0/4060032020 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb000047c0 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feaebfff640 1 -- 172.21.15.17:0/4060032020 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7feb00050070 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7feb000049a0 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feaebfff640 1 -- 172.21.15.17:0/4060032020 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7feb000044f0 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb15772740 10 client.18384 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56008d32a8c0 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.367+0000 7feaebfff640 1 -- 172.21.15.17:0/4060032020 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7feb000049a0 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feaebfff640 1 -- 172.21.15.17:0/4060032020 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7feb0003c050 con 0x56008d402250 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 10 client.18384 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 10 client.18384 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:31:06.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 20 client.18384 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d478290 0x56008d47a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 4 client.18384 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56008d0f5890 con 0x56008d478290 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb0bfff640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d478290 0x56008d47a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb0bfff640 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d478290 0x56008d47a6b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=426c0099f788453f server_cookie=4e39220c58f193f3 in_seq=0 out_seq=0 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feaebfff640 10 client.18384 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feaebfff640 1 -- 172.21.15.17:0/4060032020 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56008d0f5890 con 0x56008d478290 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feaebfff640 10 client.18384 handle_command_reply: tid=0 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 client.18384 shutdown 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 msgr2=0x56008d4130a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 0x56008d4130a0 secure :-1 s=READY pgs=1246 cs=0 l=1 rev1=1 crypto rx=0x7feb0002c210 tx=0x7feb0002bcd0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 shutdown_connections 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x56008d478290 0x56008d47a6b0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.368+0000 7feb15772740 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56008d40b750 0x56008d40f9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feaebfff640 0 client.18384 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb15772740 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56008d402b70 0x56008d40f470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb15772740 1 --2- 172.21.15.17:0/4060032020 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56008d402250 0x56008d4130a0 unknown :-1 s=CLOSED pgs=1246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 >> 172.21.15.17:0/4060032020 conn(0x56008d3fc980 msgr2=0x56008d403090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 shutdown_connections 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb15772740 1 -- 172.21.15.17:0/4060032020 wait complete. 2024-03-16T18:31:06.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb15772740 20 client.18384 trim_cache size 0 max 16384 2024-03-16T18:31:06.379 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:06.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feafc0a1ba0 msgr2=0x7feafc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feafc0a1ba0 0x7feafc0a4060 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7feaf8013510 tx=0x7feaf8013910 comp rx=0 tx=0).stop 2024-03-16T18:31:06.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 msgr2=0x7feb0c197970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 0x7feb0c197970 secure :-1 s=READY pgs=1243 cs=0 l=1 rev1=1 crypto rx=0x7feb0400eb10 tx=0x7feb0400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 shutdown_connections 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7feafc0a1ba0 0x7feafc0a4060 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7feb0c10bb30 0x7feb0c197970 unknown :-1 s=CLOSED pgs=1243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7feb0c103080 0x7feb0c19dd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 --2- 172.21.15.17:0/3589297431 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7feb0c102760 0x7feb0c19d7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 >> 172.21.15.17:0/3589297431 conn(0x7feb0c077550 msgr2=0x7feb0c0fe910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 shutdown_connections 2024-03-16T18:31:06.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.369+0000 7feb12ab5640 1 -- 172.21.15.17:0/3589297431 wait complete. 2024-03-16T18:31:06.382 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:06.382 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:31:06.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/728700204 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 msgr2=0x7ff8a0106890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/728700204 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 0x7ff8a0106890 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7ff890009890 tx=0x7ff89002bb70 comp rx=0 tx=0).stop 2024-03-16T18:31:06.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/728700204 shutdown_connections 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/728700204 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100dd0 0x7ff8a010d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/728700204 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8a0100410 0x7ff8a0100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/728700204 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 0x7ff8a0106890 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/728700204 >> 172.21.15.17:0/728700204 conn(0x7ff8a0077550 msgr2=0x7ff8a0077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/728700204 shutdown_connections 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.486+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/728700204 wait complete. 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 Processor -- start 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 -- start start 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 0x7ff8a019c650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8a0100dd0 0x7ff8a019cb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 0x7ff8a01967c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a0196e60 con 0x7ff8a0100410 2024-03-16T18:31:06.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a0196fd0 con 0x7ff8a0100dd0 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.487+0000 7ff8a4c2a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a0197190 con 0x7ff8a01064b0 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 0x7ff8a019c650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 0x7ff8a019c650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55822/0 (socket says 172.21.15.17:55822) 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 -- 172.21.15.17:0/4017841456 learned_addr learned my addr 172.21.15.17:0/4017841456 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff897fff640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8a0100dd0 0x7ff8a019cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 0x7ff8a01967c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 -- 172.21.15.17:0/4017841456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 msgr2=0x7ff8a01967c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 0x7ff8a01967c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 -- 172.21.15.17:0/4017841456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8a0100dd0 msgr2=0x7ff8a019cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8a0100dd0 0x7ff8a019cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 -- 172.21.15.17:0/4017841456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff898009900 con 0x7ff8a0100410 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff89e59c640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 0x7ff8a019c650 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7ff89002c180 tx=0x7ff890004550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff8977fe640 1 -- 172.21.15.17:0/4017841456 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff890034850 con 0x7ff8a0100410 2024-03-16T18:31:06.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff890009490 con 0x7ff8a0100410 2024-03-16T18:31:06.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff8977fe640 1 -- 172.21.15.17:0/4017841456 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff89002ce90 con 0x7ff8a0100410 2024-03-16T18:31:06.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff8977fe640 1 -- 172.21.15.17:0/4017841456 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff890003cd0 con 0x7ff8a0100410 2024-03-16T18:31:06.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.488+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8a01a34a0 con 0x7ff8a0100410 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.490+0000 7ff8977fe640 1 -- 172.21.15.17:0/4017841456 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff89003b040 con 0x7ff8a0100410 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 Processor -- start 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 -- start start 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 0x55aa515a3850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 0x55aa5159ef00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159f440 0x55aa515ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa51556960 con 0x55aa5159ea80 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa5150a310 con 0x55aa515a3470 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8a7807740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa51507840 con 0x55aa5159f440 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8977fe640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff88c0a1ba0 0x7ff88c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 0x55aa5159ef00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff89ed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 0x55aa515a3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff897fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159f440 0x55aa515ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 0x55aa5159ef00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55826/0 (socket says 172.21.15.17:55826) 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff89ed9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 0x55aa515a3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:38828/0 (socket says 172.21.15.17:38828) 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff89e59c640 1 -- 172.21.15.17:0/62600820 learned_addr learned my addr 172.21.15.17:0/62600820 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff8977fe640 1 -- 172.21.15.17:0/4017841456 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7ff8900ef4b0 con 0x7ff8a0100410 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.491+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff88c0a1ba0 0x7ff88c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff897fff640 1 -- 172.21.15.17:0/62600820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 msgr2=0x55aa515a3850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff897fff640 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 0x55aa515a3850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff897fff640 1 -- 172.21.15.17:0/62600820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 msgr2=0x55aa5159ef00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff897fff640 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 0x55aa5159ef00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff897fff640 1 -- 172.21.15.17:0/62600820 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa514c5060 con 0x55aa5159f440 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff89e59c640 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 0x55aa5159ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 0x55aa515a3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff88c0a1ba0 0x7ff88c0a4060 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x55aa51596b40 tx=0x7ff8980095c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff897fff640 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159f440 0x55aa515ab3d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff8a0197b10 tx=0x7ff888011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8be0315d281336e7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff894ff9640 1 -- 172.21.15.17:0/62600820 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff888004230 con 0x55aa5159f440 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff894ff9640 1 -- 172.21.15.17:0/62600820 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff888009e10 con 0x55aa5159f440 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.492+0000 7ff894ff9640 1 -- 172.21.15.17:0/62600820 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff888004b20 con 0x55aa5159f440 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 -- 172.21.15.17:0/62600820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159f440 msgr2=0x55aa515ab3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159f440 0x55aa515ab3d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7ff8a0197b10 tx=0x7ff888011810 comp rx=0 tx=0).stop 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 -- 172.21.15.17:0/62600820 shutdown_connections 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159ea80 0x55aa5159ef00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159f440 0x55aa515ab3d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 --2- 172.21.15.17:0/62600820 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa515a3470 0x55aa515a3850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 -- 172.21.15.17:0/62600820 >> 172.21.15.17:0/62600820 conn(0x55aa51595680 msgr2=0x55aa51595a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 -- 172.21.15.17:0/62600820 shutdown_connections 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 -- 172.21.15.17:0/62600820 wait complete. 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 -- start start 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.493+0000 7ff8a7807740 1 Processor -- start 2024-03-16T18:31:06.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 0x55aa515ab160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 0x55aa515a84f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa515a3470 0x55aa515a8a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa51503020 con 0x55aa5159f440 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa511d6430 con 0x55aa5159ea80 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa51192e00 con 0x55aa515a3470 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 10 client.0 _ll_register_callbacks cb 0x55aa514aacb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff897fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 0x55aa515a84f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 0x55aa515ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 0x55aa515ab160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:38836/0 (socket says 172.21.15.17:38836) 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff897fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 0x55aa515a84f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55842/0 (socket says 172.21.15.17:55842) 2024-03-16T18:31:06.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 -- 172.21.15.17:0/1295929293 learned_addr learned my addr 172.21.15.17:0/1295929293 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa515a3470 0x55aa515a8a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 -- 172.21.15.17:0/1295929293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa515a3470 msgr2=0x55aa515a8a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa515a3470 0x55aa515a8a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 -- 172.21.15.17:0/1295929293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 msgr2=0x55aa515a84f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 0x55aa515a84f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 -- 172.21.15.17:0/1295929293 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff888009830 con 0x55aa5159ea80 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff897fff640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 0x55aa515a84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff89e59c640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 0x55aa515ab160 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff890009860 tx=0x7ff8900bbcb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c0a8ab09004a61b6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff885ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff885ffb640 1 -- 172.21.15.17:0/1295929293 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff890003e30 con 0x55aa5159ea80 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55aa512027e0 con 0x55aa5159ea80 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.494+0000 7ff885ffb640 1 -- 172.21.15.17:0/1295929293 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7ff8900bbe20 con 0x55aa5159ea80 2024-03-16T18:31:06.501 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff885ffb640 1 -- 172.21.15.17:0/1295929293 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8900bfec0 con 0x55aa5159ea80 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 10 client.28274 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55aa515016a0 con 0x55aa5159ea80 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff885ffb640 1 -- 172.21.15.17:0/1295929293 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55aa512027e0 con 0x55aa5159ea80 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff885ffb640 1 -- 172.21.15.17:0/1295929293 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff8900a6d20 con 0x55aa5159ea80 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 10 client.28274 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 10 client.28274 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 20 client.28274 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa515b87b0 0x55aa515baba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 4 client.28274 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55aa5123f720 con 0x55aa515b87b0 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.495+0000 7ff897fff640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa515b87b0 0x55aa515baba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.496+0000 7ff885ffb640 10 client.28274 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:06.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.496+0000 7ff897fff640 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa515b87b0 0x55aa515baba0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=c61648c1a9af681c server_cookie=a2aa16ab0ec6c279 in_seq=0 out_seq=0 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.496+0000 7ff885ffb640 1 -- 172.21.15.17:0/1295929293 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55aa5123f720 con 0x55aa515b87b0 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.496+0000 7ff885ffb640 10 client.28274 handle_command_reply: tid=0 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.496+0000 7ff8a7807740 1 client.28274 shutdown 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 msgr2=0x55aa515ab160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 0x55aa515ab160 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7ff890009860 tx=0x7ff8900bbcb0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 shutdown_connections 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa515b87b0 0x55aa515baba0 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa5159f440 0x55aa515a84f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa515a3470 0x55aa515a8a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 --2- 172.21.15.17:0/1295929293 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159ea80 0x55aa515ab160 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff885ffb640 0 client.28274 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 >> 172.21.15.17:0/1295929293 conn(0x55aa51595680 msgr2=0x55aa51594b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 shutdown_connections 2024-03-16T18:31:06.503 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 1 -- 172.21.15.17:0/1295929293 wait complete. 2024-03-16T18:31:06.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.497+0000 7ff8a7807740 20 client.28274 trim_cache size 0 max 16384 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 Processor -- start 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 -- start start 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa515aac20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa515ab160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515a4130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa51488130 con 0x55aa515a3470 2024-03-16T18:31:06.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa51596390 con 0x55aa5159f440 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff8a7807740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa515915c0 con 0x55aa5159ea80 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff89ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515a4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff89ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515a4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55844/0 (socket says 172.21.15.17:55844) 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff89ed9d640 1 -- 172.21.15.17:0/2978863736 learned_addr learned my addr 172.21.15.17:0/2978863736 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff897fff640 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa515ab160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.509+0000 7ff89e59c640 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa515aac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff89ed9d640 1 -- 172.21.15.17:0/2978863736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 msgr2=0x55aa515aac20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa515aac20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff89ed9d640 1 -- 172.21.15.17:0/2978863736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 msgr2=0x55aa515ab160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa515ab160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff89ed9d640 1 -- 172.21.15.17:0/2978863736 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55aa5149dc20 con 0x55aa515a3470 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515a4130 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7ff89800cfc0 tx=0x7ff898010040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b215cd5b2265b12a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff887fff640 1 -- 172.21.15.17:0/2978863736 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff89802d070 con 0x55aa515a3470 2024-03-16T18:31:06.515 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff887fff640 1 -- 172.21.15.17:0/2978863736 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff898024040 con 0x55aa515a3470 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff887fff640 1 -- 172.21.15.17:0/2978863736 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff898023050 con 0x55aa515a3470 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff8a7807740 1 -- 172.21.15.17:0/2978863736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 msgr2=0x55aa515a4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.510+0000 7ff8a7807740 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515a4130 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7ff89800cfc0 tx=0x7ff898010040 comp rx=0 tx=0).stop 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- 172.21.15.17:0/2978863736 shutdown_connections 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515a4130 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa515ab160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 --2- 172.21.15.17:0/2978863736 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa515aac20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- 172.21.15.17:0/2978863736 >> 172.21.15.17:0/2978863736 conn(0x55aa51595680 msgr2=0x55aa5159e110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- 172.21.15.17:0/2978863736 shutdown_connections 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- 172.21.15.17:0/2978863736 wait complete. 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- start start 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 Processor -- start 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa5160c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa5160c7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515ac740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa515acd00 con 0x55aa515a3470 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa515ace70 con 0x55aa5159f440 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55aa515ad030 con 0x55aa5159ea80 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff8a7807740 10 client.0 _ll_register_callbacks cb 0x7ff8900b8100 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff89ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515ac740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa5160c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff89e59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa5160c2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57902/0 (socket says 172.21.15.17:57902) 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff89e59c640 1 -- 172.21.15.17:0/3755013541 learned_addr learned my addr 172.21.15.17:0/3755013541 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff89ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515ac740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55854/0 (socket says 172.21.15.17:55854) 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.511+0000 7ff897fff640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa5160c7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89e59c640 1 -- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 msgr2=0x55aa5160c7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89e59c640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa5160c7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89e59c640 1 -- 172.21.15.17:0/3755013541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 msgr2=0x55aa515ac740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89e59c640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515ac740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89e59c640 1 -- 172.21.15.17:0/3755013541 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff89800cd30 con 0x55aa5159ea80 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89ed9d640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515ac740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff89e59c640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa5160c2a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff89002c150 tx=0x7ff8900ba330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=78b5b0ec5e0feded server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff885ffb640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff885ffb640 1 -- 172.21.15.17:0/3755013541 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8900bb780 con 0x55aa5159ea80 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7ff888009e10 con 0x55aa5159ea80 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff885ffb640 1 -- 172.21.15.17:0/3755013541 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7ff890003e30 con 0x55aa5159ea80 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff885ffb640 1 -- 172.21.15.17:0/3755013541 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff8900bbe20 con 0x55aa5159ea80 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff8a7807740 10 client.28177 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55aa514c38c0 con 0x55aa5159ea80 2024-03-16T18:31:06.518 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff885ffb640 1 -- 172.21.15.17:0/3755013541 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff888009e10 con 0x55aa5159ea80 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.512+0000 7ff885ffb640 1 -- 172.21.15.17:0/3755013541 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff8900a6d20 con 0x55aa5159ea80 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 10 client.28177 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 10 client.28177 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 20 client.28177 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa51614d90 0x55aa51617180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 4 client.28177 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55aa5128e890 con 0x55aa51614d90 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff897fff640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa51614d90 0x55aa51617180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff885ffb640 10 client.28177 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff897fff640 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa51614d90 0x55aa51617180 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=b92c4dc6329dda03 server_cookie=fb6cca2858e8fd3e in_seq=0 out_seq=0 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff885ffb640 1 -- 172.21.15.17:0/3755013541 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55aa5128e890 con 0x55aa51614d90 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff885ffb640 10 client.28177 handle_command_reply: tid=0 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 client.28177 shutdown 2024-03-16T18:31:06.519 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 msgr2=0x55aa5160c2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa5160c2a0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7ff89002c150 tx=0x7ff8900ba330 comp rx=0 tx=0).stop 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 shutdown_connections 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55aa51614d90 0x55aa51617180 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55aa515a3470 0x55aa515ac740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55aa5159f440 0x55aa5160c7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 --2- 172.21.15.17:0/3755013541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55aa5159ea80 0x55aa5160c2a0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff885ffb640 0 client.28177 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 >> 172.21.15.17:0/3755013541 conn(0x55aa51595680 msgr2=0x55aa515942f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 shutdown_connections 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.513+0000 7ff8a7807740 1 -- 172.21.15.17:0/3755013541 wait complete. 2024-03-16T18:31:06.520 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a7807740 20 client.28177 trim_cache size 0 max 16384 2024-03-16T18:31:06.521 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff88c0a1ba0 msgr2=0x7ff88c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff88c0a1ba0 0x7ff88c0a4060 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x55aa51596b40 tx=0x7ff8980095c0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 msgr2=0x7ff8a019c650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 0x7ff8a019c650 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7ff89002c180 tx=0x7ff890004550 comp rx=0 tx=0).stop 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 shutdown_connections 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff88c0a1ba0 0x7ff88c0a4060 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff8a01064b0 0x7ff8a01967c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff8a0100dd0 0x7ff8a019cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 --2- 172.21.15.17:0/4017841456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff8a0100410 0x7ff8a019c650 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 >> 172.21.15.17:0/4017841456 conn(0x7ff8a0077550 msgr2=0x7ff8a0103110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 shutdown_connections 2024-03-16T18:31:06.522 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.514+0000 7ff8a4c2a640 1 -- 172.21.15.17:0/4017841456 wait complete. 2024-03-16T18:31:06.524 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:06.524 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:31:06.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 -- 172.21.15.17:0/1072290652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a8105c00 msgr2=0x7fe5a8105fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1072290652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a8105c00 0x7fe5a8105fe0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fe598009890 tx=0x7fe59802bb70 comp rx=0 tx=0).stop 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 -- 172.21.15.17:0/1072290652 shutdown_connections 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1072290652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a80ffb40 0x7fe5a80fffc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1072290652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a8100500 0x7fe5a810c9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1072290652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a8105c00 0x7fe5a8105fe0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 -- 172.21.15.17:0/1072290652 >> 172.21.15.17:0/1072290652 conn(0x7fe5a80769b0 msgr2=0x7fe5a80fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 -- 172.21.15.17:0/1072290652 shutdown_connections 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.629+0000 7fe5adab4640 1 -- 172.21.15.17:0/1072290652 wait complete. 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 Processor -- start 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 -- start start 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a80ffb40 0x7fe5a81017b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a8100500 0x7fe5a8101cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 0x7fe5a8102230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a81a5db0 con 0x7fe5a8105c00 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a81a5f20 con 0x7fe5a80ffb40 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5adab4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5a81a60e0 con 0x7fe5a8100500 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 0x7fe5a8102230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a77fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a80ffb40 0x7fe5a81017b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 0x7fe5a8102230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55870/0 (socket says 172.21.15.17:55870) 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a7fff640 1 -- 172.21.15.17:0/1957331283 learned_addr learned my addr 172.21.15.17:0/1957331283 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a8100500 0x7fe5a8101cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a77fe640 1 -- 172.21.15.17:0/1957331283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a8100500 msgr2=0x7fe5a8101cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a8100500 0x7fe5a8101cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a77fe640 1 -- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 msgr2=0x7fe5a8102230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 0x7fe5a8102230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a77fe640 1 -- 172.21.15.17:0/1957331283 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe59c009560 con 0x7fe5a80ffb40 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.630+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 0x7fe5a8102230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.631+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a80ffb40 0x7fe5a81017b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe59802c0b0 tx=0x7fe598004340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.631+0000 7fe5a4ff9640 1 -- 172.21.15.17:0/1957331283 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe598034850 con 0x7fe5a80ffb40 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.631+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe598009490 con 0x7fe5a80ffb40 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.631+0000 7fe5a4ff9640 1 -- 172.21.15.17:0/1957331283 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe59802ce90 con 0x7fe5a80ffb40 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.631+0000 7fe5a4ff9640 1 -- 172.21.15.17:0/1957331283 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe598003c30 con 0x7fe5a80ffb40 2024-03-16T18:31:06.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.631+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a81a6680 con 0x7fe5a80ffb40 2024-03-16T18:31:06.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.633+0000 7fe5a4ff9640 1 -- 172.21.15.17:0/1957331283 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe59803b040 con 0x7fe5a80ffb40 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.633+0000 7fe5b0768740 1 Processor -- start 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.633+0000 7fe5b0768740 1 -- start start 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.633+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ebd630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.633+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebdb70 0x561b55ec6210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ec8b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5b0768740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55e78960 con 0x561b55ec6750 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5b0768740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55e2c310 con 0x561b55ebd250 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5b0768740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55e29840 con 0x561b55ebdb70 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a4ff9640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ebd630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ec8b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ebd630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:38898/0 (socket says 172.21.15.17:38898) 2024-03-16T18:31:06.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a7fff640 1 -- 172.21.15.17:0/2263159629 learned_addr learned my addr 172.21.15.17:0/2263159629 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebdb70 0x561b55ec6210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/2263159629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebdb70 msgr2=0x561b55ec6210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebdb70 0x561b55ec6210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a4ff9640 1 -- 172.21.15.17:0/1957331283 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fe5980ef4f0 con 0x7fe5a80ffb40 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/2263159629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 msgr2=0x561b55ebd630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ebd630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/2263159629 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b55de7060 con 0x561b55ec6750 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ebd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ec8b40 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fe59c009530 tx=0x7fe59c011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1176d4615b079c40 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe5a0009aa0 tx=0x7fe5a0004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe58dffb640 1 -- 172.21.15.17:0/2263159629 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c004220 con 0x561b55ec6750 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe58dffb640 1 -- 172.21.15.17:0/2263159629 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe59c004380 con 0x561b55ec6750 2024-03-16T18:31:06.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.634+0000 7fe58dffb640 1 -- 172.21.15.17:0/2263159629 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c019760 con 0x561b55ec6750 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 -- 172.21.15.17:0/2263159629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 msgr2=0x561b55ec8b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ec8b40 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7fe59c009530 tx=0x7fe59c011810 comp rx=0 tx=0).stop 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 -- 172.21.15.17:0/2263159629 shutdown_connections 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ec8b40 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebdb70 0x561b55ec6210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 --2- 172.21.15.17:0/2263159629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ebd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 -- 172.21.15.17:0/2263159629 >> 172.21.15.17:0/2263159629 conn(0x561b55eb7980 msgr2=0x561b55eb7d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 -- 172.21.15.17:0/2263159629 shutdown_connections 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 -- 172.21.15.17:0/2263159629 wait complete. 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.635+0000 7fe5b0768740 1 -- start start 2024-03-16T18:31:06.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 Processor -- start 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 0x561b55ec5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ec3830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55e25020 con 0x561b55ebd250 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55af8430 con 0x561b55ebdb70 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55ab4e00 con 0x561b55ec6750 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5b0768740 10 client.0 _ll_register_callbacks cb 0x561b55dcccb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 0x561b55ec5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 0x561b55ec5f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55884/0 (socket says 172.21.15.17:55884) 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 -- 172.21.15.17:0/248474460 learned_addr learned my addr 172.21.15.17:0/248474460 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ec3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.643 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 -- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 msgr2=0x561b55ec3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ec3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 -- 172.21.15.17:0/248474460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 msgr2=0x561b55ec32f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec32f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 -- 172.21.15.17:0/248474460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe59c009a10 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 0x561b55ec5f60 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fe5980b87d0 tx=0x7fe5980c60b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8eb0be59b0813047 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.636+0000 7fe586ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe586ffd640 1 -- 172.21.15.17:0/248474460 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5980ef320 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe586ffd640 1 -- 172.21.15.17:0/248474460 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fe59802cae0 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561b55b247e0 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe586ffd640 1 -- 172.21.15.17:0/248474460 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe5980bb760 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 10 client.18414 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b55e236a0 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe586ffd640 1 -- 172.21.15.17:0/248474460 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561b55b247e0 con 0x561b55ebd250 2024-03-16T18:31:06.644 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe586ffd640 1 -- 172.21.15.17:0/248474460 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe5980c4060 con 0x561b55ebd250 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 10 client.18414 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 10 client.18414 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 20 client.18414 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55ed63f0 0x561b55ed87e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 4 client.18414 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561b55b61720 con 0x561b55ed63f0 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.637+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55ed63f0 0x561b55ed87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.638+0000 7fe586ffd640 10 client.18414 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.638+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55ed63f0 0x561b55ed87e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=bd04e70825a8bca server_cookie=f5dda8f4ff8c0427 in_seq=0 out_seq=0 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe586ffd640 1 -- 172.21.15.17:0/248474460 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561b55b61720 con 0x561b55ed63f0 2024-03-16T18:31:06.645 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe586ffd640 10 client.18414 handle_command_reply: tid=0 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 client.18414 shutdown 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 msgr2=0x561b55ec5f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 0x561b55ec5f60 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7fe5980b87d0 tx=0x7fe5980c60b0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 shutdown_connections 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55ed63f0 0x561b55ed87e0 crc :-1 s=READY pgs=66 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ec3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec32f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe586ffd640 0 client.18414 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 --2- 172.21.15.17:0/248474460 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebd250 0x561b55ec5f60 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 >> 172.21.15.17:0/248474460 conn(0x561b55eb7980 msgr2=0x561b55eb96d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 shutdown_connections 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 1 -- 172.21.15.17:0/248474460 wait complete. 2024-03-16T18:31:06.646 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.639+0000 7fe5b0768740 20 client.18414 trim_cache size 0 max 16384 2024-03-16T18:31:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 Processor -- start 2024-03-16T18:31:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 -- start start 2024-03-16T18:31:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebd250 0x561b55ec5a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec5f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ed1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55daa130 con 0x561b55ec6750 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55eb2a10 con 0x561b55ebdb70 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.651+0000 7fe5b0768740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55eb35c0 con 0x561b55ebd250 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ed1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ed1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55898/0 (socket says 172.21.15.17:55898) 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 -- 172.21.15.17:0/1251269382 learned_addr learned my addr 172.21.15.17:0/1251269382 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebd250 0x561b55ec5a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec5f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 -- 172.21.15.17:0/1251269382 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebd250 msgr2=0x561b55ec5a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebd250 0x561b55ec5a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 -- 172.21.15.17:0/1251269382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 msgr2=0x561b55ec5f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec5f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 -- 172.21.15.17:0/1251269382 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561b55dbfc20 con 0x561b55ec6750 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ed1ad0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7fe5a0005bd0 tx=0x7fe5a000f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2999bd27b272adc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1251269382 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a0004b20 con 0x561b55ec6750 2024-03-16T18:31:06.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1251269382 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe5a0004c80 con 0x561b55ec6750 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.652+0000 7fe58d7fa640 1 -- 172.21.15.17:0/1251269382 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5a0010690 con 0x561b55ec6750 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- 172.21.15.17:0/1251269382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 msgr2=0x561b55ed1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ed1ad0 secure :-1 s=READY pgs=1251 cs=0 l=1 rev1=1 crypto rx=0x7fe5a0005bd0 tx=0x7fe5a000f3c0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- 172.21.15.17:0/1251269382 shutdown_connections 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ec6750 0x561b55ed1ad0 unknown :-1 s=CLOSED pgs=1251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebdb70 0x561b55ec5f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- 172.21.15.17:0/1251269382 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ebd250 0x561b55ec5a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- 172.21.15.17:0/1251269382 >> 172.21.15.17:0/1251269382 conn(0x561b55eb7980 msgr2=0x561b55eb6b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- 172.21.15.17:0/1251269382 shutdown_connections 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- 172.21.15.17:0/1251269382 wait complete. 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- start start 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 Processor -- start 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ece410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 0x561b55ecb7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ecbd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55ecc400 con 0x561b55ebdb70 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.653+0000 7fe5b0768740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55ecc570 con 0x561b55ebd250 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5b0768740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561b55f30c20 con 0x561b55ec6750 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5b0768740 10 client.0 _ll_register_callbacks cb 0x7fe598005ab0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 0x561b55ecb7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a77fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ece410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 0x561b55ecb7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55902/0 (socket says 172.21.15.17:55902) 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/3733276224 learned_addr learned my addr 172.21.15.17:0/3733276224 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a7fff640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ecbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 msgr2=0x561b55ecbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ecbd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/3733276224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 msgr2=0x561b55ece410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ece410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 -- 172.21.15.17:0/3733276224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5a000fa50 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ece410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5a6ffd640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 0x561b55ecb7a0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7fe59c003f50 tx=0x7fe59c005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=957f7efd74d8d2ab server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe586ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe586ffd640 1 -- 172.21.15.17:0/3733276224 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe59c029040 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe586ffd640 1 -- 172.21.15.17:0/3733276224 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fe59c005d10 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe59c004380 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe586ffd640 1 -- 172.21.15.17:0/3733276224 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe59c011d10 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5b0768740 10 client.18420 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.654+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561b55de58c0 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe586ffd640 1 -- 172.21.15.17:0/3733276224 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe59c004380 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe586ffd640 1 -- 172.21.15.17:0/3733276224 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe59c021040 con 0x561b55ebdb70 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 10 client.18420 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 10 client.18420 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:31:06.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 20 client.18420 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55f32340 0x561b55f34760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 4 client.18420 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x561b55bb0890 con 0x561b55f32340 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55f32340 0x561b55f34760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe586ffd640 10 client.18420 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5a77fe640 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55f32340 0x561b55f34760 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=89af188f6630e0c1 server_cookie=b34aa1cd0461715b in_seq=0 out_seq=0 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe586ffd640 1 -- 172.21.15.17:0/3733276224 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x561b55bb0890 con 0x561b55f32340 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe586ffd640 10 client.18420 handle_command_reply: tid=0 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.655+0000 7fe5b0768740 1 client.18420 shutdown 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 msgr2=0x561b55ecb7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 0x561b55ecb7a0 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7fe59c003f50 tx=0x7fe59c005850 comp rx=0 tx=0).stop 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 shutdown_connections 2024-03-16T18:31:06.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x561b55f32340 0x561b55f34760 crc :-1 s=READY pgs=67 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561b55ebdb70 0x561b55ecb7a0 unknown :-1 s=CLOSED pgs=1252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561b55ec6750 0x561b55ecbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe586ffd640 0 client.18420 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 --2- 172.21.15.17:0/3733276224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561b55ebd250 0x561b55ece410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 >> 172.21.15.17:0/3733276224 conn(0x561b55eb7980 msgr2=0x561b55eb8b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 shutdown_connections 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 1 -- 172.21.15.17:0/3733276224 wait complete. 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5b0768740 20 client.18420 trim_cache size 0 max 16384 2024-03-16T18:31:06.662 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:06.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 msgr2=0x7fe5900a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7fe5a0009aa0 tx=0x7fe5a0004ab0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a80ffb40 msgr2=0x7fe5a81017b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a80ffb40 0x7fe5a81017b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fe59802c0b0 tx=0x7fe598004340 comp rx=0 tx=0).stop 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 shutdown_connections 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe5900a1ba0 0x7fe5900a4060 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe5a8105c00 0x7fe5a8102230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe5a8100500 0x7fe5a8101cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 --2- 172.21.15.17:0/1957331283 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe5a80ffb40 0x7fe5a81017b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 >> 172.21.15.17:0/1957331283 conn(0x7fe5a80769b0 msgr2=0x7fe5a80fe740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 shutdown_connections 2024-03-16T18:31:06.664 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.656+0000 7fe5adab4640 1 -- 172.21.15.17:0/1957331283 wait complete. 2024-03-16T18:31:06.666 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:06.667 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 -- 172.21.15.17:0/702267737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 msgr2=0x7fd2b4101380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 --2- 172.21.15.17:0/702267737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 0x7fd2b4101380 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009930 tx=0x7fd2a402bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 -- 172.21.15.17:0/702267737 shutdown_connections 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 --2- 172.21.15.17:0/702267737 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 --2- 172.21.15.17:0/702267737 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 0x7fd2b4101380 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 --2- 172.21.15.17:0/702267737 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2b4105390 0x7fd2b4105770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 -- 172.21.15.17:0/702267737 >> 172.21.15.17:0/702267737 conn(0x7fd2b4075650 msgr2=0x7fd2b4075a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 -- 172.21.15.17:0/702267737 shutdown_connections 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.771+0000 7fd2bc335640 1 -- 172.21.15.17:0/702267737 wait complete. 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 Processor -- start 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 -- start start 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 0x7fd2b419c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b419cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2b4105390 0x7fd2b4196730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b4196ec0 con 0x7fd2b41018c0 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b4197030 con 0x7fd2b4100f00 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2bc335640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2b41971f0 con 0x7fd2b4105390 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b419cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b419cbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55932/0 (socket says 172.21.15.17:55932) 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 -- 172.21.15.17:0/2468381972 learned_addr learned my addr 172.21.15.17:0/2468381972 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 0x7fd2b419c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.774 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2b4105390 0x7fd2b4196730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 -- 172.21.15.17:0/2468381972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2b4105390 msgr2=0x7fd2b4196730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2b4105390 0x7fd2b4196730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 -- 172.21.15.17:0/2468381972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 msgr2=0x7fd2b419c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 0x7fd2b419c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.772+0000 7fd2b98d0640 1 -- 172.21.15.17:0/2468381972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2a4009560 con 0x7fd2b41018c0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.773+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b419cbb0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009230 tx=0x7fd2a4005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.773+0000 7fd2ab7fe640 1 -- 172.21.15.17:0/2468381972 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a40035f0 con 0x7fd2b41018c0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.773+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2b4197470 con 0x7fd2b41018c0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.773+0000 7fd2ab7fe640 1 -- 172.21.15.17:0/2468381972 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2a4040070 con 0x7fd2b41018c0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.773+0000 7fd2ab7fe640 1 -- 172.21.15.17:0/2468381972 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a4005450 con 0x7fd2b41018c0 2024-03-16T18:31:06.775 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.773+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2b40fffd0 con 0x7fd2b41018c0 2024-03-16T18:31:06.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.775+0000 7fd2ab7fe640 1 -- 172.21.15.17:0/2468381972 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd2a4003750 con 0x7fd2b41018c0 2024-03-16T18:31:06.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 Processor -- start 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 -- start start 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10858630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858b70 0x55ca10861210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca10863b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca10813960 con 0x55ca10858250 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca107c7310 con 0x55ca10861750 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2befea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca107c4840 con 0x55ca10858b70 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ab7fe640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2a00a1ba0 0x7fd2a00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10858630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10858630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55944/0 (socket says 172.21.15.17:55944) 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 -- 172.21.15.17:0/2693688706 learned_addr learned my addr 172.21.15.17:0/2693688706 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca10863b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858b70 0x55ca10861210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2a00a1ba0 0x7fd2a00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 -- 172.21.15.17:0/2693688706 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858b70 msgr2=0x55ca10861210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858b70 0x55ca10861210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ab7fe640 1 -- 172.21.15.17:0/2468381972 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fd2a4042070 con 0x7fd2b41018c0 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 -- 172.21.15.17:0/2693688706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 msgr2=0x55ca10863b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca10863b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2ba8d2640 1 -- 172.21.15.17:0/2693688706 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca10782060 con 0x55ca10858250 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.776+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca10863b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.777+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10858630 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005c40 tx=0x7fd2ac00f3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16e5dcc3be6a75cc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.777+0000 7fd2a8bfe640 1 -- 172.21.15.17:0/2693688706 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac003ec0 con 0x55ca10858250 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.777+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2a00a1ba0 0x7fd2a00a4060 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac023000 tx=0x7fd2ac021000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.777+0000 7fd2a8bfe640 1 -- 172.21.15.17:0/2693688706 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2ac013170 con 0x55ca10858250 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.777+0000 7fd2a8bfe640 1 -- 172.21.15.17:0/2693688706 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2ac010870 con 0x55ca10858250 2024-03-16T18:31:06.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- 172.21.15.17:0/2693688706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 msgr2=0x55ca10858630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10858630 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac005c40 tx=0x7fd2ac00f3c0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- 172.21.15.17:0/2693688706 shutdown_connections 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca10863b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858b70 0x55ca10861210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- 172.21.15.17:0/2693688706 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10858630 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- 172.21.15.17:0/2693688706 >> 172.21.15.17:0/2693688706 conn(0x55ca10852980 msgr2=0x55ca10852d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- 172.21.15.17:0/2693688706 shutdown_connections 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- 172.21.15.17:0/2693688706 wait complete. 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- start start 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 Processor -- start 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858250 0x55ca108610c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 0x55ca1085e450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca1085e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca107c0020 con 0x55ca10858b70 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca10493430 con 0x55ca10861750 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca1044fe00 con 0x55ca10858250 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2befea740 10 client.0 _ll_register_callbacks cb 0x55ca10767cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.778+0000 7fd2b98d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 0x55ca1085e450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 0x55ca1085e450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55948/0 (socket says 172.21.15.17:55948) 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 -- 172.21.15.17:0/25292254 learned_addr learned my addr 172.21.15.17:0/25292254 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858250 0x55ca108610c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca1085e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 -- 172.21.15.17:0/25292254 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858250 msgr2=0x55ca108610c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858250 0x55ca108610c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 -- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 msgr2=0x55ca1085e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca1085e9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 -- 172.21.15.17:0/25292254 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2ac013700 con 0x55ca10858b70 2024-03-16T18:31:06.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 0x55ca1085e450 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4043000 tx=0x7fd2a402bc30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b3d6706eb7e2db server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd29dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd29dffb640 1 -- 172.21.15.17:0/25292254 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2a40be170 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd29dffb640 1 -- 172.21.15.17:0/25292254 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fd2a40bed30 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ca104bf7e0 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd29dffb640 1 -- 172.21.15.17:0/25292254 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2a40bdf90 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2befea740 10 client.18432 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ca107be6a0 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.779+0000 7fd29dffb640 1 -- 172.21.15.17:0/25292254 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ca104bf7e0 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd29dffb640 1 -- 172.21.15.17:0/25292254 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd2a40a90e0 con 0x55ca10858b70 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2befea740 10 client.18432 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2befea740 10 client.18432 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2befea740 20 client.18432 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2befea740 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108716c0 0x55ca10873ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2befea740 4 client.18432 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:06.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ca104fc720 con 0x55ca108716c0 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108716c0 0x55ca10873ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd29dffb640 10 client.18432 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.780+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108716c0 0x55ca10873ab0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=414e39ec6841cbcd server_cookie=d5d11c12cfd3424e in_seq=0 out_seq=0 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd29dffb640 1 -- 172.21.15.17:0/25292254 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ca104fc720 con 0x55ca108716c0 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd29dffb640 10 client.18432 handle_command_reply: tid=0 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 client.18432 shutdown 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 msgr2=0x55ca1085e450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 0x55ca1085e450 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4043000 tx=0x7fd2a402bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 shutdown_connections 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108716c0 0x55ca10873ab0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858b70 0x55ca1085e450 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10861750 0x55ca1085e9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 --2- 172.21.15.17:0/25292254 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10858250 0x55ca108610c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd29dffb640 0 client.18432 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:06.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 >> 172.21.15.17:0/25292254 conn(0x55ca10852980 msgr2=0x55ca108546d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 shutdown_connections 2024-03-16T18:31:06.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 1 -- 172.21.15.17:0/25292254 wait complete. 2024-03-16T18:31:06.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.781+0000 7fd2befea740 20 client.18432 trim_cache size 0 max 16384 2024-03-16T18:31:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.793+0000 7fd2befea740 1 Processor -- start 2024-03-16T18:31:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 -- start start 2024-03-16T18:31:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10851b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108544a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10860b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca10745130 con 0x55ca10858250 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca1086dc70 con 0x55ca10858b70 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2befea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca108520c0 con 0x55ca10861750 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10851b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10851b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55954/0 (socket says 172.21.15.17:55954) 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/2623146930 learned_addr learned my addr 172.21.15.17:0/2623146930 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108544a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10860b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/2623146930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 msgr2=0x55ca10860b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10860b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/2623146930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 msgr2=0x55ca108544a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108544a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/2623146930 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca1075ac20 con 0x55ca10858250 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10851b80 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x55ca10874290 tx=0x7fd2b0005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=145289e59c6ca356 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd29ffff640 1 -- 172.21.15.17:0/2623146930 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b0017030 con 0x55ca10858250 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd29ffff640 1 -- 172.21.15.17:0/2623146930 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2b0018040 con 0x55ca10858250 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.794+0000 7fd29ffff640 1 -- 172.21.15.17:0/2623146930 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b000fad0 con 0x55ca10858250 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- 172.21.15.17:0/2623146930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 msgr2=0x55ca10851b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10851b80 secure :-1 s=READY pgs=1256 cs=0 l=1 rev1=1 crypto rx=0x55ca10874290 tx=0x7fd2b0005f90 comp rx=0 tx=0).stop 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- 172.21.15.17:0/2623146930 shutdown_connections 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10860b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108544a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- 172.21.15.17:0/2623146930 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10851b80 unknown :-1 s=CLOSED pgs=1256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- 172.21.15.17:0/2623146930 >> 172.21.15.17:0/2623146930 conn(0x55ca10852980 msgr2=0x55ca10853d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- 172.21.15.17:0/2623146930 shutdown_connections 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- 172.21.15.17:0/2623146930 wait complete. 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- start start 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 Processor -- start 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10869350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108656d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10865c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca10866310 con 0x55ca10858250 2024-03-16T18:31:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca10866480 con 0x55ca10858b70 2024-03-16T18:31:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.795+0000 7fd2befea740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca108ccef0 con 0x55ca10861750 2024-03-16T18:31:06.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2befea740 10 client.0 _ll_register_callbacks cb 0x7fd2a4004550 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10869350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10869350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55960/0 (socket says 172.21.15.17:55960) 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/4119571617 learned_addr learned my addr 172.21.15.17:0/4119571617 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108656d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba8d2640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10865c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/4119571617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 msgr2=0x55ca10865c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10865c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 msgr2=0x55ca108656d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.803 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108656d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 -- 172.21.15.17:0/4119571617 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2b0010430 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108656d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2ba0d1640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10869350 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0009c20 tx=0x7fd2b001f050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d47ba19eaf7dbac server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd29dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd29dffb640 1 -- 172.21.15.17:0/4119571617 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2b0017040 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd29dffb640 1 -- 172.21.15.17:0/4119571617 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fd2b0005430 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd2ac013170 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd29dffb640 1 -- 172.21.15.17:0/4119571617 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd2b00055f0 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2befea740 10 client.18438 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.796+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ca107808c0 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd29dffb640 1 -- 172.21.15.17:0/4119571617 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd2ac013170 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd29dffb640 1 -- 172.21.15.17:0/4119571617 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd2b001fb20 con 0x55ca10858250 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 10 client.18438 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 10 client.18438 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:31:06.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 20 client.18438 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108ce4e0 0x55ca108d0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 4 client.18438 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ca1054b890 con 0x55ca108ce4e0 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108ce4e0 0x55ca108d0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd29dffb640 10 client.18438 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2b98d0640 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108ce4e0 0x55ca108d0900 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=f7fc905c6ce4e0bf server_cookie=33d8971b51ef78ee in_seq=0 out_seq=0 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd29dffb640 1 -- 172.21.15.17:0/4119571617 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ca1054b890 con 0x55ca108ce4e0 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd29dffb640 10 client.18438 handle_command_reply: tid=0 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 1 client.18438 shutdown 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 msgr2=0x55ca10869350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.797+0000 7fd2befea740 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10869350 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7fd2b0009c20 tx=0x7fd2b001f050 comp rx=0 tx=0).stop 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 shutdown_connections 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55ca108ce4e0 0x55ca108d0900 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ca10861750 0x55ca10865c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ca10858b70 0x55ca108656d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 --2- 172.21.15.17:0/4119571617 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ca10858250 0x55ca10869350 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd29dffb640 0 client.18438 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 >> 172.21.15.17:0/4119571617 conn(0x55ca10852980 msgr2=0x55ca10854600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 shutdown_connections 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 1 -- 172.21.15.17:0/4119571617 wait complete. 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2befea740 20 client.18438 trim_cache size 0 max 16384 2024-03-16T18:31:06.806 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2a00a1ba0 msgr2=0x7fd2a00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2a00a1ba0 0x7fd2a00a4060 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fd2ac023000 tx=0x7fd2ac021000 comp rx=0 tx=0).stop 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 msgr2=0x7fd2b419cbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b419cbb0 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7fd2a4009230 tx=0x7fd2a4005dd0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 shutdown_connections 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd2a00a1ba0 0x7fd2a00a4060 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd2b41018c0 0x7fd2b419cbb0 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd2b4105390 0x7fd2b4196730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 --2- 172.21.15.17:0/2468381972 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd2b4100f00 0x7fd2b419c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 >> 172.21.15.17:0/2468381972 conn(0x7fd2b4075650 msgr2=0x7fd2b40fdf40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 shutdown_connections 2024-03-16T18:31:06.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.798+0000 7fd2bc335640 1 -- 172.21.15.17:0/2468381972 wait complete. 2024-03-16T18:31:06.809 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:06.809 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 -- 172.21.15.17:0/290283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1056e0 msgr2=0x7fbf1c10d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 --2- 172.21.15.17:0/290283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1056e0 0x7fbf1c10d2b0 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7fbf14009cd0 tx=0x7fbf1402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 -- 172.21.15.17:0/290283541 shutdown_connections 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 --2- 172.21.15.17:0/290283541 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1056e0 0x7fbf1c10d2b0 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 --2- 172.21.15.17:0/290283541 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf1c100fc0 0x7fbf1c105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 --2- 172.21.15.17:0/290283541 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf1c100610 0x7fbf1c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 -- 172.21.15.17:0/290283541 >> 172.21.15.17:0/290283541 conn(0x7fbf1c076770 msgr2=0x7fbf1c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 -- 172.21.15.17:0/290283541 shutdown_connections 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 -- 172.21.15.17:0/290283541 wait complete. 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 Processor -- start 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.914+0000 7fbf2249a640 1 -- start start 2024-03-16T18:31:06.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf2249a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf1c100610 0x7fbf1c19c6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf2249a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf1c1056e0 0x7fbf1c19cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf2249a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 0x7fbf1c196c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf2249a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf1c197290 con 0x7fbf1c1967c0 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf2249a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf1c197400 con 0x7fbf1c100610 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf2249a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf1c1975c0 con 0x7fbf1c1056e0 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 0x7fbf1c196c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 0x7fbf1c196c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55968/0 (socket says 172.21.15.17:55968) 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 -- 172.21.15.17:0/30085168 learned_addr learned my addr 172.21.15.17:0/30085168 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf1c100610 0x7fbf1c19c6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf1c1056e0 0x7fbf1c19cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 -- 172.21.15.17:0/30085168 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf1c1056e0 msgr2=0x7fbf1c19cbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf1c1056e0 0x7fbf1c19cbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 -- 172.21.15.17:0/30085168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf1c100610 msgr2=0x7fbf1c19c6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf1c100610 0x7fbf1c19c6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 -- 172.21.15.17:0/30085168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf14009900 con 0x7fbf1c1967c0 2024-03-16T18:31:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.915+0000 7fbf20a37640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 0x7fbf1c196c40 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fbf14005e30 tx=0x7fbf14035ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.916+0000 7fbf197fa640 1 -- 172.21.15.17:0/30085168 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf140329e0 con 0x7fbf1c1967c0 2024-03-16T18:31:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.916+0000 7fbf197fa640 1 -- 172.21.15.17:0/30085168 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf14035e90 con 0x7fbf1c1967c0 2024-03-16T18:31:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.916+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf1c1a34b0 con 0x7fbf1c1967c0 2024-03-16T18:31:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.916+0000 7fbf197fa640 1 -- 172.21.15.17:0/30085168 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf14004600 con 0x7fbf1c1967c0 2024-03-16T18:31:06.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.916+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf1c1a3930 con 0x7fbf1c1967c0 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf197fa640 1 -- 172.21.15.17:0/30085168 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbf1403b040 con 0x7fbf1c1967c0 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 Processor -- start 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 -- start start 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b08014e840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf197fa640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf040a1ba0 0x7fbf040a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014ed80 0x55b080157420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 0x55b080159d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b080107960 con 0x55b080157960 2024-03-16T18:31:06.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0800bb310 con 0x55b08014ed80 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.918+0000 7fbf2507c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0800b8840 con 0x55b08014e460 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 0x55b080159d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf040a1ba0 0x7fbf040a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 0x55b080159d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:55984/0 (socket says 172.21.15.17:55984) 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014ed80 0x55b080157420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 -- 172.21.15.17:0/730142774 learned_addr learned my addr 172.21.15.17:0/730142774 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b08014e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf197fa640 1 -- 172.21.15.17:0/30085168 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fbf140f0470 con 0x7fbf1c1967c0 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 -- 172.21.15.17:0/730142774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 msgr2=0x55b08014e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b08014e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 -- 172.21.15.17:0/730142774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014ed80 msgr2=0x55b080157420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014ed80 0x55b080157420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 -- 172.21.15.17:0/730142774 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b080076060 con 0x55b080157960 2024-03-16T18:31:06.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014ed80 0x55b080157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf040a1ba0 0x7fbf040a4060 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009bd0 tx=0x7fbf0c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf20a37640 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 0x55b080159d50 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fbf140ed850 tx=0x7fbf14032b40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7731b76ee57a55b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf027fc640 1 -- 172.21.15.17:0/730142774 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf140d5be0 con 0x55b080157960 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf027fc640 1 -- 172.21.15.17:0/730142774 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf140d7070 con 0x55b080157960 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.919+0000 7fbf027fc640 1 -- 172.21.15.17:0/730142774 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf140bccd0 con 0x55b080157960 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 -- 172.21.15.17:0/730142774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 msgr2=0x55b080159d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 0x55b080159d50 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7fbf140ed850 tx=0x7fbf14032b40 comp rx=0 tx=0).stop 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 -- 172.21.15.17:0/730142774 shutdown_connections 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b080157960 0x55b080159d50 unknown :-1 s=CLOSED pgs=1260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014ed80 0x55b080157420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 --2- 172.21.15.17:0/730142774 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b08014e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 -- 172.21.15.17:0/730142774 >> 172.21.15.17:0/730142774 conn(0x55b080148b90 msgr2=0x55b080148f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 -- 172.21.15.17:0/730142774 shutdown_connections 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 -- 172.21.15.17:0/730142774 wait complete. 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.920+0000 7fbf2507c740 1 -- start start 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 Processor -- start 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b080157290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080154620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b080157960 0x55b080154b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0800b4020 con 0x55b08014ed80 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b07fd87430 con 0x55b080157960 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b07fd43e00 con 0x55b08014e460 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf2507c740 10 client.0 _ll_register_callbacks cb 0x55b08005bcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1bfff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b080157290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56000/0 (socket says 172.21.15.17:56000) 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/898015005 learned_addr learned my addr 172.21.15.17:0/898015005 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf20a37640 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b080157960 0x55b080154b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/898015005 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 msgr2=0x55b080157290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b080157290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b080157960 msgr2=0x55b080154b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b080157960 0x55b080154b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/898015005 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf1c1a3930 con 0x55b08014ed80 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080154620 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7fbf10012a20 tx=0x7fbf10012ee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7159e6fac530f212 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.921+0000 7fbefb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbefb7fe640 1 -- 172.21.15.17:0/898015005 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf10016070 con 0x55b08014ed80 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbefb7fe640 1 -- 172.21.15.17:0/898015005 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fbf1000edb0 con 0x55b08014ed80 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b07fdb37e0 con 0x55b08014ed80 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbefb7fe640 1 -- 172.21.15.17:0/898015005 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf100047a0 con 0x55b08014ed80 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 10 client.18450 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b0800b26a0 con 0x55b08014ed80 2024-03-16T18:31:06.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbefb7fe640 1 -- 172.21.15.17:0/898015005 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55b07fdb37e0 con 0x55b08014ed80 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbefb7fe640 1 -- 172.21.15.17:0/898015005 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbf1001d070 con 0x55b08014ed80 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 10 client.18450 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 10 client.18450 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 20 client.18450 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b080167840 0x55b080169c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 4 client.18450 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b07fdf0720 con 0x55b080167840 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.922+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b080167840 0x55b080169c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.923+0000 7fbefb7fe640 10 client.18450 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.923+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b080167840 0x55b080169c60 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=63a0e9ef243a9a86 server_cookie=ec868b50b8323b85 in_seq=0 out_seq=0 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbefb7fe640 1 -- 172.21.15.17:0/898015005 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b07fdf0720 con 0x55b080167840 2024-03-16T18:31:06.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbefb7fe640 10 client.18450 handle_command_reply: tid=0 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 client.18450 shutdown 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 msgr2=0x55b080154620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080154620 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7fbf10012a20 tx=0x7fbf10012ee0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 shutdown_connections 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b080167840 0x55b080169c60 crc :-1 s=READY pgs=185 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080154620 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b080157960 0x55b080154b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 --2- 172.21.15.17:0/898015005 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b08014e460 0x55b080157290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbefb7fe640 0 client.18450 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 >> 172.21.15.17:0/898015005 conn(0x55b080148b90 msgr2=0x55b08014a050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 shutdown_connections 2024-03-16T18:31:06.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 1 -- 172.21.15.17:0/898015005 wait complete. 2024-03-16T18:31:06.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.924+0000 7fbf2507c740 20 client.18450 trim_cache size 0 max 16384 2024-03-16T18:31:06.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.936+0000 7fbf2507c740 1 Processor -- start 2024-03-16T18:31:06.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.936+0000 7fbf2507c740 1 -- start start 2024-03-16T18:31:06.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b080156d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080157290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b080162aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf2507c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b080039130 con 0x55b08014ed80 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf2507c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b08014e100 con 0x55b08014e460 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf2507c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0801642e0 con 0x55b080157960 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080157290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080157290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56016/0 (socket says 172.21.15.17:56016) 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/1359241519 learned_addr learned my addr 172.21.15.17:0/1359241519 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b080156d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf20a37640 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b080162aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/1359241519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 msgr2=0x55b080162aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b080162aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/1359241519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 msgr2=0x55b080156d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b080156d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/1359241519 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b08004ec20 con 0x55b08014ed80 2024-03-16T18:31:06.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080157290 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fbf10005de0 tx=0x7fbf10005610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99b311840fbc055b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf01ffb640 1 -- 172.21.15.17:0/1359241519 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf10016070 con 0x55b08014ed80 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf01ffb640 1 -- 172.21.15.17:0/1359241519 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf1000edb0 con 0x55b08014ed80 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.937+0000 7fbf01ffb640 1 -- 172.21.15.17:0/1359241519 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf1000f990 con 0x55b08014ed80 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 -- 172.21.15.17:0/1359241519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 msgr2=0x55b080157290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080157290 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fbf10005de0 tx=0x7fbf10005610 comp rx=0 tx=0).stop 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 -- 172.21.15.17:0/1359241519 shutdown_connections 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b080157290 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b080162aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 --2- 172.21.15.17:0/1359241519 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b080156d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 -- 172.21.15.17:0/1359241519 >> 172.21.15.17:0/1359241519 conn(0x55b080148b90 msgr2=0x55b08014a720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 -- 172.21.15.17:0/1359241519 shutdown_connections 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 -- 172.21.15.17:0/1359241519 wait complete. 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 -- start start 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.938+0000 7fbf2507c740 1 Processor -- start 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b08015ab80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b08015b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b08015b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0801c2170 con 0x55b08014ed80 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0801c22e0 con 0x55b08014e460 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b0801c24a0 con 0x55b080157960 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 10 client.0 _ll_register_callbacks cb 0x7fbf1000e3b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b08015b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b08015b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56020/0 (socket says 172.21.15.17:56020) 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/696170946 learned_addr learned my addr 172.21.15.17:0/696170946 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b08015ab80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf20a37640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b08015b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/696170946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 msgr2=0x55b08015b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b08015b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 msgr2=0x55b08015ab80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b08015ab80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 -- 172.21.15.17:0/696170946 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b0800b26a0 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b08015ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf1b7fe640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b08015b0c0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fbf100097c0 tx=0x7fbf10009e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce19d0a0493bd3cb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbefb7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbefb7fe640 1 -- 172.21.15.17:0/696170946 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf10016070 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbefb7fe640 1 -- 172.21.15.17:0/696170946 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fbf1000f6e0 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.939+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbf140d7070 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbefb7fe640 1 -- 172.21.15.17:0/696170946 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbf1000f8c0 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 10 client.18456 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b0800748c0 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbefb7fe640 1 -- 172.21.15.17:0/696170946 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbf140d7070 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbefb7fe640 1 -- 172.21.15.17:0/696170946 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbf1001d070 con 0x55b08014ed80 2024-03-16T18:31:06.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 10 client.18456 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 10 client.18456 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 20 client.18456 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b0801c37a0 0x55b0801c5b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 4 client.18456 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b07fe3f890 con 0x55b0801c37a0 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.940+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b0801c37a0 0x55b0801c5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbefb7fe640 10 client.18456 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf1bfff640 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b0801c37a0 0x55b0801c5b90 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5af81e2543274b40 server_cookie=b0dc34234e57ff5e in_seq=0 out_seq=0 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbefb7fe640 1 -- 172.21.15.17:0/696170946 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b07fe3f890 con 0x55b0801c37a0 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbefb7fe640 10 client.18456 handle_command_reply: tid=0 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 client.18456 shutdown 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 msgr2=0x55b08015b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b08015b0c0 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fbf100097c0 tx=0x7fbf10009e90 comp rx=0 tx=0).stop 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 shutdown_connections 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55b0801c37a0 0x55b0801c5b90 crc :-1 s=READY pgs=186 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b08014ed80 0x55b08015b0c0 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b080157960 0x55b08015b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbefb7fe640 0 client.18456 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 --2- 172.21.15.17:0/696170946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b08014e460 0x55b08015ab80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 >> 172.21.15.17:0/696170946 conn(0x55b080148b90 msgr2=0x55b080153e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 shutdown_connections 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 1 -- 172.21.15.17:0/696170946 wait complete. 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.941+0000 7fbf2507c740 20 client.18456 trim_cache size 0 max 16384 2024-03-16T18:31:06.947 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:06.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf040a1ba0 msgr2=0x7fbf040a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf040a1ba0 0x7fbf040a4060 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fbf0c009bd0 tx=0x7fbf0c005f90 comp rx=0 tx=0).stop 2024-03-16T18:31:06.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 msgr2=0x7fbf1c196c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:06.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 0x7fbf1c196c40 secure :-1 s=READY pgs=1259 cs=0 l=1 rev1=1 crypto rx=0x7fbf14005e30 tx=0x7fbf14035ca0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 shutdown_connections 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbf040a1ba0 0x7fbf040a4060 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbf1c1967c0 0x7fbf1c196c40 unknown :-1 s=CLOSED pgs=1259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbf1c1056e0 0x7fbf1c19cbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 --2- 172.21.15.17:0/30085168 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbf1c100610 0x7fbf1c19c6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 >> 172.21.15.17:0/30085168 conn(0x7fbf1c076770 msgr2=0x7fbf1c0fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 shutdown_connections 2024-03-16T18:31:06.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:06.942+0000 7fbf2249a640 1 -- 172.21.15.17:0/30085168 wait complete. 2024-03-16T18:31:07.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2894098040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:31:07.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2894098040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:31:07.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2894098040' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:31:07.952 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:31:07.952 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:31:07.952 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 -- 172.21.15.17:0/55259817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe64101e60 msgr2=0x7efe6410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 --2- 172.21.15.17:0/55259817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe64101e60 0x7efe6410e320 secure :-1 s=READY pgs=1264 cs=0 l=1 rev1=1 crypto rx=0x7efe5c009900 tx=0x7efe5c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 -- 172.21.15.17:0/55259817 shutdown_connections 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 --2- 172.21.15.17:0/55259817 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe64101e60 0x7efe6410e320 unknown :-1 s=CLOSED pgs=1264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 --2- 172.21.15.17:0/55259817 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe641014a0 0x7efe64101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 --2- 172.21.15.17:0/55259817 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe64107560 0x7efe64107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.075 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 -- 172.21.15.17:0/55259817 >> 172.21.15.17:0/55259817 conn(0x7efe640fcf90 msgr2=0x7efe640ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 -- 172.21.15.17:0/55259817 shutdown_connections 2024-03-16T18:31:08.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.075+0000 7efe68a23640 1 -- 172.21.15.17:0/55259817 wait complete. 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 Processor -- start 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 -- start start 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 0x7efe6419d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe64101e60 0x7efe6419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe64107560 0x7efe64197730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe64197ec0 con 0x7efe641014a0 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe64198030 con 0x7efe64107560 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe68a23640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe641981f0 con 0x7efe64101e60 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe6259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 0x7efe6419d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe6259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 0x7efe6419d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56040/0 (socket says 172.21.15.17:56040) 2024-03-16T18:31:08.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe6259c640 1 -- 172.21.15.17:0/1794873547 learned_addr learned my addr 172.21.15.17:0/1794873547 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe61d9b640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe64101e60 0x7efe6419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.076+0000 7efe62d9d640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe64107560 0x7efe64197730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe6259c640 1 -- 172.21.15.17:0/1794873547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe64101e60 msgr2=0x7efe6419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe6259c640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe64101e60 0x7efe6419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe6259c640 1 -- 172.21.15.17:0/1794873547 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe64107560 msgr2=0x7efe64197730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe6259c640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe64107560 0x7efe64197730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe6259c640 1 -- 172.21.15.17:0/1794873547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe5c009560 con 0x7efe641014a0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe61d9b640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe64101e60 0x7efe6419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe6259c640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 0x7efe6419d670 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7efe5400ebc0 tx=0x7efe5400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe537fe640 1 -- 172.21.15.17:0/1794873547 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe540099b0 con 0x7efe641014a0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe537fe640 1 -- 172.21.15.17:0/1794873547 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efe5400eec0 con 0x7efe641014a0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe537fe640 1 -- 172.21.15.17:0/1794873547 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe54018a80 con 0x7efe641014a0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe641984d0 con 0x7efe641014a0 2024-03-16T18:31:08.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.077+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe641a45f0 con 0x7efe641014a0 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.079+0000 7efe537fe640 1 -- 172.21.15.17:0/1794873547 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7efe54018be0 con 0x7efe641014a0 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.079+0000 7efe6b601740 1 Processor -- start 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 -- start start 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76604760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 0x561c7660d2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c7660d8b0 0x561c7660fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c76572f90 con 0x561c76604d30 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c765704c0 con 0x561c76604380 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6b601740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c7656bca0 con 0x561c7660d8b0 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 0x561c7660d2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe537fe640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7efe4c0a1ba0 0x7efe4c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 0x561c7660d2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56054/0 (socket says 172.21.15.17:56054) 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 -- 172.21.15.17:0/2218016033 learned_addr learned my addr 172.21.15.17:0/2218016033 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe61d9b640 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c7660d8b0 0x561c7660fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76604760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe62d9d640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7efe4c0a1ba0 0x7efe4c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe537fe640 1 -- 172.21.15.17:0/1794873547 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7efe54014070 con 0x7efe641014a0 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 -- 172.21.15.17:0/2218016033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c7660d8b0 msgr2=0x561c7660fd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c7660d8b0 0x561c7660fd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 -- 172.21.15.17:0/2218016033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 msgr2=0x561c76604760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76604760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe6259c640 1 -- 172.21.15.17:0/2218016033 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561c7652e0b0 con 0x561c76604d30 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.080+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76604760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.081+0000 7efe6259c640 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 0x561c7660d2e0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7efe5409ac50 tx=0x7efe5400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c1dc48c7c2f66aa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.081+0000 7efe62d9d640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7efe4c0a1ba0 0x7efe4c0a4060 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efe5c005ab0 tx=0x7efe5c0058d0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.081+0000 7efe50ff9640 1 -- 172.21.15.17:0/2218016033 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5409eb30 con 0x561c76604d30 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.081+0000 7efe50ff9640 1 -- 172.21.15.17:0/2218016033 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efe5409be90 con 0x561c76604d30 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.081+0000 7efe50ff9640 1 -- 172.21.15.17:0/2218016033 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe540d0110 con 0x561c76604d30 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- 172.21.15.17:0/2218016033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 msgr2=0x561c7660d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 0x561c7660d2e0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7efe5409ac50 tx=0x7efe5400cf90 comp rx=0 tx=0).stop 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- 172.21.15.17:0/2218016033 shutdown_connections 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604d30 0x561c7660d2e0 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c7660d8b0 0x561c7660fd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- 172.21.15.17:0/2218016033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76604760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- 172.21.15.17:0/2218016033 >> 172.21.15.17:0/2218016033 conn(0x561c765fe840 msgr2=0x561c765fec20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- 172.21.15.17:0/2218016033 shutdown_connections 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- 172.21.15.17:0/2218016033 wait complete. 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- start start 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 Processor -- start 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604380 0x561c7660a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604d30 0x561c7660ad40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c7660b280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c76510f40 con 0x561c7660d8b0 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c7623f4b0 con 0x561c76604d30 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.082+0000 7efe6b601740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c764f1670 con 0x561c76604380 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe6b601740 10 client.0 _ll_register_callbacks cb 0x561c7655ef70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c7660b280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c7660b280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56062/0 (socket says 172.21.15.17:56062) 2024-03-16T18:31:08.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 -- 172.21.15.17:0/2108610949 learned_addr learned my addr 172.21.15.17:0/2108610949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe6259c640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604380 0x561c7660a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe61d9b640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604d30 0x561c7660ad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 -- 172.21.15.17:0/2108610949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604380 msgr2=0x561c7660a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604380 0x561c7660a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 -- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604d30 msgr2=0x561c7660ad40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604d30 0x561c7660ad40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 -- 172.21.15.17:0/2108610949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe641a45f0 con 0x561c7660d8b0 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe61d9b640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604d30 0x561c7660ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c7660b280 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7efe5c005c40 tx=0x7efe5c009260 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c95ef413cc77579 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.090 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe49ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe49ffb640 1 -- 172.21.15.17:0/2108610949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5c048050 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe49ffb640 1 -- 172.21.15.17:0/2108610949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7efe5c0038c0 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561c76545f40 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe49ffb640 1 -- 172.21.15.17:0/2108610949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe5c003a80 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe6b601740 10 client.18468 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.083+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561c7656a320 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe49ffb640 1 -- 172.21.15.17:0/2108610949 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561c76545f40 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe49ffb640 1 -- 172.21.15.17:0/2108610949 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7efe5c043480 con 0x561c7660d8b0 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6b601740 10 client.18468 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6b601740 10 client.18468 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6b601740 20 client.18468 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6b601740 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7661de60 0x561c76620280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6b601740 4 client.18468 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:08.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561c76562310 con 0x561c7661de60 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6259c640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7661de60 0x561c76620280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe6259c640 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7661de60 0x561c76620280 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8af86ea34c6fbe35 server_cookie=3b92303f06f2ef9d in_seq=0 out_seq=0 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.084+0000 7efe49ffb640 10 client.18468 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe49ffb640 1 -- 172.21.15.17:0/2108610949 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x561c76562310 con 0x561c7661de60 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe49ffb640 10 client.18468 handle_command_reply: tid=0 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 client.18468 shutdown 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 msgr2=0x561c7660b280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c7660b280 secure :-1 s=READY pgs=1267 cs=0 l=1 rev1=1 crypto rx=0x7efe5c005c40 tx=0x7efe5c009260 comp rx=0 tx=0).stop 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 shutdown_connections 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7661de60 0x561c76620280 crc :-1 s=READY pgs=187 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c7660b280 unknown :-1 s=CLOSED pgs=1267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604d30 0x561c7660ad40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe49ffb640 0 client.18468 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 --2- 172.21.15.17:0/2108610949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604380 0x561c7660a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 >> 172.21.15.17:0/2108610949 conn(0x561c765fe840 msgr2=0x561c766007a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 shutdown_connections 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 1 -- 172.21.15.17:0/2108610949 wait complete. 2024-03-16T18:31:08.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.085+0000 7efe6b601740 20 client.18468 trim_cache size 0 max 16384 2024-03-16T18:31:08.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 Processor -- start 2024-03-16T18:31:08.105 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 -- start start 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 0x561c7660cf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c7660b0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c7660d8b0 0x561c76618d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c766060e0 con 0x561c76604380 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c76545f70 con 0x561c7660d8b0 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6b601740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c7661a860 con 0x561c76604d30 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 0x561c7660cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 0x561c7660cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56072/0 (socket says 172.21.15.17:56072) 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 -- 172.21.15.17:0/2558643522 learned_addr learned my addr 172.21.15.17:0/2558643522 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c7660d8b0 0x561c76618d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 -- 172.21.15.17:0/2558643522 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 msgr2=0x561c7660b0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c7660b0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 -- 172.21.15.17:0/2558643522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c7660d8b0 msgr2=0x561c76618d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c7660d8b0 0x561c76618d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 -- 172.21.15.17:0/2558643522 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561c76506c00 con 0x561c76604380 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c7660d8b0 0x561c76618d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe6259c640 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 0x561c7660cf30 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7efe5409a790 tx=0x7efe5400cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ca5047198fbb91e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.102+0000 7efe4bfff640 1 -- 172.21.15.17:0/2558643522 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe540ce330 con 0x561c76604380 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe4bfff640 1 -- 172.21.15.17:0/2558643522 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7efe5409be90 con 0x561c76604380 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe4bfff640 1 -- 172.21.15.17:0/2558643522 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe540b3240 con 0x561c76604380 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 -- 172.21.15.17:0/2558643522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 msgr2=0x561c7660cf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 0x561c7660cf30 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7efe5409a790 tx=0x7efe5400cf90 comp rx=0 tx=0).stop 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 -- 172.21.15.17:0/2558643522 shutdown_connections 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c7660d8b0 0x561c76618d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c7660b0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.107 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 --2- 172.21.15.17:0/2558643522 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c76604380 0x561c7660cf30 unknown :-1 s=CLOSED pgs=1268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 -- 172.21.15.17:0/2558643522 >> 172.21.15.17:0/2558643522 conn(0x561c765fe840 msgr2=0x561c76600730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 -- 172.21.15.17:0/2558643522 shutdown_connections 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 -- 172.21.15.17:0/2558643522 wait complete. 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 -- start start 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.103+0000 7efe6b601740 1 Processor -- start 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76612830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c76612d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c766132b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c766086b0 con 0x561c7660d8b0 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c76608820 con 0x561c76604380 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561c76679720 con 0x561c76604d30 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 10 client.0 _ll_register_callbacks cb 0x7efe5c009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c766132b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6259c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76612830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.108 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe61d9b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c76612d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6259c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76612830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:39094/0 (socket says 172.21.15.17:39094) 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6259c640 1 -- 172.21.15.17:0/2720843246 learned_addr learned my addr 172.21.15.17:0/2720843246 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 -- 172.21.15.17:0/2720843246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 msgr2=0x561c76612d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c76612d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 -- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 msgr2=0x561c76612830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76612830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 -- 172.21.15.17:0/2720843246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561c7652e0b0 con 0x561c7660d8b0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe62d9d640 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c766132b0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7efe5c0437e0 tx=0x7efe5c005940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c24d6cffcadd3c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe49ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe49ffb640 1 -- 172.21.15.17:0/2720843246 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5c048040 con 0x561c7660d8b0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe49ffb640 1 -- 172.21.15.17:0/2720843246 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7efe5c02c940 con 0x561c7660d8b0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.104+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561c76591900 con 0x561c7660d8b0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe49ffb640 1 -- 172.21.15.17:0/2720843246 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7efe5c043c50 con 0x561c7660d8b0 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 10 client.18474 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:08.109 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561c7652c910 con 0x561c7660d8b0 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe49ffb640 1 -- 172.21.15.17:0/2720843246 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x561c76591900 con 0x561c7660d8b0 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe49ffb640 1 -- 172.21.15.17:0/2720843246 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7efe5c005210 con 0x561c7660d8b0 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 10 client.18474 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 10 client.18474 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 20 client.18474 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7667ac50 0x561c7667d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 4 client.18474 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x561c7626b860 con 0x561c7667ac50 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6259c640 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7667ac50 0x561c7667d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe49ffb640 10 client.18474 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.110 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.105+0000 7efe6259c640 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7667ac50 0x561c7667d070 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ac40be7d6c3406a8 server_cookie=621905dfa93ebdf9 in_seq=0 out_seq=0 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe49ffb640 1 -- 172.21.15.17:0/2720843246 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x561c7626b860 con 0x561c7667ac50 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe49ffb640 10 client.18474 handle_command_reply: tid=0 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 client.18474 shutdown 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 msgr2=0x561c766132b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c766132b0 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7efe5c0437e0 tx=0x7efe5c005940 comp rx=0 tx=0).stop 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 shutdown_connections 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561c7667ac50 0x561c7667d070 crc :-1 s=READY pgs=188 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561c7660d8b0 0x561c766132b0 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561c76604d30 0x561c76612d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 --2- 172.21.15.17:0/2720843246 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561c76604380 0x561c76612830 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 >> 172.21.15.17:0/2720843246 conn(0x561c765fe840 msgr2=0x561c765fd050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe49ffb640 0 client.18474 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 shutdown_connections 2024-03-16T18:31:08.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 1 -- 172.21.15.17:0/2720843246 wait complete. 2024-03-16T18:31:08.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.107+0000 7efe6b601740 20 client.18474 trim_cache size 0 max 16384 2024-03-16T18:31:08.113 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:31:08.113 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:31:08.113 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "685908db-4f5e-4d11-9d9b-b134bef80b73", 2024-03-16T18:31:08.113 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:31:08.113 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:31:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7efe4c0a1ba0 msgr2=0x7efe4c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7efe4c0a1ba0 0x7efe4c0a4060 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efe5c005ab0 tx=0x7efe5c0058d0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 msgr2=0x7efe6419d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.114 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 0x7efe6419d670 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7efe5400ebc0 tx=0x7efe5400c6a0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 shutdown_connections 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7efe4c0a1ba0 0x7efe4c0a4060 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7efe64107560 0x7efe64197730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7efe64101e60 0x7efe6419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 --2- 172.21.15.17:0/1794873547 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7efe641014a0 0x7efe6419d670 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 >> 172.21.15.17:0/1794873547 conn(0x7efe640fcf90 msgr2=0x7efe640fe750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 shutdown_connections 2024-03-16T18:31:08.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.108+0000 7efe68a23640 1 -- 172.21.15.17:0/1794873547 wait complete. 2024-03-16T18:31:08.118 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:31:08.118 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:31:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 -- 172.21.15.17:0/2098498410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c06a4e0 msgr2=0x7fab9c10e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 --2- 172.21.15.17:0/2098498410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c06a4e0 0x7fab9c10e310 secure :-1 s=READY pgs=1270 cs=0 l=1 rev1=1 crypto rx=0x7fab94009cd0 tx=0x7fab9402c180 comp rx=0 tx=0).stop 2024-03-16T18:31:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 -- 172.21.15.17:0/2098498410 shutdown_connections 2024-03-16T18:31:08.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 --2- 172.21.15.17:0/2098498410 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c06a4e0 0x7fab9c10e310 unknown :-1 s=CLOSED pgs=1270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 --2- 172.21.15.17:0/2098498410 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab9c069b20 0x7fab9c069fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 --2- 172.21.15.17:0/2098498410 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab9c107600 0x7fab9c1079e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 -- 172.21.15.17:0/2098498410 >> 172.21.15.17:0/2098498410 conn(0x7fab9c077190 msgr2=0x7fab9c0775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 -- 172.21.15.17:0/2098498410 shutdown_connections 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.224+0000 7faba14df640 1 -- 172.21.15.17:0/2098498410 wait complete. 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 Processor -- start 2024-03-16T18:31:08.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 -- start start 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab9c069b20 0x7fab9c19d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab9c06a4e0 0x7fab9c19db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 0x7fab9c1976f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab9c197e80 con 0x7fab9c107600 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab9c197ff0 con 0x7fab9c06a4e0 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7faba14df640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab9c1981b0 con 0x7fab9c069b20 2024-03-16T18:31:08.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7fab9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 0x7fab9c1976f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7fab9b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 0x7fab9c1976f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56094/0 (socket says 172.21.15.17:56094) 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7fab9b7fe640 1 -- 172.21.15.17:0/1985515455 learned_addr learned my addr 172.21.15.17:0/1985515455 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7fab93fff640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab9c06a4e0 0x7fab9c19db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.225+0000 7fab9affd640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab9c069b20 0x7fab9c19d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab9b7fe640 1 -- 172.21.15.17:0/1985515455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab9c069b20 msgr2=0x7fab9c19d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab9b7fe640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab9c069b20 0x7fab9c19d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab9b7fe640 1 -- 172.21.15.17:0/1985515455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab9c06a4e0 msgr2=0x7fab9c19db70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab9b7fe640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab9c06a4e0 0x7fab9c19db70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab9b7fe640 1 -- 172.21.15.17:0/1985515455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab94009900 con 0x7fab9c107600 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab9b7fe640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 0x7fab9c1976f0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fab94009ca0 tx=0x7fab94034930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab98ff9640 1 -- 172.21.15.17:0/1985515455 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab94003d80 con 0x7fab9c107600 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab98ff9640 1 -- 172.21.15.17:0/1985515455 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab94032b30 con 0x7fab9c107600 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7fab98ff9640 1 -- 172.21.15.17:0/1985515455 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab94004670 con 0x7fab9c107600 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab9c198430 con 0x7fab9c107600 2024-03-16T18:31:08.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.226+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab9c1a45b0 con 0x7fab9c107600 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.228+0000 7fab98ff9640 1 -- 172.21.15.17:0/1985515455 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fab9403b040 con 0x7fab9c107600 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.228+0000 7faba4196740 1 Processor -- start 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 -- start start 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b382b0 0x558ed0b38690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b41270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b43ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0aa7280 con 0x558ed0b38bd0 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0aa47b0 con 0x558ed0b382b0 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab98ff9640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab880a1ba0 0x7fab880a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7faba4196740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0a9ff90 con 0x558ed0b417b0 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b41270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b382b0 0x558ed0b38690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b41270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56104/0 (socket says 172.21.15.17:56104) 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab9affd640 1 -- 172.21.15.17:0/746268411 learned_addr learned my addr 172.21.15.17:0/746268411 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b43ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab98ff9640 1 -- 172.21.15.17:0/1985515455 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fab940f04c0 con 0x7fab9c107600 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab9b7fe640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab880a1ba0 0x7fab880a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 -- 172.21.15.17:0/746268411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 msgr2=0x558ed0b43ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b43ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 -- 172.21.15.17:0/746268411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 msgr2=0x558ed0b41270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b41270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.229+0000 7fab93fff640 1 -- 172.21.15.17:0/746268411 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ed0a5e570 con 0x558ed0b382b0 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7fab93fff640 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b382b0 0x558ed0b38690 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fab84009730 tx=0x7fab840096c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f65adf9db6b64c82 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.245 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7fab9b7fe640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab880a1ba0 0x7fab880a4060 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fab940b9750 tx=0x7fab940095c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7fab917fa640 1 -- 172.21.15.17:0/746268411 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab84004050 con 0x558ed0b382b0 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7fab917fa640 1 -- 172.21.15.17:0/746268411 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab84005020 con 0x558ed0b382b0 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7fab917fa640 1 -- 172.21.15.17:0/746268411 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8400fc90 con 0x558ed0b382b0 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7faba4196740 1 -- 172.21.15.17:0/746268411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b382b0 msgr2=0x558ed0b38690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.230+0000 7faba4196740 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b382b0 0x558ed0b38690 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fab84009730 tx=0x7fab840096c0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- 172.21.15.17:0/746268411 shutdown_connections 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b41270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.246 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b43ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 --2- 172.21.15.17:0/746268411 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b382b0 0x558ed0b38690 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- 172.21.15.17:0/746268411 >> 172.21.15.17:0/746268411 conn(0x558ed0b32990 msgr2=0x558ed0b32d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- 172.21.15.17:0/746268411 shutdown_connections 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- 172.21.15.17:0/746268411 wait complete. 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- start start 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 Processor -- start 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b3e610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b38bd0 0x558ed0b3eb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.247 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b3f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0773430 con 0x558ed0b382b0 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed072fe00 con 0x558ed0b38bd0 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0a24fd0 con 0x558ed0b417b0 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7faba4196740 10 client.0 _ll_register_callbacks cb 0x558ed0a7afd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7fab93fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b3e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7fab93fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b3e610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56114/0 (socket says 172.21.15.17:56114) 2024-03-16T18:31:08.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7fab93fff640 1 -- 172.21.15.17:0/2919727075 learned_addr learned my addr 172.21.15.17:0/2919727075 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7fab9affd640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b38bd0 0x558ed0b3eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.231+0000 7fab93fff640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b3f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab93fff640 1 -- 172.21.15.17:0/2919727075 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 msgr2=0x558ed0b3f090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab93fff640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b3f090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab93fff640 1 -- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b38bd0 msgr2=0x558ed0b3eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab93fff640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b38bd0 0x558ed0b3eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab93fff640 1 -- 172.21.15.17:0/2919727075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab8401d040 con 0x558ed0b382b0 2024-03-16T18:31:08.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab93fff640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b3e610 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7fab84009560 tx=0x7fab8400f990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f3604faca2b9be0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab827fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab827fc640 1 -- 172.21.15.17:0/2919727075 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab840046c0 con 0x558ed0b382b0 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab827fc640 1 -- 172.21.15.17:0/2919727075 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fab84004820 con 0x558ed0b382b0 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ed079f7e0 con 0x558ed0b382b0 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab827fc640 1 -- 172.21.15.17:0/2919727075 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab84004a00 con 0x558ed0b382b0 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 10 client.18486 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:08.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558ed0a9e610 con 0x558ed0b382b0 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab827fc640 1 -- 172.21.15.17:0/2919727075 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558ed079f7e0 con 0x558ed0b382b0 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7fab827fc640 1 -- 172.21.15.17:0/2919727075 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fab84021070 con 0x558ed0b382b0 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 10 client.18486 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 10 client.18486 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 20 client.18486 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0b51970 0x558ed0b53d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 4 client.18486 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:08.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.232+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558ed07dc720 con 0x558ed0b51970 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.233+0000 7fab9affd640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0b51970 0x558ed0b53d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.233+0000 7fab9affd640 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0b51970 0x558ed0b53d90 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f7d3f2b118794f8 server_cookie=b5d75d34c4f5d809 in_seq=0 out_seq=0 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.233+0000 7fab827fc640 10 client.18486 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7fab827fc640 1 -- 172.21.15.17:0/2919727075 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558ed07dc720 con 0x558ed0b51970 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7fab827fc640 10 client.18486 handle_command_reply: tid=0 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 client.18486 shutdown 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 msgr2=0x558ed0b3e610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b3e610 secure :-1 s=READY pgs=1272 cs=0 l=1 rev1=1 crypto rx=0x7fab84009560 tx=0x7fab8400f990 comp rx=0 tx=0).stop 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 shutdown_connections 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0b51970 0x558ed0b53d90 crc :-1 s=READY pgs=189 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b417b0 0x558ed0b3f090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b38bd0 0x558ed0b3eb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 --2- 172.21.15.17:0/2919727075 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b3e610 unknown :-1 s=CLOSED pgs=1272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7fab827fc640 0 client.18486 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 >> 172.21.15.17:0/2919727075 conn(0x558ed0b32990 msgr2=0x558ed0b34730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 shutdown_connections 2024-03-16T18:31:08.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 1 -- 172.21.15.17:0/2919727075 wait complete. 2024-03-16T18:31:08.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.234+0000 7faba4196740 20 client.18486 trim_cache size 0 max 16384 2024-03-16T18:31:08.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 Processor -- start 2024-03-16T18:31:08.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 -- start start 2024-03-16T18:31:08.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b40d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b38bd0 0x558ed0b3d770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.262 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b3ece0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0b2e120 con 0x558ed0b382b0 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.250+0000 7faba4196740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0b516f0 con 0x558ed0b417b0 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7faba4196740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0b3e400 con 0x558ed0b38bd0 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b40d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b40d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56128/0 (socket says 172.21.15.17:56128) 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 -- 172.21.15.17:0/2061844108 learned_addr learned my addr 172.21.15.17:0/2061844108 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab9affd640 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b38bd0 0x558ed0b3d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b3ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.263 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 -- 172.21.15.17:0/2061844108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b38bd0 msgr2=0x558ed0b3d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b38bd0 0x558ed0b3d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 -- 172.21.15.17:0/2061844108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 msgr2=0x558ed0b3ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b3ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 -- 172.21.15.17:0/2061844108 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558ed0a3aac0 con 0x558ed0b382b0 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab93fff640 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b40d40 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fab84023ac0 tx=0x7fab84005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92be8abcec1533b3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab90ff9640 1 -- 172.21.15.17:0/2061844108 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8400fae0 con 0x558ed0b382b0 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab90ff9640 1 -- 172.21.15.17:0/2061844108 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fab840238f0 con 0x558ed0b382b0 2024-03-16T18:31:08.264 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.251+0000 7fab90ff9640 1 -- 172.21.15.17:0/2061844108 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab84003ba0 con 0x558ed0b382b0 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- 172.21.15.17:0/2061844108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 msgr2=0x558ed0b40d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b40d40 secure :-1 s=READY pgs=1273 cs=0 l=1 rev1=1 crypto rx=0x7fab84023ac0 tx=0x7fab84005970 comp rx=0 tx=0).stop 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- 172.21.15.17:0/2061844108 shutdown_connections 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b3ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b38bd0 0x558ed0b3d770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- 172.21.15.17:0/2061844108 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b382b0 0x558ed0b40d40 unknown :-1 s=CLOSED pgs=1273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- 172.21.15.17:0/2061844108 >> 172.21.15.17:0/2061844108 conn(0x558ed0b32990 msgr2=0x558ed0b3e5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.265 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- 172.21.15.17:0/2061844108 shutdown_connections 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- 172.21.15.17:0/2061844108 wait complete. 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- start start 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 Processor -- start 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b382b0 0x558ed0b42290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b427d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b42d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0b48820 con 0x558ed0b38bd0 2024-03-16T18:31:08.266 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0b48990 con 0x558ed0b417b0 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ed0b48b50 con 0x558ed0b382b0 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.252+0000 7faba4196740 10 client.0 _ll_register_callbacks cb 0x7fab8c0097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b427d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab93fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b382b0 0x558ed0b42290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b427d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:56136/0 (socket says 172.21.15.17:56136) 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 -- 172.21.15.17:0/4263222478 learned_addr learned my addr 172.21.15.17:0/4263222478 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab93fff640 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b42d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.267 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 -- 172.21.15.17:0/4263222478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b382b0 msgr2=0x558ed0b42290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b382b0 0x558ed0b42290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 -- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 msgr2=0x558ed0b42d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b42d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 -- 172.21.15.17:0/4263222478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558ed0a9e610 con 0x558ed0b38bd0 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab9affd640 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b427d0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fab8c005b90 tx=0x7fab8c004560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc80f7c73c1628d7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab827fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab827fc640 1 -- 172.21.15.17:0/4263222478 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab8c017070 con 0x558ed0b38bd0 2024-03-16T18:31:08.268 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558ed082b890 con 0x558ed0b38bd0 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab827fc640 1 -- 172.21.15.17:0/4263222478 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(101..101 src has 1..101) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fab8c003d60 con 0x558ed0b38bd0 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab827fc640 1 -- 172.21.15.17:0/4263222478 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fab8c020770 con 0x558ed0b38bd0 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7faba4196740 10 client.18492 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558ed0a606a0 con 0x558ed0b38bd0 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.253+0000 7fab827fc640 1 -- 172.21.15.17:0/4263222478 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558ed082b890 con 0x558ed0b38bd0 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7fab827fc640 1 -- 172.21.15.17:0/4263222478 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fab8c010a60 con 0x558ed0b38bd0 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 10 client.18492 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 10 client.18492 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:08.269 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 20 client.18492 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0badf60 0x558ed0bb0380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 4 client.18492 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x558ed078e4e0 con 0x558ed0badf60 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7fab93fff640 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0badf60 0x558ed0bb0380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7fab827fc640 10 client.18492 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7fab93fff640 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0badf60 0x558ed0bb0380 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d6871a05259e07 server_cookie=6355c6ae9b786814 in_seq=0 out_seq=0 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7fab827fc640 1 -- 172.21.15.17:0/4263222478 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x558ed078e4e0 con 0x558ed0badf60 2024-03-16T18:31:08.270 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7fab827fc640 10 client.18492 handle_command_reply: tid=0 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 1 client.18492 shutdown 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 msgr2=0x558ed0b427d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.254+0000 7faba4196740 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b427d0 secure :-1 s=READY pgs=1274 cs=0 l=1 rev1=1 crypto rx=0x7fab8c005b90 tx=0x7fab8c004560 comp rx=0 tx=0).stop 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 shutdown_connections 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558ed0badf60 0x558ed0bb0380 crc :-1 s=READY pgs=190 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558ed0b38bd0 0x558ed0b427d0 unknown :-1 s=CLOSED pgs=1274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7fab827fc640 0 client.18492 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558ed0b417b0 0x558ed0b42d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.271 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 --2- 172.21.15.17:0/4263222478 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558ed0b382b0 0x558ed0b42290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 >> 172.21.15.17:0/4263222478 conn(0x558ed0b32990 msgr2=0x558ed0b3d5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 shutdown_connections 2024-03-16T18:31:08.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 1 -- 172.21.15.17:0/4263222478 wait complete. 2024-03-16T18:31:08.272 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba4196740 20 client.18492 trim_cache size 0 max 16384 2024-03-16T18:31:08.272 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: "685908db-4f5e-4d11-9d9b-b134bef80b73": { 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "685908db-4f5e-4d11-9d9b-b134bef80b73", 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:31:08.273 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:31:08.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab880a1ba0 msgr2=0x7fab880a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab880a1ba0 0x7fab880a4060 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7fab940b9750 tx=0x7fab940095c0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 msgr2=0x7fab9c1976f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:08.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 0x7fab9c1976f0 secure :-1 s=READY pgs=1271 cs=0 l=1 rev1=1 crypto rx=0x7fab94009ca0 tx=0x7fab94034930 comp rx=0 tx=0).stop 2024-03-16T18:31:08.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 shutdown_connections 2024-03-16T18:31:08.275 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fab880a1ba0 0x7fab880a4060 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fab9c107600 0x7fab9c1976f0 unknown :-1 s=CLOSED pgs=1271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fab9c06a4e0 0x7fab9c19db70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 --2- 172.21.15.17:0/1985515455 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fab9c069b20 0x7fab9c19d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:08.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 >> 172.21.15.17:0/1985515455 conn(0x7fab9c077190 msgr2=0x7fab9c0ff560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:08.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 shutdown_connections 2024-03-16T18:31:08.276 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:08.255+0000 7faba14df640 1 -- 172.21.15.17:0/1985515455 wait complete. 2024-03-16T18:31:08.276 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:08 smithi017 ceph-mon[32207]: pgmap v298: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 113 KiB/s wr, 37 op/s 2024-03-16T18:31:08.277 INFO:tasks.cephfs.filesystem:scrub status for tag:685908db-4f5e-4d11-9d9b-b134bef80b73 - {'path': '/', 'tag': '685908db-4f5e-4d11-9d9b-b134bef80b73', 'options': 'recursive,force'} 2024-03-16T18:31:08.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:08 smithi149 ceph-mon[35991]: pgmap v298: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 113 KiB/s wr, 37 op/s 2024-03-16T18:31:08.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:08 smithi153 ceph-mon[36005]: pgmap v298: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 113 KiB/s wr, 37 op/s 2024-03-16T18:31:09.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:09 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:31:09.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:09 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:09.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:09 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:31:09.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:09 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:09.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:09 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:31:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:09 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:09 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:31:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:09 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:09.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:09 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:31:09.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:09 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:09.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:09 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:31:09.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:09 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:10.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:10 smithi017 ceph-mon[32207]: pgmap v299: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 113 KiB/s wr, 37 op/s 2024-03-16T18:31:10.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:10 smithi017 ceph-mon[32207]: osdmap e102: 12 total, 12 up, 12 in 2024-03-16T18:31:10.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:10 smithi149 ceph-mon[35991]: pgmap v299: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 113 KiB/s wr, 37 op/s 2024-03-16T18:31:10.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:10 smithi149 ceph-mon[35991]: osdmap e102: 12 total, 12 up, 12 in 2024-03-16T18:31:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:10 smithi153 ceph-mon[36005]: pgmap v299: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 113 KiB/s wr, 37 op/s 2024-03-16T18:31:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:10 smithi153 ceph-mon[36005]: osdmap e102: 12 total, 12 up, 12 in 2024-03-16T18:31:12.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:12 smithi017 ceph-mon[32207]: pgmap v301: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-03-16T18:31:12.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:12 smithi149 ceph-mon[35991]: pgmap v301: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-03-16T18:31:12.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:12 smithi153 ceph-mon[36005]: pgmap v301: 129 pgs: 129 active+clean; 18 MiB data, 437 MiB used, 1.0 TiB / 1.0 TiB avail; 41 KiB/s rd, 38 KiB/s wr, 10 op/s 2024-03-16T18:31:13.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:13 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:31:13.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:13 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:31:13.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:13 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:31:14.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:14 smithi017 ceph-mon[32207]: pgmap v302: 129 pgs: 129 active+clean; 18 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 64 KiB/s wr, 17 op/s 2024-03-16T18:31:14.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:14 smithi149 ceph-mon[35991]: pgmap v302: 129 pgs: 129 active+clean; 18 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 64 KiB/s wr, 17 op/s 2024-03-16T18:31:14.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:14 smithi153 ceph-mon[36005]: pgmap v302: 129 pgs: 129 active+clean; 18 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 69 KiB/s rd, 64 KiB/s wr, 17 op/s 2024-03-16T18:31:15.069 INFO:tasks.workunit.client.0.smithi017.stdout:437/600: open fd = 3 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:438/600: open fd = 3 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:439/600: open fd = 3 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:440/600: open fd = 3 2024-03-16T18:31:15.070 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:441/600: open fd = 3 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:442/600: open fd = 3 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:443/600: open fd = 3 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:444/600: open fd = 3 2024-03-16T18:31:15.071 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:445/600: open fd = 3 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:446/600: open fd = 3 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:447/600: open fd = 3 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.072 INFO:tasks.workunit.client.0.smithi017.stdout:448/600: open fd = 3 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:449/600: open fd = 3 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:450/600: open fd = 3 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:451/600: open fd = 3 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.073 INFO:tasks.workunit.client.0.smithi017.stdout:452/600: open fd = 3 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:453/600: open fd = 3 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:454/600: open fd = 3 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.074 INFO:tasks.workunit.client.0.smithi017.stdout:455/600: open fd = 3 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:456/600: open fd = 3 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:457/600: open fd = 3 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.075 INFO:tasks.workunit.client.0.smithi017.stdout:458/600: open fd = 3 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:459/600: open fd = 3 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.077 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:460/600: open fd = 3 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:461/600: open fd = 3 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:462/600: open fd = 3 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:463/600: open fd = 3 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.078 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:464/600: open fd = 3 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:465/600: open fd = 3 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:466/600: open fd = 3 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.079 INFO:tasks.workunit.client.0.smithi017.stdout:467/600: open fd = 3 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:468/600: open fd = 3 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:469/600: open fd = 3 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:470/600: open fd = 3 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.080 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:471/600: open fd = 3 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:472/600: open fd = 3 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:473/600: open fd = 3 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:474/600: open fd = 3 2024-03-16T18:31:15.081 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:475/600: open fd = 3 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:476/600: open fd = 3 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:477/600: open fd = 3 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.082 INFO:tasks.workunit.client.0.smithi017.stdout:478/600: open fd = 3 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:479/600: open fd = 3 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:480/600: open fd = 3 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:481/600: open fd = 3 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.083 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:482/600: open fd = 3 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:483/600: open fd = 3 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:484/600: open fd = 3 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:485/600: open fd = 3 2024-03-16T18:31:15.084 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:486/600: open fd = 3 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:487/600: open fd = 3 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:488/600: open fd = 3 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.085 INFO:tasks.workunit.client.0.smithi017.stdout:489/600: open fd = 3 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:490/600: open fd = 3 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:491/600: open fd = 3 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:492/600: open fd = 3 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.086 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:493/600: open fd = 3 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:494/600: open fd = 3 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:495/600: open fd = 3 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:496/600: open fd = 3 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.087 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:497/600: open fd = 3 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:498/600: open fd = 3 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:31:15.088 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:31:16.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:16 smithi017 ceph-mon[32207]: pgmap v303: 129 pgs: 129 active+clean; 18 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:16.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:16 smithi149 ceph-mon[35991]: pgmap v303: 129 pgs: 129 active+clean; 18 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:16.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:16 smithi153 ceph-mon[36005]: pgmap v303: 129 pgs: 129 active+clean; 18 MiB data, 438 MiB used, 1.0 TiB / 1.0 TiB avail; 64 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:18.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:18 smithi149 ceph-mon[35991]: pgmap v304: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:18.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:18 smithi153 ceph-mon[36005]: pgmap v304: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:18.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:18 smithi017 ceph-mon[32207]: pgmap v304: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:20.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:20 smithi149 ceph-mon[35991]: pgmap v305: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:20.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:20 smithi153 ceph-mon[36005]: pgmap v305: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:20.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:20 smithi017 ceph-mon[32207]: pgmap v305: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 62 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:31:22.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:22 smithi149 ceph-mon[35991]: pgmap v306: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-03-16T18:31:22.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:22 smithi153 ceph-mon[36005]: pgmap v306: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-03-16T18:31:22.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:22 smithi017 ceph-mon[32207]: pgmap v306: 129 pgs: 129 active+clean; 18 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 15 op/s 2024-03-16T18:31:24.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:24 smithi149 ceph-mon[35991]: pgmap v307: 129 pgs: 129 active+clean; 19 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 73 KiB/s wr, 20 op/s 2024-03-16T18:31:24.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:24 smithi153 ceph-mon[36005]: pgmap v307: 129 pgs: 129 active+clean; 19 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 73 KiB/s wr, 20 op/s 2024-03-16T18:31:24.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:24 smithi017 ceph-mon[32207]: pgmap v307: 129 pgs: 129 active+clean; 19 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 73 KiB/s wr, 20 op/s 2024-03-16T18:31:26.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:26 smithi149 ceph-mon[35991]: pgmap v308: 129 pgs: 129 active+clean; 19 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-03-16T18:31:26.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:26 smithi153 ceph-mon[36005]: pgmap v308: 129 pgs: 129 active+clean; 19 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-03-16T18:31:26.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:26 smithi017 ceph-mon[32207]: pgmap v308: 129 pgs: 129 active+clean; 19 MiB data, 439 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 48 KiB/s wr, 13 op/s 2024-03-16T18:31:28.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:28 smithi149 ceph-mon[35991]: pgmap v309: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:28.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:28 smithi153 ceph-mon[36005]: pgmap v309: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:28.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:28 smithi017 ceph-mon[32207]: pgmap v309: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:30.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:30 smithi149 ceph-mon[35991]: pgmap v310: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:30.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:30 smithi153 ceph-mon[36005]: pgmap v310: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:30.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:30 smithi017 ceph-mon[32207]: pgmap v310: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:32.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:32 smithi149 ceph-mon[35991]: pgmap v311: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:32.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:32 smithi153 ceph-mon[36005]: pgmap v311: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:32.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:32 smithi017 ceph-mon[32207]: pgmap v311: 129 pgs: 129 active+clean; 19 MiB data, 440 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:34.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:34 smithi149 ceph-mon[35991]: pgmap v312: 129 pgs: 129 active+clean; 19 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 68 KiB/s wr, 19 op/s 2024-03-16T18:31:34.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:34 smithi153 ceph-mon[36005]: pgmap v312: 129 pgs: 129 active+clean; 19 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 68 KiB/s wr, 19 op/s 2024-03-16T18:31:34.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:34 smithi017 ceph-mon[32207]: pgmap v312: 129 pgs: 129 active+clean; 19 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 68 KiB/s wr, 19 op/s 2024-03-16T18:31:36.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:36 smithi149 ceph-mon[35991]: pgmap v313: 129 pgs: 129 active+clean; 19 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:36.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:36 smithi153 ceph-mon[36005]: pgmap v313: 129 pgs: 129 active+clean; 19 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:36.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:36 smithi017 ceph-mon[32207]: pgmap v313: 129 pgs: 129 active+clean; 19 MiB data, 441 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:38.278 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:31:38.279 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:31:38.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:38 smithi149 ceph-mon[35991]: pgmap v314: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:31:38.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:38 smithi153 ceph-mon[36005]: pgmap v314: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:31:38.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.394+0000 7f542d12c640 1 -- 172.21.15.17:0/3928787224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100fe0 msgr2=0x7f542810d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.394+0000 7f542d12c640 1 --2- 172.21.15.17:0/3928787224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100fe0 0x7f542810d1c0 secure :-1 s=READY pgs=1275 cs=0 l=1 rev1=1 crypto rx=0x7f5420009ca0 tx=0x7f542002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 -- 172.21.15.17:0/3928787224 shutdown_connections 2024-03-16T18:31:38.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 --2- 172.21.15.17:0/3928787224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100fe0 0x7f542810d1c0 unknown :-1 s=CLOSED pgs=1275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 --2- 172.21.15.17:0/3928787224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5428100640 0x7f5428100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 --2- 172.21.15.17:0/3928787224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5428106420 0x7f5428106800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 -- 172.21.15.17:0/3928787224 >> 172.21.15.17:0/3928787224 conn(0x7f5428077190 msgr2=0x7f54280775a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 -- 172.21.15.17:0/3928787224 shutdown_connections 2024-03-16T18:31:38.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 -- 172.21.15.17:0/3928787224 wait complete. 2024-03-16T18:31:38.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 Processor -- start 2024-03-16T18:31:38.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.395+0000 7f542d12c640 1 -- start start 2024-03-16T18:31:38.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 0x7f542819d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5428100fe0 0x7f542819dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5428106420 0x7f5428197810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5428197eb0 con 0x7f5428100640 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5428198020 con 0x7f5428100fe0 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54281981e0 con 0x7f5428106420 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 0x7f542819d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 0x7f542819d6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38706/0 (socket says 172.21.15.17:38706) 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 -- 172.21.15.17:0/1440983377 learned_addr learned my addr 172.21.15.17:0/1440983377 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f541ffff640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5428100fe0 0x7f542819dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542759e640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5428106420 0x7f5428197810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 -- 172.21.15.17:0/1440983377 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5428106420 msgr2=0x7f5428197810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5428106420 0x7f5428197810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 -- 172.21.15.17:0/1440983377 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5428100fe0 msgr2=0x7f542819dbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5428100fe0 0x7f542819dbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 -- 172.21.15.17:0/1440983377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5420009900 con 0x7f5428100640 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5426d9d640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 0x7f542819d6a0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f541800e9f0 tx=0x7f541800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5424d99640 1 -- 172.21.15.17:0/1440983377 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5418009720 con 0x7f5428100640 2024-03-16T18:31:38.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54281984c0 con 0x7f5428100640 2024-03-16T18:31:38.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5424d99640 1 -- 172.21.15.17:0/1440983377 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f541800cd80 con 0x7f5428100640 2024-03-16T18:31:38.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f5424d99640 1 -- 172.21.15.17:0/1440983377 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5418010430 con 0x7f5428100640 2024-03-16T18:31:38.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.396+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54281a46d0 con 0x7f5428100640 2024-03-16T18:31:38.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.398+0000 7f5424d99640 1 -- 172.21.15.17:0/1440983377 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5418005020 con 0x7f5428100640 2024-03-16T18:31:38.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 Processor -- start 2024-03-16T18:31:38.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 -- start start 2024-03-16T18:31:38.406 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f5424d99640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f54140a1ba0 0x7f54140a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a565690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56e270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a570ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a4d4280 con 0x556f3a5652b0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a4d17b0 con 0x556f3a565bd0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542fde2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a4ccf90 con 0x556f3a56e7b0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f5424d99640 1 -- 172.21.15.17:0/1440983377 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5418014070 con 0x7f5428100640 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f542759e640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f54140a1ba0 0x7f54140a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.399+0000 7f5426d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a565690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f5426d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a565690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38708/0 (socket says 172.21.15.17:38708) 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f5426d9d640 1 -- 172.21.15.17:0/1281114687 learned_addr learned my addr 172.21.15.17:0/1281114687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f542759e640 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a570ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.407 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 -- 172.21.15.17:0/1281114687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 msgr2=0x556f3a570ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a570ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 -- 172.21.15.17:0/1281114687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 msgr2=0x556f3a565690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a565690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 -- 172.21.15.17:0/1281114687 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f3a48b570 con 0x556f3a565bd0 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f5426d9d640 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a565690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f542759e640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f54140a1ba0 0x7f54140a4060 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5420004af0 tx=0x7f54200324f0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541ffff640 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56e270 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5428198b60 tx=0x7f5410011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f928d77fec189cb6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541d7fa640 1 -- 172.21.15.17:0/1281114687 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5410004050 con 0x556f3a565bd0 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541d7fa640 1 -- 172.21.15.17:0/1281114687 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f54100035f0 con 0x556f3a565bd0 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.400+0000 7f541d7fa640 1 -- 172.21.15.17:0/1281114687 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5410019660 con 0x556f3a565bd0 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 -- 172.21.15.17:0/1281114687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 msgr2=0x556f3a56e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56e270 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f5428198b60 tx=0x7f5410011810 comp rx=0 tx=0).stop 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 -- 172.21.15.17:0/1281114687 shutdown_connections 2024-03-16T18:31:38.408 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a570ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56e270 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 --2- 172.21.15.17:0/1281114687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a565690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 -- 172.21.15.17:0/1281114687 >> 172.21.15.17:0/1281114687 conn(0x556f3a55f990 msgr2=0x556f3a55fd70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 -- 172.21.15.17:0/1281114687 shutdown_connections 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 -- 172.21.15.17:0/1281114687 wait complete. 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.401+0000 7f542fde2740 1 -- start start 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 Processor -- start 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a56e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a56ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a1a0430 con 0x556f3a5652b0 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a15ce00 con 0x556f3a565bd0 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a451fd0 con 0x556f3a56e7b0 2024-03-16T18:31:38.409 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542fde2740 10 client.0 _ll_register_callbacks cb 0x556f3a4a7fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a56e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a56e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38722/0 (socket says 172.21.15.17:38722) 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f541ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 -- 172.21.15.17:0/4019606634 learned_addr learned my addr 172.21.15.17:0/4019606634 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f542759e640 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a56ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 -- 172.21.15.17:0/4019606634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 msgr2=0x556f3a56ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a56ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 -- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 msgr2=0x556f3a56b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56b4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 -- 172.21.15.17:0/4019606634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5410009850 con 0x556f3a5652b0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f5426d9d640 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a56e160 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f5418096ba0 tx=0x7f5418078120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a619f58b4c29d2bf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.402+0000 7f540e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:38.410 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f540e7fc640 1 -- 172.21.15.17:0/4019606634 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54180969e0 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f540e7fc640 1 -- 172.21.15.17:0/4019606634 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f54180046c0 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556f3a1cc7e0 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f540e7fc640 1 -- 172.21.15.17:0/4019606634 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f54180b3250 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 10 client.18504 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556f3a4cb610 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f540e7fc640 1 -- 172.21.15.17:0/4019606634 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556f3a1cc7e0 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f540e7fc640 1 -- 172.21.15.17:0/4019606634 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5418074d20 con 0x556f3a5652b0 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 10 client.18504 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 10 client.18504 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 20 client.18504 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a57e940 0x556f3a580d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 4 client.18504 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:38.411 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556f3a209720 con 0x556f3a57e940 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.403+0000 7f541ffff640 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a57e940 0x556f3a580d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.404+0000 7f541ffff640 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a57e940 0x556f3a580d60 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=32aa4f474bcd3870 server_cookie=c8ca37cd8505a85a in_seq=0 out_seq=0 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.404+0000 7f540e7fc640 10 client.18504 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.404+0000 7f540e7fc640 1 -- 172.21.15.17:0/4019606634 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556f3a209720 con 0x556f3a57e940 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.404+0000 7f540e7fc640 10 client.18504 handle_command_reply: tid=0 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.404+0000 7f542fde2740 1 client.18504 shutdown 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 msgr2=0x556f3a56e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a56e160 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7f5418096ba0 tx=0x7f5418078120 comp rx=0 tx=0).stop 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 shutdown_connections 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a57e940 0x556f3a580d60 crc :-1 s=READY pgs=191 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a56e7b0 0x556f3a56ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56b4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f540e7fc640 0 client.18504 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 --2- 172.21.15.17:0/4019606634 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a5652b0 0x556f3a56e160 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.412 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 >> 172.21.15.17:0/4019606634 conn(0x556f3a55f990 msgr2=0x556f3a561730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 shutdown_connections 2024-03-16T18:31:38.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 1 -- 172.21.15.17:0/4019606634 wait complete. 2024-03-16T18:31:38.413 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.405+0000 7f542fde2740 20 client.18504 trim_cache size 0 max 16384 2024-03-16T18:31:38.426 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 Processor -- start 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 -- start start 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a5652b0 0x556f3a5614d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a56e160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a5609e0 con 0x556f3a56e7b0 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a560c10 con 0x556f3a565bd0 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542fde2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a564a50 con 0x556f3a5652b0 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a56e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a56e160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38724/0 (socket says 172.21.15.17:38724) 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f542759e640 1 -- 172.21.15.17:0/1103907604 learned_addr learned my addr 172.21.15.17:0/1103907604 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.421+0000 7f541ffff640 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f5426d9d640 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a5652b0 0x556f3a5614d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f542759e640 1 -- 172.21.15.17:0/1103907604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a5652b0 msgr2=0x556f3a5614d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f542759e640 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a5652b0 0x556f3a5614d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f542759e640 1 -- 172.21.15.17:0/1103907604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 msgr2=0x556f3a56dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f542759e640 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f542759e640 1 -- 172.21.15.17:0/1103907604 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556f3a467ac0 con 0x556f3a56e7b0 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f542759e640 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a56e160 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f5420009ca0 tx=0x7f542004b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56357e1a4aff6230 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f541cff9640 1 -- 172.21.15.17:0/1103907604 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5420048070 con 0x556f3a56e7b0 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f541cff9640 1 -- 172.21.15.17:0/1103907604 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5420003e20 con 0x556f3a56e7b0 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.422+0000 7f541cff9640 1 -- 172.21.15.17:0/1103907604 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54200043a0 con 0x556f3a56e7b0 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- 172.21.15.17:0/1103907604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 msgr2=0x556f3a56e160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a56e160 secure :-1 s=READY pgs=1278 cs=0 l=1 rev1=1 crypto rx=0x7f5420009ca0 tx=0x7f542004b000 comp rx=0 tx=0).stop 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- 172.21.15.17:0/1103907604 shutdown_connections 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a56e160 unknown :-1 s=CLOSED pgs=1278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a565bd0 0x556f3a56dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- 172.21.15.17:0/1103907604 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a5652b0 0x556f3a5614d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- 172.21.15.17:0/1103907604 >> 172.21.15.17:0/1103907604 conn(0x556f3a55f990 msgr2=0x556f3a560dc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- 172.21.15.17:0/1103907604 shutdown_connections 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- 172.21.15.17:0/1103907604 wait complete. 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- start start 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 Processor -- start 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a5652b0 0x556f3a56efa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a565bd0 0x556f3a56f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a5de250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a56fdb0 con 0x556f3a56e7b0 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a5de790 con 0x556f3a5652b0 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f3a5de8d0 con 0x556f3a565bd0 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542fde2740 10 client.0 _ll_register_callbacks cb 0x7f541800e940 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.423+0000 7f542759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a5de250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a5de250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38738/0 (socket says 172.21.15.17:38738) 2024-03-16T18:31:38.429 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 -- 172.21.15.17:0/2754698631 learned_addr learned my addr 172.21.15.17:0/2754698631 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f541ffff640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a565bd0 0x556f3a56f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f5426d9d640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a5652b0 0x556f3a56efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 -- 172.21.15.17:0/2754698631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a565bd0 msgr2=0x556f3a56f4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a565bd0 0x556f3a56f4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 -- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a5652b0 msgr2=0x556f3a56efa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a5652b0 0x556f3a56efa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 -- 172.21.15.17:0/2754698631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5428069b20 con 0x556f3a56e7b0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f5426d9d640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a5652b0 0x556f3a56efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542759e640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a5de250 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f5420037040 tx=0x7f5420005bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccba1caf6a7d7bb8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f540e7fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f540e7fc640 1 -- 172.21.15.17:0/2754698631 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5420048070 con 0x556f3a56e7b0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f540e7fc640 1 -- 172.21.15.17:0/2754698631 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5420003b70 con 0x556f3a56e7b0 2024-03-16T18:31:38.430 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f54100035f0 con 0x556f3a56e7b0 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f540e7fc640 1 -- 172.21.15.17:0/2754698631 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5420003f90 con 0x556f3a56e7b0 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542fde2740 10 client.18510 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556f3a48d6a0 con 0x556f3a56e7b0 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.424+0000 7f540e7fc640 1 -- 172.21.15.17:0/2754698631 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f54100035f0 con 0x556f3a56e7b0 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f540e7fc640 1 -- 172.21.15.17:0/2754698631 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f5420061070 con 0x556f3a56e7b0 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 10 client.18510 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 10 client.18510 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 20 client.18510 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a5dfd50 0x556f3a5e2170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 4 client.18510 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x556f3a258890 con 0x556f3a5dfd50 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f5426d9d640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a5dfd50 0x556f3a5e2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f540e7fc640 10 client.18510 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:38.431 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f5426d9d640 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a5dfd50 0x556f3a5e2170 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=41821123fe5faa33 server_cookie=1c098d60fe2b85 in_seq=0 out_seq=0 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f540e7fc640 1 -- 172.21.15.17:0/2754698631 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x556f3a258890 con 0x556f3a5dfd50 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f540e7fc640 10 client.18510 handle_command_reply: tid=0 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.425+0000 7f542fde2740 1 client.18510 shutdown 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 msgr2=0x556f3a5de250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a5de250 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f5420037040 tx=0x7f5420005bf0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 shutdown_connections 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556f3a5dfd50 0x556f3a5e2170 crc :-1 s=READY pgs=192 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556f3a56e7b0 0x556f3a5de250 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556f3a565bd0 0x556f3a56f4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f540e7fc640 0 client.18510 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 --2- 172.21.15.17:0/2754698631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556f3a5652b0 0x556f3a56efa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 >> 172.21.15.17:0/2754698631 conn(0x556f3a55f990 msgr2=0x556f3a575a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.432 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 shutdown_connections 2024-03-16T18:31:38.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 1 -- 172.21.15.17:0/2754698631 wait complete. 2024-03-16T18:31:38.433 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542fde2740 20 client.18510 trim_cache size 0 max 16384 2024-03-16T18:31:38.433 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:31:38.433 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:31:38.433 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:31:38.433 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:31:38.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f54140a1ba0 msgr2=0x7f54140a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f54140a1ba0 0x7f54140a4060 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f5420004af0 tx=0x7f54200324f0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 msgr2=0x7f542819d6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 0x7f542819d6a0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7f541800e9f0 tx=0x7f541800edf0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 shutdown_connections 2024-03-16T18:31:38.434 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f54140a1ba0 0x7f54140a4060 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5428106420 0x7f5428197810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5428100fe0 0x7f542819dbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 --2- 172.21.15.17:0/1440983377 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5428100640 0x7f542819d6a0 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 >> 172.21.15.17:0/1440983377 conn(0x7f5428077190 msgr2=0x7f54280ff2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 shutdown_connections 2024-03-16T18:31:38.435 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.426+0000 7f542d12c640 1 -- 172.21.15.17:0/1440983377 wait complete. 2024-03-16T18:31:38.436 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:38 smithi017 ceph-mon[32207]: pgmap v314: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 69 KiB/s wr, 20 op/s 2024-03-16T18:31:38.437 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:31:38.438 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:31:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 -- 172.21.15.17:0/3567584550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4694100fb0 msgr2=0x7f4694104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 --2- 172.21.15.17:0/3567584550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4694100fb0 0x7f4694104ff0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f4684009860 tx=0x7f468402bb70 comp rx=0 tx=0).stop 2024-03-16T18:31:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 -- 172.21.15.17:0/3567584550 shutdown_connections 2024-03-16T18:31:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 --2- 172.21.15.17:0/3567584550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f46941056d0 0x7f469410d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 --2- 172.21.15.17:0/3567584550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4694100fb0 0x7f4694104ff0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 --2- 172.21.15.17:0/3567584550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f46941009e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 -- 172.21.15.17:0/3567584550 >> 172.21.15.17:0/3567584550 conn(0x7f4694076770 msgr2=0x7f4694076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 -- 172.21.15.17:0/3567584550 shutdown_connections 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 -- 172.21.15.17:0/3567584550 wait complete. 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 Processor -- start 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.540+0000 7f469a86b640 1 -- start start 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f469a86b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f469419d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f469a86b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46941056d0 0x7f469419dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f469a86b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4694197880 0x7f4694197d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f469a86b640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4694198270 con 0x7f4694100600 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f469a86b640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46941983e0 con 0x7f4694197880 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f469a86b640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46941985a0 con 0x7f46941056d0 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f469419d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f469419d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38762/0 (socket says 172.21.15.17:38762) 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 -- 172.21.15.17:0/2825938280 learned_addr learned my addr 172.21.15.17:0/2825938280 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4698e08640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4694197880 0x7f4694197d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f46937fe640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46941056d0 0x7f469419dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 -- 172.21.15.17:0/2825938280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46941056d0 msgr2=0x7f469419dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46941056d0 0x7f469419dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 -- 172.21.15.17:0/2825938280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4694197880 msgr2=0x7f4694197d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4694197880 0x7f4694197d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 -- 172.21.15.17:0/2825938280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f467c009560 con 0x7f4694100600 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.541+0000 7f4693fff640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f469419d6d0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f467c00e9c0 tx=0x7f467c00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.542+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f467c00cde0 con 0x7f4694100600 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.542+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4684009490 con 0x7f4694100600 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.542+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f467c0044d0 con 0x7f4694100600 2024-03-16T18:31:38.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.542+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f467c010430 con 0x7f4694100600 2024-03-16T18:31:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.542+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46941a48e0 con 0x7f4694100600 2024-03-16T18:31:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.543+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4694101ad0 con 0x7f4694100600 2024-03-16T18:31:38.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.544+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f467c004000 con 0x7f4694100600 2024-03-16T18:31:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.544+0000 7f46917fa640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46800a1ba0 0x7f46800a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.544+0000 7f46937fe640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46800a1ba0 0x7f46800a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.544+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f467c014070 con 0x7f4694100600 2024-03-16T18:31:38.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.545+0000 7f46937fe640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46800a1ba0 0x7f46800a4060 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4684009830 tx=0x7f4684032360 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.549+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f467c096aa0 con 0x7f4694100600 2024-03-16T18:31:38.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.772+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f46941099a0 con 0x7f4694100600 2024-03-16T18:31:38.773 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.773+0000 7f46917fa640 1 -- 172.21.15.17:0/2825938280 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f46941099a0 con 0x7f4694100600 2024-03-16T18:31:38.774 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:31:38.774 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:31:38.774 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46800a1ba0 msgr2=0x7f46800a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46800a1ba0 0x7f46800a4060 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f4684009830 tx=0x7f4684032360 comp rx=0 tx=0).stop 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 msgr2=0x7f469419d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f469419d6d0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f467c00e9c0 tx=0x7f467c00ee80 comp rx=0 tx=0).stop 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 shutdown_connections 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f46800a1ba0 0x7f46800a4060 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4694197880 0x7f4694197d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f46941056d0 0x7f469419dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 --2- 172.21.15.17:0/2825938280 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4694100600 0x7f469419d6d0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 >> 172.21.15.17:0/2825938280 conn(0x7f4694076770 msgr2=0x7f46940ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.776 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 shutdown_connections 2024-03-16T18:31:38.777 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.775+0000 7f469a86b640 1 -- 172.21.15.17:0/2825938280 wait complete. 2024-03-16T18:31:38.787 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:38.787 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:31:38.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 -- 172.21.15.17:0/2145764926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa184100f80 msgr2=0x7fa184104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 --2- 172.21.15.17:0/2145764926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa184100f80 0x7fa184104fc0 secure :-1 s=READY pgs=1281 cs=0 l=1 rev1=1 crypto rx=0x7fa174009930 tx=0x7fa17402bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:38.893 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 -- 172.21.15.17:0/2145764926 shutdown_connections 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 --2- 172.21.15.17:0/2145764926 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa184100f80 0x7fa184104fc0 unknown :-1 s=CLOSED pgs=1281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 --2- 172.21.15.17:0/2145764926 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa1841056a0 0x7fa18410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 --2- 172.21.15.17:0/2145764926 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1841005d0 0x7fa1841009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 -- 172.21.15.17:0/2145764926 >> 172.21.15.17:0/2145764926 conn(0x7fa1840774f0 msgr2=0x7fa184077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 -- 172.21.15.17:0/2145764926 shutdown_connections 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 -- 172.21.15.17:0/2145764926 wait complete. 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.891+0000 7fa18b50d640 1 Processor -- start 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 -- start start 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 0x7fa184102060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1841056a0 0x7fa1841025a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.894 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa184102ae0 0x7fa1841a5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1841a6220 con 0x7fa1841005d0 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1841a6390 con 0x7fa184102ae0 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1841a6550 con 0x7fa1841056a0 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 0x7fa184102060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 0x7fa184102060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38782/0 (socket says 172.21.15.17:38782) 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 -- 172.21.15.17:0/3718152552 learned_addr learned my addr 172.21.15.17:0/3718152552 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa184102ae0 0x7fa1841a5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa188aa8640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1841056a0 0x7fa1841025a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 -- 172.21.15.17:0/3718152552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1841056a0 msgr2=0x7fa1841025a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1841056a0 0x7fa1841025a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 -- 172.21.15.17:0/3718152552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa184102ae0 msgr2=0x7fa1841a5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.895 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa184102ae0 0x7fa1841a5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 -- 172.21.15.17:0/3718152552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa174009560 con 0x7fa1841005d0 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa184102ae0 0x7fa1841a5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 0x7fa184102060 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fa18000e9f0 tx=0x7fa18000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa17a7fc640 1 -- 172.21.15.17:0/3718152552 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa180009720 con 0x7fa1841005d0 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1841a6830 con 0x7fa1841005d0 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa17a7fc640 1 -- 172.21.15.17:0/3718152552 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa18000cd80 con 0x7fa1841005d0 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa17a7fc640 1 -- 172.21.15.17:0/3718152552 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa180010430 con 0x7fa1841005d0 2024-03-16T18:31:38.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.892+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1841a6d10 con 0x7fa1841005d0 2024-03-16T18:31:38.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa17a7fc640 1 -- 172.21.15.17:0/3718152552 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa180005020 con 0x7fa1841005d0 2024-03-16T18:31:38.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 Processor -- start 2024-03-16T18:31:38.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 -- start start 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87b3630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87bc210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87beb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad876e960 con 0x555ad87bc750 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad8722310 con 0x555ad87b3b70 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad871f840 con 0x555ad87b3250 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.895+0000 7fa17a7fc640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1700a1bd0 0x7fa1700a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa188aa8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87beb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa188aa8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87beb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38798/0 (socket says 172.21.15.17:38798) 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa188aa8640 1 -- 172.21.15.17:0/4184647561 learned_addr learned my addr 172.21.15.17:0/4184647561 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87b3630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa1892a9640 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87bc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.903 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1700a1bd0 0x7fa1700a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa17a7fc640 1 -- 172.21.15.17:0/3718152552 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa180014070 con 0x7fa1841005d0 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 -- 172.21.15.17:0/4184647561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 msgr2=0x555ad87bc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87bc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 -- 172.21.15.17:0/4184647561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 msgr2=0x555ad87beb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87beb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 -- 172.21.15.17:0/4184647561 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ad86dd060 con 0x555ad87b3250 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa188aa8640 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87beb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87b3630 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa17c005fd0 tx=0x7fa17c0107a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f854c4c6293645be server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1700a1bd0 0x7fa1700a4090 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa17c009fd0 tx=0x7fa17c008000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa16f7fe640 1 -- 172.21.15.17:0/4184647561 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17c012820 con 0x555ad87b3250 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa16f7fe640 1 -- 172.21.15.17:0/4184647561 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa17c009ca0 con 0x555ad87b3250 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.896+0000 7fa16f7fe640 1 -- 172.21.15.17:0/4184647561 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17c00de00 con 0x555ad87b3250 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 -- 172.21.15.17:0/4184647561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 msgr2=0x555ad87b3630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87b3630 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fa17c005fd0 tx=0x7fa17c0107a0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 -- 172.21.15.17:0/4184647561 shutdown_connections 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87beb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87bc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/4184647561 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87b3630 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 -- 172.21.15.17:0/4184647561 >> 172.21.15.17:0/4184647561 conn(0x555ad87ad980 msgr2=0x555ad87add60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 -- 172.21.15.17:0/4184647561 shutdown_connections 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 -- 172.21.15.17:0/4184647561 wait complete. 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 -- start start 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.897+0000 7fa18e1bf740 1 Processor -- start 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87b9560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87b9ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad871b020 con 0x555ad87bc750 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad83ee430 con 0x555ad87b3b70 2024-03-16T18:31:38.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad83aae00 con 0x555ad87b3250 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa18e1bf740 10 client.0 _ll_register_callbacks cb 0x555ad86c2cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87b9ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87b9ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38810/0 (socket says 172.21.15.17:38810) 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 -- 172.21.15.17:0/1148476610 learned_addr learned my addr 172.21.15.17:0/1148476610 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa188aa8640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87b9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa1892a9640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 -- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 msgr2=0x555ad87bc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 -- 172.21.15.17:0/1148476610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 msgr2=0x555ad87b9560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87b9560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 -- 172.21.15.17:0/1148476610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa17c01a040 con 0x555ad87bc750 2024-03-16T18:31:38.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa189aaa640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87b9ca0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fa17c012590 tx=0x7fa17c012050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=54f74ed81cd6b030 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.898+0000 7fa16cff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa16cff9640 1 -- 172.21.15.17:0/1148476610 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17c00ddb0 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa16cff9640 1 -- 172.21.15.17:0/1148476610 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa17c01f480 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555ad841a7e0 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa16cff9640 1 -- 172.21.15.17:0/1148476610 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa17c01f640 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 10 client.18528 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555ad87196a0 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa16cff9640 1 -- 172.21.15.17:0/1148476610 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x555ad841a7e0 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa16cff9640 1 -- 172.21.15.17:0/1148476610 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa17c028730 con 0x555ad87bc750 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 10 client.18528 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 10 client.18528 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 20 client.18528 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad87cc930 0x555ad87ced20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 4 client.18528 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555ad8457720 con 0x555ad87cc930 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.899+0000 7fa1892a9640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad87cc930 0x555ad87ced20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.900+0000 7fa16cff9640 10 client.18528 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.900+0000 7fa1892a9640 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad87cc930 0x555ad87ced20 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=29d1962f567024c7 server_cookie=18cee4f88af9b46e in_seq=0 out_seq=0 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa16cff9640 1 -- 172.21.15.17:0/1148476610 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x555ad8457720 con 0x555ad87cc930 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa16cff9640 10 client.18528 handle_command_reply: tid=0 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 client.18528 shutdown 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 msgr2=0x555ad87b9ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87b9ca0 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7fa17c012590 tx=0x7fa17c012050 comp rx=0 tx=0).stop 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 shutdown_connections 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad87cc930 0x555ad87ced20 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad87b9ca0 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3b70 0x555ad87b9560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/1148476610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa16cff9640 0 client.18528 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:38.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 >> 172.21.15.17:0/1148476610 conn(0x555ad87ad980 msgr2=0x555ad87af6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 shutdown_connections 2024-03-16T18:31:38.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 1 -- 172.21.15.17:0/1148476610 wait complete. 2024-03-16T18:31:38.909 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.901+0000 7fa18e1bf740 20 client.18528 trim_cache size 0 max 16384 2024-03-16T18:31:38.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.913+0000 7fa18e1bf740 1 Processor -- start 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.913+0000 7fa18e1bf740 1 -- start start 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bbc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 0x555ad87bc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87bc750 0x555ad87c7a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad86a0130 con 0x555ad87b3b70 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad87a92b0 con 0x555ad87bc750 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad87b25d0 con 0x555ad87b3250 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 0x555ad87bc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 0x555ad87bc1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38826/0 (socket says 172.21.15.17:38826) 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 -- 172.21.15.17:0/3004066756 learned_addr learned my addr 172.21.15.17:0/3004066756 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bbc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87bc750 0x555ad87c7a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 -- 172.21.15.17:0/3004066756 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 msgr2=0x555ad87bbc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bbc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 -- 172.21.15.17:0/3004066756 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87bc750 msgr2=0x555ad87c7a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87bc750 0x555ad87c7a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 -- 172.21.15.17:0/3004066756 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555ad86b5c20 con 0x555ad87b3b70 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa188aa8640 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 0x555ad87bc1d0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fa174009230 tx=0x7fa174004880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=daf917f6c347c380 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa16effd640 1 -- 172.21.15.17:0/3004066756 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa174004ab0 con 0x555ad87b3b70 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa16effd640 1 -- 172.21.15.17:0/3004066756 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa17402de90 con 0x555ad87b3b70 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.914+0000 7fa16effd640 1 -- 172.21.15.17:0/3004066756 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1740036e0 con 0x555ad87b3b70 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3004066756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 msgr2=0x555ad87bc1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 0x555ad87bc1d0 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7fa174009230 tx=0x7fa174004880 comp rx=0 tx=0).stop 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3004066756 shutdown_connections 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87b3b70 0x555ad87bc1d0 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87bc750 0x555ad87c7a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3004066756 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3250 0x555ad87bbc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3004066756 >> 172.21.15.17:0/3004066756 conn(0x555ad87ad980 msgr2=0x555ad87af640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3004066756 shutdown_connections 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3004066756 wait complete. 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 -- start start 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.915+0000 7fa18e1bf740 1 Processor -- start 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3250 0x555ad87b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3b70 0x555ad87b6420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad88271b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad87b6c00 con 0x555ad87bc750 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad87b6d70 con 0x555ad87b3250 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x555ad8827740 con 0x555ad87b3b70 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 10 client.0 _ll_register_callbacks cb 0x7fa180005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:38.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad88271b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad88271b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38840/0 (socket says 172.21.15.17:38840) 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 -- 172.21.15.17:0/3712330157 learned_addr learned my addr 172.21.15.17:0/3712330157 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3250 0x555ad87b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa188aa8640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3b70 0x555ad87b6420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 -- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3b70 msgr2=0x555ad87b6420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3b70 0x555ad87b6420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 -- 172.21.15.17:0/3712330157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3250 msgr2=0x555ad87b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3250 0x555ad87b5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 -- 172.21.15.17:0/3712330157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa174030070 con 0x555ad87bc750 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa189aaa640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad88271b0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7fa17c002230 tx=0x7fa17c010d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6af9ed68d0bccfae server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa16cff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa16cff9640 1 -- 172.21.15.17:0/3712330157 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa17c0122d0 con 0x555ad87bc750 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa16cff9640 1 -- 172.21.15.17:0/3712330157 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa17c009e10 con 0x555ad87bc750 2024-03-16T18:31:38.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa17c009ca0 con 0x555ad87bc750 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa16cff9640 1 -- 172.21.15.17:0/3712330157 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa17c028450 con 0x555ad87bc750 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 10 client.18534 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.916+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x555ad86db8c0 con 0x555ad87bc750 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa16cff9640 1 -- 172.21.15.17:0/3712330157 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa17c009ca0 con 0x555ad87bc750 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa16cff9640 1 -- 172.21.15.17:0/3712330157 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa17c0051f0 con 0x555ad87bc750 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa18e1bf740 10 client.18534 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa18e1bf740 10 client.18534 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa18e1bf740 20 client.18534 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad8828b50 0x555ad882af70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa18e1bf740 4 client.18534 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:38.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x555ad84a6890 con 0x555ad8828b50 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad8828b50 0x555ad882af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa16cff9640 10 client.18534 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.917+0000 7fa1892a9640 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad8828b50 0x555ad882af70 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f86562c4aedd2ce0 server_cookie=839ed1d6d14bbe0e in_seq=0 out_seq=0 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa16cff9640 1 -- 172.21.15.17:0/3712330157 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x555ad84a6890 con 0x555ad8828b50 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa16cff9640 10 client.18534 handle_command_reply: tid=0 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 client.18534 shutdown 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 msgr2=0x555ad88271b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad88271b0 secure :-1 s=READY pgs=1285 cs=0 l=1 rev1=1 crypto rx=0x7fa17c002230 tx=0x7fa17c010d10 comp rx=0 tx=0).stop 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 shutdown_connections 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x555ad8828b50 0x555ad882af70 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x555ad87bc750 0x555ad88271b0 unknown :-1 s=CLOSED pgs=1285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x555ad87b3b70 0x555ad87b6420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 --2- 172.21.15.17:0/3712330157 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x555ad87b3250 0x555ad87b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa16cff9640 0 client.18534 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:31:38.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 >> 172.21.15.17:0/3712330157 conn(0x555ad87ad980 msgr2=0x555ad87aedb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 shutdown_connections 2024-03-16T18:31:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 1 -- 172.21.15.17:0/3712330157 wait complete. 2024-03-16T18:31:38.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18e1bf740 20 client.18534 trim_cache size 0 max 16384 2024-03-16T18:31:38.926 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1700a1bd0 msgr2=0x7fa1700a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1700a1bd0 0x7fa1700a4090 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa17c009fd0 tx=0x7fa17c008000 comp rx=0 tx=0).stop 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 msgr2=0x7fa184102060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 0x7fa184102060 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7fa18000e9f0 tx=0x7fa18000edf0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 shutdown_connections 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1700a1bd0 0x7fa1700a4090 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa184102ae0 0x7fa1841a5c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1841056a0 0x7fa1841025a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 --2- 172.21.15.17:0/3718152552 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa1841005d0 0x7fa184102060 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.918+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 >> 172.21.15.17:0/3718152552 conn(0x7fa1840774f0 msgr2=0x7fa184068b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.919+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 shutdown_connections 2024-03-16T18:31:38.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:38.919+0000 7fa18b50d640 1 -- 172.21.15.17:0/3718152552 wait complete. 2024-03-16T18:31:38.929 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:38.929 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 -- 172.21.15.17:0/606479483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd68100dd0 msgr2=0x7fdd6810d2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/606479483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd68100dd0 0x7fdd6810d2e0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7fdd60009cd0 tx=0x7fdd6002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 -- 172.21.15.17:0/606479483 shutdown_connections 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/606479483 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd68100dd0 0x7fdd6810d2e0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/606479483 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd68100410 0x7fdd68100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/606479483 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd681064b0 0x7fdd68106890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 -- 172.21.15.17:0/606479483 >> 172.21.15.17:0/606479483 conn(0x7fdd68077550 msgr2=0x7fdd68077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 -- 172.21.15.17:0/606479483 shutdown_connections 2024-03-16T18:31:39.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.033+0000 7fdd6f24d640 1 -- 172.21.15.17:0/606479483 wait complete. 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 Processor -- start 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 -- start start 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd68100410 0x7fdd681988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd68100dd0 0x7fdd68198e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 0x7fdd681a3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd68199690 con 0x7fdd681064b0 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd681a3e90 con 0x7fdd68100410 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6f24d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd681a3fd0 con 0x7fdd68100dd0 2024-03-16T18:31:39.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 0x7fdd681a3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 0x7fdd681a3950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38864/0 (socket says 172.21.15.17:38864) 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3534074190 learned_addr learned my addr 172.21.15.17:0/3534074190 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd68100410 0x7fdd681988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd67fff640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd68100dd0 0x7fdd68198e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3534074190 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd68100dd0 msgr2=0x7fdd68198e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd68100dd0 0x7fdd68198e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3534074190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd68100410 msgr2=0x7fdd681988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd68100410 0x7fdd681988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.034+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3534074190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd60009900 con 0x7fdd681064b0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.035+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 0x7fdd681a3950 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fdd60009ca0 tx=0x7fdd60032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.035+0000 7fdd65ffb640 1 -- 172.21.15.17:0/3534074190 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd600325d0 con 0x7fdd681064b0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.035+0000 7fdd65ffb640 1 -- 172.21.15.17:0/3534074190 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd60003970 con 0x7fdd681064b0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.035+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd681a41d0 con 0x7fdd681064b0 2024-03-16T18:31:39.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.035+0000 7fdd65ffb640 1 -- 172.21.15.17:0/3534074190 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd600046e0 con 0x7fdd681064b0 2024-03-16T18:31:39.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.035+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd681a4670 con 0x7fdd681064b0 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.037+0000 7fdd65ffb640 1 -- 172.21.15.17:0/3534074190 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fdd6003b040 con 0x7fdd681064b0 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.037+0000 7fdd65ffb640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd580a1c20 0x7fdd580a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.037+0000 7fdd71e20740 1 Processor -- start 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.037+0000 7fdd71e20740 1 -- start start 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd65ffb640 1 -- 172.21.15.17:0/3534074190 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdd600f0440 con 0x7fdd681064b0 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd580a1c20 0x7fdd580a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.045 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce240630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce249210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce249750 0x5638ce24bb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd71e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce1fb960 con 0x5638ce240250 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd71e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce1af310 con 0x5638ce240b70 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd71e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce1ac840 con 0x5638ce249750 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6cfe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce240630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6cfe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce240630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38872/0 (socket says 172.21.15.17:38872) 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6cfe9640 1 -- 172.21.15.17:0/2267863390 learned_addr learned my addr 172.21.15.17:0/2267863390 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce249210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce249750 0x5638ce24bb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd580a1c20 0x7fdd580a40e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c0134b0 tx=0x7fdd5c013970 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.046 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 -- 172.21.15.17:0/2267863390 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce249750 msgr2=0x5638ce24bb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce249750 0x5638ce24bb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 -- 172.21.15.17:0/2267863390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 msgr2=0x5638ce240630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce240630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 -- 172.21.15.17:0/2267863390 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638ce16a060 con 0x5638ce240b70 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce240630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.038+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce249210 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdd54009bd0 tx=0x7fdd54011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a993861f826cc0a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd52ffd640 1 -- 172.21.15.17:0/2267863390 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd54004050 con 0x5638ce240b70 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd52ffd640 1 -- 172.21.15.17:0/2267863390 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd54005020 con 0x5638ce240b70 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd52ffd640 1 -- 172.21.15.17:0/2267863390 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd54004c00 con 0x5638ce240b70 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 -- 172.21.15.17:0/2267863390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 msgr2=0x5638ce249210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce249210 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fdd54009bd0 tx=0x7fdd54011810 comp rx=0 tx=0).stop 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 -- 172.21.15.17:0/2267863390 shutdown_connections 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce249750 0x5638ce24bb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.047 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce249210 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2267863390 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce240630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 -- 172.21.15.17:0/2267863390 >> 172.21.15.17:0/2267863390 conn(0x5638ce23a980 msgr2=0x5638ce23ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 -- 172.21.15.17:0/2267863390 shutdown_connections 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.039+0000 7fdd71e20740 1 -- 172.21.15.17:0/2267863390 wait complete. 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 -- start start 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 Processor -- start 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240250 0x5638ce249000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce246390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce2468d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce1a8020 con 0x5638ce249750 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638cde7b430 con 0x5638ce240250 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638cde37e00 con 0x5638ce240b70 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd71e20740 10 client.0 _ll_register_callbacks cb 0x5638ce14fcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.048 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd6d7ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce2468d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd67fff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce246390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd6d7ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce2468d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38886/0 (socket says 172.21.15.17:38886) 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/394303248 learned_addr learned my addr 172.21.15.17:0/394303248 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.040+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240250 0x5638ce249000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd67fff640 1 -- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240250 msgr2=0x5638ce249000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd67fff640 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240250 0x5638ce249000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd67fff640 1 -- 172.21.15.17:0/394303248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 msgr2=0x5638ce2468d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd67fff640 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce2468d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd67fff640 1 -- 172.21.15.17:0/394303248 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd54009830 con 0x5638ce240b70 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd67fff640 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce246390 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdd5401b040 tx=0x7fdd54004bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d0e3f9040a566dea server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd47fff640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:31:39.049 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd47fff640 1 -- 172.21.15.17:0/394303248 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd54004050 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5638cdea77e0 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd47fff640 1 -- 172.21.15.17:0/394303248 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdd540041b0 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd47fff640 1 -- 172.21.15.17:0/394303248 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd54004370 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd71e20740 10 client.28318 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5638ce1a66a0 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd47fff640 1 -- 172.21.15.17:0/394303248 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5638cdea77e0 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.041+0000 7fdd47fff640 1 -- 172.21.15.17:0/394303248 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdd54021040 con 0x5638ce240b70 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd71e20740 10 client.28318 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd71e20740 10 client.28318 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd71e20740 20 client.28318 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd71e20740 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2596d0 0x5638ce25bac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd71e20740 4 client.28318 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5638cdee4720 con 0x5638ce2596d0 2024-03-16T18:31:39.050 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2596d0 0x5638ce25bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2596d0 0x5638ce25bac0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=3f32581a07a3cb49 server_cookie=bbeaa9a9e6a9d716 in_seq=0 out_seq=0 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.042+0000 7fdd47fff640 10 client.28318 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd47fff640 1 -- 172.21.15.17:0/394303248 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5638cdee4720 con 0x5638ce2596d0 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd47fff640 10 client.28318 handle_command_reply: tid=0 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 client.28318 shutdown 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 msgr2=0x5638ce246390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce246390 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fdd5401b040 tx=0x7fdd54004bf0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 shutdown_connections 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2596d0 0x5638ce25bac0 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce2468d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd47fff640 0 client.28318 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce246390 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 --2- 172.21.15.17:0/394303248 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240250 0x5638ce249000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 >> 172.21.15.17:0/394303248 conn(0x5638ce23a980 msgr2=0x5638ce23c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 shutdown_connections 2024-03-16T18:31:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 1 -- 172.21.15.17:0/394303248 wait complete. 2024-03-16T18:31:39.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.043+0000 7fdd71e20740 20 client.28318 trim_cache size 0 max 16384 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.055+0000 7fdd71e20740 1 Processor -- start 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.055+0000 7fdd71e20740 1 -- start start 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.055+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240250 0x5638ce2392f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce248ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce249000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd71e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce12d130 con 0x5638ce249750 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd71e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce25c120 con 0x5638ce240b70 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd71e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce23a7b0 con 0x5638ce240250 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce249000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd67fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce248ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce249000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38900/0 (socket says 172.21.15.17:38900) 2024-03-16T18:31:39.062 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3609628207 learned_addr learned my addr 172.21.15.17:0/3609628207 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6cfe9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240250 0x5638ce2392f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3609628207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240250 msgr2=0x5638ce2392f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240250 0x5638ce2392f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3609628207 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 msgr2=0x5638ce248ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce248ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 -- 172.21.15.17:0/3609628207 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5638ce142c20 con 0x5638ce249750 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240250 0x5638ce2392f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd67fff640 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce248ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce249000 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7fdd6002c6d0 tx=0x7fdd600095c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be2252c086473d5d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd527fc640 1 -- 172.21.15.17:0/3609628207 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd60004840 con 0x5638ce249750 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd527fc640 1 -- 172.21.15.17:0/3609628207 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd600bd490 con 0x5638ce249750 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.056+0000 7fdd527fc640 1 -- 172.21.15.17:0/3609628207 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd600c30e0 con 0x5638ce249750 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 -- 172.21.15.17:0/3609628207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 msgr2=0x5638ce249000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce249000 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7fdd6002c6d0 tx=0x7fdd600095c0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.063 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 -- 172.21.15.17:0/3609628207 shutdown_connections 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce249750 0x5638ce249000 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce240b70 0x5638ce248ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 --2- 172.21.15.17:0/3609628207 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240250 0x5638ce2392f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 -- 172.21.15.17:0/3609628207 >> 172.21.15.17:0/3609628207 conn(0x5638ce23a980 msgr2=0x5638ce2464b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 -- 172.21.15.17:0/3609628207 shutdown_connections 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 -- 172.21.15.17:0/3609628207 wait complete. 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 -- start start 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.057+0000 7fdd71e20740 1 Processor -- start 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce242d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce243250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce249750 0x5638ce2b3f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce243a30 con 0x5638ce240250 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce243ba0 con 0x5638ce249750 2024-03-16T18:31:39.064 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638ce2b4500 con 0x5638ce240b70 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 10 client.0 _ll_register_callbacks cb 0x7fdd5c00f640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce242d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce242d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38914/0 (socket says 172.21.15.17:38914) 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 -- 172.21.15.17:0/2812500319 learned_addr learned my addr 172.21.15.17:0/2812500319 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6d7ea640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce249750 0x5638ce2b3f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce243250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 -- 172.21.15.17:0/2812500319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 msgr2=0x5638ce243250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce243250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 -- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce249750 msgr2=0x5638ce2b3f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce249750 0x5638ce2b3f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 -- 172.21.15.17:0/2812500319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd5c026040 con 0x5638ce240250 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd6cfe9640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce242d10 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c013e70 tx=0x7fdd5c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2627fc737df6e76 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.065 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd47fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd47fff640 1 -- 172.21.15.17:0/2812500319 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5c018040 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd47fff640 1 -- 172.21.15.17:0/2812500319 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdd5c02c030 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.058+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fdd54005020 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd47fff640 1 -- 172.21.15.17:0/2812500319 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fdd5c02c1f0 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 10 client.18552 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5638ce1a66a0 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd47fff640 1 -- 172.21.15.17:0/2812500319 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd54005020 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd47fff640 1 -- 172.21.15.17:0/2812500319 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fdd5c0035f0 con 0x5638ce240250 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 10 client.18552 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 10 client.18552 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 20 client.18552 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2b5d40 0x5638ce2b8160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 4 client.18552 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5638cdf33890 con 0x5638ce2b5d40 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.059+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2b5d40 0x5638ce2b8160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd47fff640 10 client.18552 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd67fff640 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2b5d40 0x5638ce2b8160 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=bdd3dd9449a3da55 server_cookie=8d4a62fd682ab240 in_seq=0 out_seq=0 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd47fff640 1 -- 172.21.15.17:0/2812500319 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5638cdf33890 con 0x5638ce2b5d40 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd47fff640 10 client.18552 handle_command_reply: tid=0 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 client.18552 shutdown 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 msgr2=0x5638ce242d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce242d10 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c013e70 tx=0x7fdd5c004730 comp rx=0 tx=0).stop 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 shutdown_connections 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x5638ce2b5d40 0x5638ce2b8160 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5638ce249750 0x5638ce2b3f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5638ce240b70 0x5638ce243250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd47fff640 0 client.18552 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:31:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 --2- 172.21.15.17:0/2812500319 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5638ce240250 0x5638ce242d10 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 >> 172.21.15.17:0/2812500319 conn(0x5638ce23a980 msgr2=0x5638ce240f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 shutdown_connections 2024-03-16T18:31:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 1 -- 172.21.15.17:0/2812500319 wait complete. 2024-03-16T18:31:39.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.060+0000 7fdd71e20740 20 client.18552 trim_cache size 0 max 16384 2024-03-16T18:31:39.068 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd580a1c20 msgr2=0x7fdd580a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd580a1c20 0x7fdd580a40e0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fdd5c0134b0 tx=0x7fdd5c013970 comp rx=0 tx=0).stop 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 msgr2=0x7fdd681a3950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 0x7fdd681a3950 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7fdd60009ca0 tx=0x7fdd60032f30 comp rx=0 tx=0).stop 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 shutdown_connections 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd580a1c20 0x7fdd580a40e0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd681064b0 0x7fdd681a3950 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd68100dd0 0x7fdd68198e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 --2- 172.21.15.17:0/3534074190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd68100410 0x7fdd681988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 >> 172.21.15.17:0/3534074190 conn(0x7fdd68077550 msgr2=0x7fdd68103070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 shutdown_connections 2024-03-16T18:31:39.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.061+0000 7fdd6f24d640 1 -- 172.21.15.17:0/3534074190 wait complete. 2024-03-16T18:31:39.074 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:39.074 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:31:39.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 -- 172.21.15.17:0/1577105008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14681064b0 msgr2=0x7f1468106890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 --2- 172.21.15.17:0/1577105008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14681064b0 0x7f1468106890 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7f1460009930 tx=0x7f146002bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:39.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 -- 172.21.15.17:0/1577105008 shutdown_connections 2024-03-16T18:31:39.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 --2- 172.21.15.17:0/1577105008 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1468100dd0 0x7f146810d2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 --2- 172.21.15.17:0/1577105008 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100410 0x7f1468100890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 --2- 172.21.15.17:0/1577105008 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f14681064b0 0x7f1468106890 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 -- 172.21.15.17:0/1577105008 >> 172.21.15.17:0/1577105008 conn(0x7f1468077550 msgr2=0x7f1468077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 -- 172.21.15.17:0/1577105008 shutdown_connections 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.178+0000 7f146cdac640 1 -- 172.21.15.17:0/1577105008 wait complete. 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 Processor -- start 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 -- start start 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100410 0x7f146819d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 0x7f146819dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14681064b0 0x7f1468197910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1468197f60 con 0x7f1468100dd0 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14681980d0 con 0x7f14681064b0 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f146cdac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1468198290 con 0x7f1468100410 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 0x7f146819dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 0x7f146819dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38940/0 (socket says 172.21.15.17:38940) 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.179+0000 7f1465d9b640 1 -- 172.21.15.17:0/2992694367 learned_addr learned my addr 172.21.15.17:0/2992694367 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f146659c640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100410 0x7f146819d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1466d9d640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14681064b0 0x7f1468197910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1465d9b640 1 -- 172.21.15.17:0/2992694367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100410 msgr2=0x7f146819d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1465d9b640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100410 0x7f146819d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1465d9b640 1 -- 172.21.15.17:0/2992694367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14681064b0 msgr2=0x7f1468197910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1465d9b640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14681064b0 0x7f1468197910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1465d9b640 1 -- 172.21.15.17:0/2992694367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1460009560 con 0x7f1468100dd0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f1465d9b640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 0x7f146819dc50 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f145000e9f0 tx=0x7f145000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f145f7fe640 1 -- 172.21.15.17:0/2992694367 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1450009700 con 0x7f1468100dd0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1468198570 con 0x7f1468100dd0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f145f7fe640 1 -- 172.21.15.17:0/2992694367 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f145000cd80 con 0x7f1468100dd0 2024-03-16T18:31:39.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f145f7fe640 1 -- 172.21.15.17:0/2992694367 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1450018840 con 0x7f1468100dd0 2024-03-16T18:31:39.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.180+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14681a47b0 con 0x7f1468100dd0 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.182+0000 7f145f7fe640 1 -- 172.21.15.17:0/2992694367 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f14500189a0 con 0x7f1468100dd0 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.182+0000 7f146f986740 1 Processor -- start 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 -- start start 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab2a2630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2b70 0x5572ab2ab210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2ab750 0x5572ab2adb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab25d960 con 0x5572ab2ab750 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab211310 con 0x5572ab2a2b70 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146f986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab20e840 con 0x5572ab2a2250 2024-03-16T18:31:39.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2ab750 0x5572ab2adb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f1466d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab2a2630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2b70 0x5572ab2ab210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f1466d9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab2a2630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:52196/0 (socket says 172.21.15.17:52196) 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2ab750 0x5572ab2adb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38954/0 (socket says 172.21.15.17:38954) 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f1466d9d640 1 -- 172.21.15.17:0/3860676757 learned_addr learned my addr 172.21.15.17:0/3860676757 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f145f7fe640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14540a1ba0 0x7f14540a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f1466d9d640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14540a1ba0 0x7f14540a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146659c640 1 -- 172.21.15.17:0/3860676757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 msgr2=0x5572ab2a2630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146659c640 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab2a2630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146659c640 1 -- 172.21.15.17:0/3860676757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2ab750 msgr2=0x5572ab2adb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146659c640 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2ab750 0x5572ab2adb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f145f7fe640 1 -- 172.21.15.17:0/2992694367 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f1450014070 con 0x7f1468100dd0 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.183+0000 7f146659c640 1 -- 172.21.15.17:0/3860676757 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5572ab1cc060 con 0x5572ab2a2b70 2024-03-16T18:31:39.191 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.184+0000 7f146659c640 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2b70 0x5572ab2ab210 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1460009230 tx=0x7f1460005de0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6f4986b0cb2f3c90 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.184+0000 7f1466d9d640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14540a1ba0 0x7f14540a4060 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f14580049d0 tx=0x7f1458004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.184+0000 7f145cff9640 1 -- 172.21.15.17:0/3860676757 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1460004800 con 0x5572ab2a2b70 2024-03-16T18:31:39.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.184+0000 7f145cff9640 1 -- 172.21.15.17:0/3860676757 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f146002de90 con 0x5572ab2a2b70 2024-03-16T18:31:39.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.184+0000 7f145cff9640 1 -- 172.21.15.17:0/3860676757 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14600035f0 con 0x5572ab2a2b70 2024-03-16T18:31:39.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- 172.21.15.17:0/3860676757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2b70 msgr2=0x5572ab2ab210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2b70 0x5572ab2ab210 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f1460009230 tx=0x7f1460005de0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- 172.21.15.17:0/3860676757 shutdown_connections 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2ab750 0x5572ab2adb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2b70 0x5572ab2ab210 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- 172.21.15.17:0/3860676757 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab2a2630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- 172.21.15.17:0/3860676757 >> 172.21.15.17:0/3860676757 conn(0x5572ab29c980 msgr2=0x5572ab29cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- 172.21.15.17:0/3860676757 shutdown_connections 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- 172.21.15.17:0/3860676757 wait complete. 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- start start 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 Processor -- start 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2250 0x5572ab2ab0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2a8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2ab750 0x5572ab2a89e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab20a020 con 0x5572ab2a2b70 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572aaedd430 con 0x5572ab2a2250 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572aae99e00 con 0x5572ab2ab750 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.185+0000 7f146f986740 10 client.0 _ll_register_callbacks cb 0x5572ab1b1cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2a8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2a8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38968/0 (socket says 172.21.15.17:38968) 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2250 0x5572ab2ab0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f1465d9b640 1 -- 172.21.15.17:0/3810013631 learned_addr learned my addr 172.21.15.17:0/3810013631 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f1466d9d640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2ab750 0x5572ab2a89e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 -- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2ab750 msgr2=0x5572ab2a89e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2ab750 0x5572ab2a89e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 -- 172.21.15.17:0/3810013631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 msgr2=0x5572ab2a8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2a8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 -- 172.21.15.17:0/3810013631 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f146810dbe0 con 0x5572ab2a2250 2024-03-16T18:31:39.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f1465d9b640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2a8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146659c640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2250 0x5572ab2ab0d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1460009230 tx=0x7f1460004800 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30b9225b5219763a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f144dffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f144dffb640 1 -- 172.21.15.17:0/3810013631 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f146002c970 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5572aaf097e0 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f144dffb640 1 -- 172.21.15.17:0/3810013631 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f146002cad0 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f144dffb640 1 -- 172.21.15.17:0/3810013631 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14600035f0 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146f986740 10 client.28442 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.186+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5572ab2086a0 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f144dffb640 1 -- 172.21.15.17:0/3810013631 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5572aaf097e0 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f144dffb640 1 -- 172.21.15.17:0/3810013631 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f146003c050 con 0x5572ab2a2250 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f146f986740 10 client.28442 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f146f986740 10 client.28442 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f146f986740 20 client.28442 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f146f986740 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab2bb450 0x5572ab2bd840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f146f986740 4 client.28442 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5572aaf46720 con 0x5572ab2bb450 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f1465d9b640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab2bb450 0x5572ab2bd840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f1465d9b640 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab2bb450 0x5572ab2bd840 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=11818201d4f6ee30 server_cookie=b2dbd651323a2b11 in_seq=0 out_seq=0 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.187+0000 7f144dffb640 10 client.28442 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f144dffb640 1 -- 172.21.15.17:0/3810013631 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5572aaf46720 con 0x5572ab2bb450 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f144dffb640 10 client.28442 handle_command_reply: tid=0 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 client.28442 shutdown 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2250 msgr2=0x5572ab2ab0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2250 0x5572ab2ab0d0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f1460009230 tx=0x7f1460004800 comp rx=0 tx=0).stop 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 shutdown_connections 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab2bb450 0x5572ab2bd840 crc :-1 s=READY pgs=68 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2a8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2ab750 0x5572ab2a89e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f144dffb640 0 client.28442 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:39.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 --2- 172.21.15.17:0/3810013631 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2a2250 0x5572ab2ab0d0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 >> 172.21.15.17:0/3810013631 conn(0x5572ab29c980 msgr2=0x5572ab29e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 shutdown_connections 2024-03-16T18:31:39.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 1 -- 172.21.15.17:0/3810013631 wait complete. 2024-03-16T18:31:39.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.188+0000 7f146f986740 20 client.28442 trim_cache size 0 max 16384 2024-03-16T18:31:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.200+0000 7f146f986740 1 Processor -- start 2024-03-16T18:31:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 -- start start 2024-03-16T18:31:39.206 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab297a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2aab90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2ab0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab18f130 con 0x5572ab2a2b70 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab2a1cc0 con 0x5572ab2ab750 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146f986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab2a1eb0 con 0x5572ab2a2250 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2aab90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146659c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab297a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2aab90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38974/0 (socket says 172.21.15.17:38974) 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 -- 172.21.15.17:0/1900831419 learned_addr learned my addr 172.21.15.17:0/1900831419 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1466d9d640 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2ab0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 -- 172.21.15.17:0/1900831419 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 msgr2=0x5572ab297a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab297a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 -- 172.21.15.17:0/1900831419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 msgr2=0x5572ab2ab0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2ab0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.207 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 -- 172.21.15.17:0/1900831419 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5572ab1a4c20 con 0x5572ab2a2b70 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f146659c640 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab297a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f1465d9b640 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2aab90 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f145000e9c0 tx=0x7f14500d02a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc7f7603b64f614 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f144ffff640 1 -- 172.21.15.17:0/1900831419 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14500b8ea0 con 0x5572ab2a2b70 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f144ffff640 1 -- 172.21.15.17:0/1900831419 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f145009e880 con 0x5572ab2a2b70 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.201+0000 7f144ffff640 1 -- 172.21.15.17:0/1900831419 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1450096e50 con 0x5572ab2a2b70 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 -- 172.21.15.17:0/1900831419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 msgr2=0x5572ab2aab90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2aab90 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f145000e9c0 tx=0x7f14500d02a0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 -- 172.21.15.17:0/1900831419 shutdown_connections 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab2aab90 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2ab0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 --2- 172.21.15.17:0/1900831419 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab297a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 -- 172.21.15.17:0/1900831419 >> 172.21.15.17:0/1900831419 conn(0x5572ab29c980 msgr2=0x5572ab29bb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 -- 172.21.15.17:0/1900831419 shutdown_connections 2024-03-16T18:31:39.208 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 -- 172.21.15.17:0/1900831419 wait complete. 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 -- start start 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.202+0000 7f146f986740 1 Processor -- start 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab30ef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab30f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2a53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab2a5aa0 con 0x5572ab2a2b70 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab2a5c10 con 0x5572ab2ab750 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572ab2a5dd0 con 0x5572ab2a2250 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 10 client.0 _ll_register_callbacks cb 0x7f1450096b00 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab30f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab30f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38982/0 (socket says 172.21.15.17:38982) 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 -- 172.21.15.17:0/2702189999 learned_addr learned my addr 172.21.15.17:0/2702189999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146659c640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab30ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1466d9d640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2a53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.209 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 -- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 msgr2=0x5572ab30ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab30ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 -- 172.21.15.17:0/2702189999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 msgr2=0x5572ab2a53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2a53a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 -- 172.21.15.17:0/2702189999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5572ab2086a0 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f1465d9b640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab30f4d0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f14500a29a0 tx=0x7f14500d0230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2235d91c71aabc7b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f144dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f144dffb640 1 -- 172.21.15.17:0/2702189999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14500b8ea0 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f144dffb640 1 -- 172.21.15.17:0/2702189999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f14500a2ed0 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5572ab2a8290 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f144dffb640 1 -- 172.21.15.17:0/2702189999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f14500b3260 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 10 client.18570 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.203+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f14681a47b0 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f144dffb640 1 -- 172.21.15.17:0/2702189999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5572ab2a8290 con 0x5572ab2a2b70 2024-03-16T18:31:39.210 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f144dffb640 1 -- 172.21.15.17:0/2702189999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f14500850b0 con 0x5572ab2a2b70 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146f986740 10 client.18570 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146f986740 10 client.18570 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146f986740 20 client.18570 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146f986740 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab317ca0 0x5572ab31a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146f986740 4 client.18570 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f146002de90 con 0x5572ab317ca0 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146659c640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab317ca0 0x5572ab31a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f146659c640 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab317ca0 0x5572ab31a0c0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=fa96e403a64f037 server_cookie=2e42529f4f74335b in_seq=0 out_seq=0 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f144dffb640 10 client.18570 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.204+0000 7f144dffb640 1 -- 172.21.15.17:0/2702189999 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f146002de90 con 0x5572ab317ca0 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f144dffb640 10 client.18570 handle_command_reply: tid=0 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 client.18570 shutdown 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 msgr2=0x5572ab30f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab30f4d0 secure :-1 s=READY pgs=1293 cs=0 l=1 rev1=1 crypto rx=0x7f14500a29a0 tx=0x7f14500d0230 comp rx=0 tx=0).stop 2024-03-16T18:31:39.211 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 shutdown_connections 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x5572ab317ca0 0x5572ab31a0c0 crc :-1 s=READY pgs=69 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5572ab2a2b70 0x5572ab30f4d0 unknown :-1 s=CLOSED pgs=1293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5572ab2ab750 0x5572ab2a53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 --2- 172.21.15.17:0/2702189999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5572ab2a2250 0x5572ab30ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 >> 172.21.15.17:0/2702189999 conn(0x5572ab29c980 msgr2=0x5572ab2a3920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f144dffb640 0 client.18570 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 shutdown_connections 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 1 -- 172.21.15.17:0/2702189999 wait complete. 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146f986740 20 client.18570 trim_cache size 0 max 16384 2024-03-16T18:31:39.212 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:39.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14540a1ba0 msgr2=0x7f14540a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14540a1ba0 0x7f14540a4060 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f14580049d0 tx=0x7f1458004ab0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 msgr2=0x7f146819dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 0x7f146819dc50 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f145000e9f0 tx=0x7f145000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 shutdown_connections 2024-03-16T18:31:39.213 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f14540a1ba0 0x7f14540a4060 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1468100dd0 0x7f146819dc50 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f14681064b0 0x7f1468197910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 --2- 172.21.15.17:0/2992694367 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1468100410 0x7f146819d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 >> 172.21.15.17:0/2992694367 conn(0x7f1468077550 msgr2=0x7f1468069f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 shutdown_connections 2024-03-16T18:31:39.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.205+0000 7f146cdac640 1 -- 172.21.15.17:0/2992694367 wait complete. 2024-03-16T18:31:39.216 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:39.216 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:31:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 -- 172.21.15.17:0/1156487787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080107560 msgr2=0x7fe080107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1156487787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080107560 0x7fe080107940 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7fe078009900 tx=0x7fe07802bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 -- 172.21.15.17:0/1156487787 shutdown_connections 2024-03-16T18:31:39.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1156487787 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 0x7fe08010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1156487787 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe0801014a0 0x7fe080101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1156487787 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe080107560 0x7fe080107940 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.320+0000 7fe084d2c640 1 -- 172.21.15.17:0/1156487787 >> 172.21.15.17:0/1156487787 conn(0x7fe0800788f0 msgr2=0x7fe080078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 -- 172.21.15.17:0/1156487787 shutdown_connections 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 -- 172.21.15.17:0/1156487787 wait complete. 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 Processor -- start 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 -- start start 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 0x7fe08019d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 0x7fe08019dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080107560 0x7fe0801977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080197e70 con 0x7fe0801014a0 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe080197fe0 con 0x7fe080101e60 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.321+0000 7fe084d2c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0801981a0 con 0x7fe080107560 2024-03-16T18:31:39.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 0x7fe08019d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 0x7fe08019d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38994/0 (socket says 172.21.15.17:38994) 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 -- 172.21.15.17:0/1382850618 learned_addr learned my addr 172.21.15.17:0/1382850618 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 0x7fe08019dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080107560 0x7fe0801977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 -- 172.21.15.17:0/1382850618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080107560 msgr2=0x7fe0801977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080107560 0x7fe0801977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 -- 172.21.15.17:0/1382850618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 msgr2=0x7fe08019dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 0x7fe08019dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 -- 172.21.15.17:0/1382850618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe078009560 con 0x7fe0801014a0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 0x7fe08019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 0x7fe08019d660 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fe078005940 tx=0x7fe078005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe0777fe640 1 -- 172.21.15.17:0/1382850618 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe078004350 con 0x7fe0801014a0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe0777fe640 1 -- 172.21.15.17:0/1382850618 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe0780044b0 con 0x7fe0801014a0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe080198420 con 0x7fe0801014a0 2024-03-16T18:31:39.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe0777fe640 1 -- 172.21.15.17:0/1382850618 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0780053c0 con 0x7fe0801014a0 2024-03-16T18:31:39.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.322+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0801a4690 con 0x7fe0801014a0 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.324+0000 7fe0777fe640 1 -- 172.21.15.17:0/1382850618 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe078005520 con 0x7fe0801014a0 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 Processor -- start 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 -- start start 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0777fe640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c9750 0x556ae57cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae577b960 con 0x556ae57c9750 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae572f310 con 0x556ae57c0250 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0879e9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae572c840 con 0x556ae57c0b70 2024-03-16T18:31:39.333 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe07dd9b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe07ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c9750 0x556ae57cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe0777fe640 1 -- 172.21.15.17:0/1382850618 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe0780efc40 con 0x7fe0801014a0 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe07dd9b640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:52254/0 (socket says 172.21.15.17:52254) 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.325+0000 7fe07dd9b640 1 -- 172.21.15.17:0/1741277275 learned_addr learned my addr 172.21.15.17:0/1741277275 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07dd9b640 1 -- 172.21.15.17:0/1741277275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 msgr2=0x556ae57c0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07dd9b640 1 -- 172.21.15.17:0/1741277275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c9750 msgr2=0x556ae57cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c9750 0x556ae57cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07dd9b640 1 -- 172.21.15.17:0/1741277275 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ae56ea060 con 0x556ae57c0b70 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.334 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe070005fd0 tx=0x7fe070009f10 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9210 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe0680114f0 tx=0x7fe0680119b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1cbb1036075eb0bb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe074ff9640 1 -- 172.21.15.17:0/1741277275 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe068005020 con 0x556ae57c0b70 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe074ff9640 1 -- 172.21.15.17:0/1741277275 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe068005630 con 0x556ae57c0b70 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.326+0000 7fe074ff9640 1 -- 172.21.15.17:0/1741277275 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe06800f7c0 con 0x556ae57c0b70 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 -- 172.21.15.17:0/1741277275 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 msgr2=0x556ae57c9210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9210 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fe0680114f0 tx=0x7fe0680119b0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 -- 172.21.15.17:0/1741277275 shutdown_connections 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c9750 0x556ae57cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9210 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1741277275 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 -- 172.21.15.17:0/1741277275 >> 172.21.15.17:0/1741277275 conn(0x556ae57ba980 msgr2=0x556ae57bad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 -- 172.21.15.17:0/1741277275 shutdown_connections 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 -- 172.21.15.17:0/1741277275 wait complete. 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 -- start start 2024-03-16T18:31:39.335 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 Processor -- start 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.327+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57c63d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c9750 0x556ae57c6910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae5728020 con 0x556ae57c0b70 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae53fb430 con 0x556ae57c0250 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae53b7e00 con 0x556ae57c9750 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 10 client.0 _ll_register_callbacks cb 0x556ae56cfcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57c63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57c63d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39016/0 (socket says 172.21.15.17:39016) 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07dd9b640 1 -- 172.21.15.17:0/2802048693 learned_addr learned my addr 172.21.15.17:0/2802048693 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c9750 0x556ae57c6910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 -- 172.21.15.17:0/2802048693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c9750 msgr2=0x556ae57c6910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c9750 0x556ae57c6910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 -- 172.21.15.17:0/2802048693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 msgr2=0x556ae57c63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57c63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 -- 172.21.15.17:0/2802048693 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe068009c80 con 0x556ae57c0250 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57c63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe07e59c640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c9040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe0780ed080 tx=0x7fe0780b89c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b76f92c39e5d405c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe065ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe065ffb640 1 -- 172.21.15.17:0/2802048693 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0780c0740 con 0x556ae57c0250 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe065ffb640 1 -- 172.21.15.17:0/2802048693 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe0780c1400 con 0x556ae57c0250 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556ae54277e0 con 0x556ae57c0250 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe065ffb640 1 -- 172.21.15.17:0/2802048693 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe0780c1db0 con 0x556ae57c0250 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 10 client.28460 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.328+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556ae57266a0 con 0x556ae57c0250 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe065ffb640 1 -- 172.21.15.17:0/2802048693 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556ae54277e0 con 0x556ae57c0250 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe065ffb640 1 -- 172.21.15.17:0/2802048693 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe07803c070 con 0x556ae57c0250 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe0879e9740 10 client.28460 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe0879e9740 10 client.28460 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe0879e9740 20 client.28460 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe0879e9740 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae57d9560 0x556ae57db950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe0879e9740 4 client.28460 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556ae5464720 con 0x556ae57d9560 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae57d9560 0x556ae57db950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe065ffb640 10 client.28460 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.329+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae57d9560 0x556ae57db950 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b86d985b64a7a751 server_cookie=14ab94284669e410 in_seq=0 out_seq=0 2024-03-16T18:31:39.338 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.330+0000 7fe065ffb640 1 -- 172.21.15.17:0/2802048693 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556ae5464720 con 0x556ae57d9560 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.330+0000 7fe065ffb640 10 client.28460 handle_command_reply: tid=0 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.330+0000 7fe0879e9740 1 client.28460 shutdown 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 msgr2=0x556ae57c9040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c9040 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fe0780ed080 tx=0x7fe0780b89c0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 shutdown_connections 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae57d9560 0x556ae57db950 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57c63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c9750 0x556ae57c6910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe065ffb640 0 client.28460 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 --2- 172.21.15.17:0/2802048693 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c0250 0x556ae57c9040 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 >> 172.21.15.17:0/2802048693 conn(0x556ae57ba980 msgr2=0x556ae57bc6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 shutdown_connections 2024-03-16T18:31:39.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 1 -- 172.21.15.17:0/2802048693 wait complete. 2024-03-16T18:31:39.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.331+0000 7fe0879e9740 20 client.28460 trim_cache size 0 max 16384 2024-03-16T18:31:39.340 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:39 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2825938280' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:31:39.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 Processor -- start 2024-03-16T18:31:39.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 -- start start 2024-03-16T18:31:39.348 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 0x556ae57c8b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57bc3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae56ad130 con 0x556ae57c0250 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae57cbb40 con 0x556ae57c9750 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe0879e9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae57bfeb0 con 0x556ae57c0b70 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 0x556ae57c8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 0x556ae57c8b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39032/0 (socket says 172.21.15.17:39032) 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe07e59c640 1 -- 172.21.15.17:0/4132582163 learned_addr learned my addr 172.21.15.17:0/4132582163 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.343+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57bc3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe07e59c640 1 -- 172.21.15.17:0/4132582163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 msgr2=0x556ae57c9040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe07e59c640 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe07e59c640 1 -- 172.21.15.17:0/4132582163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 msgr2=0x556ae57bc3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.349 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe07e59c640 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57bc3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe07e59c640 1 -- 172.21.15.17:0/4132582163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ae56c2c20 con 0x556ae57c0250 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe07e59c640 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 0x556ae57c8b00 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fe0780b8fc0 tx=0x7fe0780dc2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5a9d0b938e5336ae server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe067fff640 1 -- 172.21.15.17:0/4132582163 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0780ba8f0 con 0x556ae57c0250 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe067fff640 1 -- 172.21.15.17:0/4132582163 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe0780c0740 con 0x556ae57c0250 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe067fff640 1 -- 172.21.15.17:0/4132582163 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0780ed370 con 0x556ae57c0250 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 -- 172.21.15.17:0/4132582163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 msgr2=0x556ae57c8b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 0x556ae57c8b00 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7fe0780b8fc0 tx=0x7fe0780dc2b0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 -- 172.21.15.17:0/4132582163 shutdown_connections 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57bc3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0b70 0x556ae57c9040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 --2- 172.21.15.17:0/4132582163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0250 0x556ae57c8b00 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 -- 172.21.15.17:0/4132582163 >> 172.21.15.17:0/4132582163 conn(0x556ae57ba980 msgr2=0x556ae57c1a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.350 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 -- 172.21.15.17:0/4132582163 shutdown_connections 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.344+0000 7fe0879e9740 1 -- 172.21.15.17:0/4132582163 wait complete. 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 -- start start 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 Processor -- start 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 0x556ae57ccca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57cd720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae5833f30 con 0x556ae57c0b70 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae58340a0 con 0x556ae57c9750 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ae5834260 con 0x556ae57c0250 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe0879e9740 10 client.0 _ll_register_callbacks cb 0x7fe0780bc450 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 0x556ae57ccca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57cd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:39034/0 (socket says 172.21.15.17:39034) 2024-03-16T18:31:39.351 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 0x556ae57ccca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:52282/0 (socket says 172.21.15.17:52282) 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07dd9b640 1 -- 172.21.15.17:0/1463246329 learned_addr learned my addr 172.21.15.17:0/1463246329 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07ed9d640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57cd720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 -- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 msgr2=0x556ae57cd720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57cd720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 -- 172.21.15.17:0/1463246329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 msgr2=0x556ae57cd1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57cd1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07e59c640 1 -- 172.21.15.17:0/1463246329 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556ae57266a0 con 0x556ae57c0250 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.345+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe07e59c640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 0x556ae57ccca0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe0780ed570 tx=0x7fe078004dc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3b56cf7413415558 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe065ffb640 10 client.0 ms_handle_connect on v2:172.21.15.153:3300/0 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe065ffb640 1 -- 172.21.15.17:0/1463246329 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0780b8890 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe068005630 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe065ffb640 1 -- 172.21.15.17:0/1463246329 <== mon.1 v2:172.21.15.153:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe0780c4d00 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe065ffb640 1 -- 172.21.15.17:0/1463246329 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe0780ba8f0 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 10 client.28360 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556ae56e88c0 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe065ffb640 1 -- 172.21.15.17:0/1463246329 <== mon.1 v2:172.21.15.153:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe068005630 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe065ffb640 1 -- 172.21.15.17:0/1463246329 <== mon.1 v2:172.21.15.153:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe0780a1020 con 0x556ae57c0250 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 10 client.28360 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 10 client.28360 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 20 client.28360 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae5835550 0x556ae5837940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 4 client.28360 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:39.353 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556ae54b3890 con 0x556ae5835550 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.346+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae5835550 0x556ae5837940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe065ffb640 10 client.28360 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe07dd9b640 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae5835550 0x556ae5837940 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=b9faafb70a643bdb server_cookie=25e97b15ef7a808c in_seq=0 out_seq=0 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe065ffb640 1 -- 172.21.15.17:0/1463246329 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556ae54b3890 con 0x556ae5835550 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe065ffb640 10 client.28360 handle_command_reply: tid=0 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 client.28360 shutdown 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 msgr2=0x556ae57ccca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 0x556ae57ccca0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fe0780ed570 tx=0x7fe078004dc0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 shutdown_connections 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x556ae5835550 0x556ae5837940 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556ae57c0b70 0x556ae57cd1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe065ffb640 0 client.28360 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:31:39.354 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556ae57c9750 0x556ae57cd720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 --2- 172.21.15.17:0/1463246329 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556ae57c0250 0x556ae57ccca0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 >> 172.21.15.17:0/1463246329 conn(0x556ae57ba980 msgr2=0x556ae57bc3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 shutdown_connections 2024-03-16T18:31:39.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 1 -- 172.21.15.17:0/1463246329 wait complete. 2024-03-16T18:31:39.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.347+0000 7fe0879e9740 20 client.28360 trim_cache size 0 max 16384 2024-03-16T18:31:39.355 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 msgr2=0x7fe06c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fe070005fd0 tx=0x7fe070009f10 comp rx=0 tx=0).stop 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 msgr2=0x7fe08019d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 0x7fe08019d660 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7fe078005940 tx=0x7fe078005df0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 shutdown_connections 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe06c0a1ba0 0x7fe06c0a4060 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe080107560 0x7fe0801977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe080101e60 0x7fe08019dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 --2- 172.21.15.17:0/1382850618 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe0801014a0 0x7fe08019d660 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 >> 172.21.15.17:0/1382850618 conn(0x7fe0800788f0 msgr2=0x7fe0801000b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 shutdown_connections 2024-03-16T18:31:39.357 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.348+0000 7fe084d2c640 1 -- 172.21.15.17:0/1382850618 wait complete. 2024-03-16T18:31:39.357 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:39 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2825938280' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:31:39.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:39 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2825938280' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:31:39.359 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:31:39.359 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:31:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 -- 172.21.15.17:0/363698510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0138107570 msgr2=0x7f0138107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 --2- 172.21.15.17:0/363698510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0138107570 0x7f0138107950 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0130009930 tx=0x7f013002bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 -- 172.21.15.17:0/363698510 shutdown_connections 2024-03-16T18:31:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 --2- 172.21.15.17:0/363698510 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138101e70 0x7f013810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 --2- 172.21.15.17:0/363698510 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f01381014b0 0x7f0138101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 --2- 172.21.15.17:0/363698510 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0138107570 0x7f0138107950 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.463+0000 7f013da5c640 1 -- 172.21.15.17:0/363698510 >> 172.21.15.17:0/363698510 conn(0x7f01380fcf20 msgr2=0x7f01380ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 -- 172.21.15.17:0/363698510 shutdown_connections 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 -- 172.21.15.17:0/363698510 wait complete. 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 Processor -- start 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 -- start start 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f01381014b0 0x7f013819d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0138101e70 0x7f013819dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 0x7f0138197880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0138197ed0 con 0x7f0138107570 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0138198040 con 0x7f01381014b0 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.464+0000 7f013da5c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0138198200 con 0x7f0138101e70 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 0x7f0138197880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f0136ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f01381014b0 0x7f013819d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 0x7f0138197880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35588/0 (socket says 172.21.15.17:35588) 2024-03-16T18:31:39.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 -- 172.21.15.17:0/2163663502 learned_addr learned my addr 172.21.15.17:0/2163663502 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01367fc640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0138101e70 0x7f013819dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 -- 172.21.15.17:0/2163663502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0138101e70 msgr2=0x7f013819dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0138101e70 0x7f013819dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 -- 172.21.15.17:0/2163663502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f01381014b0 msgr2=0x7f013819d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f01381014b0 0x7f013819d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 -- 172.21.15.17:0/2163663502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0128009840 con 0x7f0138107570 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f01377fe640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 0x7f0138197880 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f012800efd0 tx=0x7f012800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f013ca5a640 1 -- 172.21.15.17:0/2163663502 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0128009b40 con 0x7f0138107570 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0130009560 con 0x7f0138107570 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f013ca5a640 1 -- 172.21.15.17:0/2163663502 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0128003b70 con 0x7f0138107570 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f013ca5a640 1 -- 172.21.15.17:0/2163663502 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01280107e0 con 0x7f0138107570 2024-03-16T18:31:39.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.465+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01381a4590 con 0x7f0138107570 2024-03-16T18:31:39.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 Processor -- start 2024-03-16T18:31:39.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f013ca5a640 1 -- 172.21.15.17:0/2163663502 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f0128003ce0 con 0x7f0138107570 2024-03-16T18:31:39.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 -- start start 2024-03-16T18:31:39.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8e8630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f1210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.475 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 0x56300e8f3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e8a3960 con 0x56300e8f1750 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e857310 con 0x56300e8e8250 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f014063a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e854840 con 0x56300e8e8b70 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 0x56300e8f3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 0x56300e8f3b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35592/0 (socket says 172.21.15.17:35592) 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 -- 172.21.15.17:0/2852740277 learned_addr learned my addr 172.21.15.17:0/2852740277 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8e8630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f0136ffd640 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f1210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f013ca5a640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01240a1ba0 0x7f01240a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 -- 172.21.15.17:0/2852740277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 msgr2=0x56300e8f1210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f1210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 -- 172.21.15.17:0/2852740277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 msgr2=0x56300e8e8630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8e8630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.476 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 -- 172.21.15.17:0/2852740277 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56300e812060 con 0x56300e8f1750 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01377fe640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01240a1ba0 0x7f01240a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f013ca5a640 1 -- 172.21.15.17:0/2163663502 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0128014070 con 0x7f0138107570 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.468+0000 7f01367fc640 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 0x56300e8f3b40 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f01200058c0 tx=0x7f0120005850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b946aea839d18172 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f012dffb640 1 -- 172.21.15.17:0/2852740277 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0120004030 con 0x56300e8f1750 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f012dffb640 1 -- 172.21.15.17:0/2852740277 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f012000f790 con 0x56300e8f1750 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f012dffb640 1 -- 172.21.15.17:0/2852740277 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01200039f0 con 0x56300e8f1750 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 -- 172.21.15.17:0/2852740277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 msgr2=0x56300e8f3b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 0x56300e8f3b40 secure :-1 s=READY pgs=1298 cs=0 l=1 rev1=1 crypto rx=0x7f01200058c0 tx=0x7f0120005850 comp rx=0 tx=0).stop 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f01377fe640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01240a1ba0 0x7f01240a4060 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f01280cb590 tx=0x7f0128065d00 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 -- 172.21.15.17:0/2852740277 shutdown_connections 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8f1750 0x56300e8f3b40 unknown :-1 s=CLOSED pgs=1298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f1210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 --2- 172.21.15.17:0/2852740277 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8e8630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 -- 172.21.15.17:0/2852740277 >> 172.21.15.17:0/2852740277 conn(0x56300e8e2980 msgr2=0x56300e8e2d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.477 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 -- 172.21.15.17:0/2852740277 shutdown_connections 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.469+0000 7f014063a740 1 -- 172.21.15.17:0/2852740277 wait complete. 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 -- start start 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 Processor -- start 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8f1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 0x56300e8ee4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8eeac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e850020 con 0x56300e8e8b70 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e523430 con 0x56300e8e8250 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e4dfe00 con 0x56300e8f1750 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f014063a740 10 client.0 _ll_register_callbacks cb 0x56300e7f7cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f0136ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 0x56300e8ee4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f0136ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 0x56300e8ee4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35602/0 (socket says 172.21.15.17:35602) 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f0136ffd640 1 -- 172.21.15.17:0/3937228032 learned_addr learned my addr 172.21.15.17:0/3937228032 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.478 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f01367fc640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8f1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.470+0000 7f01367fc640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8eeac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0136ffd640 1 -- 172.21.15.17:0/3937228032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 msgr2=0x56300e8eeac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8eeac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0136ffd640 1 -- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 msgr2=0x56300e8f1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8f1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0136ffd640 1 -- 172.21.15.17:0/3937228032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0120019040 con 0x56300e8e8b70 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 0x56300e8ee4b0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f0130009900 tx=0x7f013002c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18fcdb109d316133 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0116ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0116ffd640 1 -- 172.21.15.17:0/3937228032 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0130004040 con 0x56300e8e8b70 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0116ffd640 1 -- 172.21.15.17:0/3937228032 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f01300041a0 con 0x56300e8e8b70 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56300e54f7e0 con 0x56300e8e8b70 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0116ffd640 1 -- 172.21.15.17:0/3937228032 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0130004360 con 0x56300e8e8b70 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 10 client.18600 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.479 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56300e84e6a0 con 0x56300e8e8b70 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0116ffd640 1 -- 172.21.15.17:0/3937228032 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56300e54f7e0 con 0x56300e8e8b70 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f0116ffd640 1 -- 172.21.15.17:0/3937228032 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f013003c040 con 0x56300e8e8b70 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 10 client.18600 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 10 client.18600 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 20 client.18600 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e901880 0x56300e903ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 4 client.18600 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.471+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56300e58c720 con 0x56300e901880 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.472+0000 7f01367fc640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e901880 0x56300e903ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.472+0000 7f0116ffd640 10 client.18600 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.472+0000 7f01367fc640 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e901880 0x56300e903ca0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=362a609957af33bb server_cookie=126ada56809db50c in_seq=0 out_seq=0 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f0116ffd640 1 -- 172.21.15.17:0/3937228032 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56300e58c720 con 0x56300e901880 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f0116ffd640 10 client.18600 handle_command_reply: tid=0 2024-03-16T18:31:39.480 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 client.18600 shutdown 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 msgr2=0x56300e8ee4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 0x56300e8ee4b0 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7f0130009900 tx=0x7f013002c9a0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 shutdown_connections 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e901880 0x56300e903ca0 crc :-1 s=READY pgs=193 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8b70 0x56300e8ee4b0 unknown :-1 s=CLOSED pgs=1299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f0116ffd640 0 client.18600 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8eeac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 --2- 172.21.15.17:0/3937228032 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8250 0x56300e8f1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 >> 172.21.15.17:0/3937228032 conn(0x56300e8e2980 msgr2=0x56300e8e46d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 shutdown_connections 2024-03-16T18:31:39.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 1 -- 172.21.15.17:0/3937228032 wait complete. 2024-03-16T18:31:39.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.473+0000 7f014063a740 20 client.18600 trim_cache size 0 max 16384 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 Processor -- start 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 -- start start 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f0be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8b70 0x56300e8f1120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8fcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e7d5130 con 0x56300e8e8250 2024-03-16T18:31:39.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e8e24b0 con 0x56300e8e8b70 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.485+0000 7f014063a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e8e7eb0 con 0x56300e8f1750 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f0be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f0be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35610/0 (socket says 172.21.15.17:35610) 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 -- 172.21.15.17:0/3023357679 learned_addr learned my addr 172.21.15.17:0/3023357679 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8b70 0x56300e8f1120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8fcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 -- 172.21.15.17:0/3023357679 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 msgr2=0x56300e8fcad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8fcad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 -- 172.21.15.17:0/3023357679 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8b70 msgr2=0x56300e8f1120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8b70 0x56300e8f1120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 -- 172.21.15.17:0/3023357679 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56300e7eac20 con 0x56300e8e8250 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f01367fc640 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f0be0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f01200058c0 tx=0x7f0120009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dcda35608067426c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f012d7fa640 1 -- 172.21.15.17:0/3023357679 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f012000fb00 con 0x56300e8e8250 2024-03-16T18:31:39.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f012d7fa640 1 -- 172.21.15.17:0/3023357679 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0120005570 con 0x56300e8e8250 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.486+0000 7f012d7fa640 1 -- 172.21.15.17:0/3023357679 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0120003d40 con 0x56300e8e8250 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- 172.21.15.17:0/3023357679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 msgr2=0x56300e8f0be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f0be0 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7f01200058c0 tx=0x7f0120009b60 comp rx=0 tx=0).stop 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- 172.21.15.17:0/3023357679 shutdown_connections 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8f1750 0x56300e8fcad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8e8b70 0x56300e8f1120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- 172.21.15.17:0/3023357679 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f0be0 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- 172.21.15.17:0/3023357679 >> 172.21.15.17:0/3023357679 conn(0x56300e8e2980 msgr2=0x56300e8e1b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- 172.21.15.17:0/3023357679 shutdown_connections 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- 172.21.15.17:0/3023357679 wait complete. 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- start start 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 Processor -- start 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f8670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f8bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8f1750 0x56300e8f5080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e8f5780 con 0x56300e8e8250 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e8f58f0 con 0x56300e8f1750 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56300e8f5ab0 con 0x56300e8e8b70 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f014063a740 10 client.0 _ll_register_callbacks cb 0x7f0130009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f01367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f01367fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35620/0 (socket says 172.21.15.17:35620) 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.487+0000 7f01367fc640 1 -- 172.21.15.17:0/3474609022 learned_addr learned my addr 172.21.15.17:0/3474609022 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f8bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8f1750 0x56300e8f5080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 -- 172.21.15.17:0/3474609022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 msgr2=0x56300e8f8bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f8bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 -- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8f1750 msgr2=0x56300e8f5080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8f1750 0x56300e8f5080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 -- 172.21.15.17:0/3474609022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0120029040 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f01367fc640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f8670 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f01200059f0 tx=0x7f01200313d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=26aeb5b0957a817f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f0116ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f0116ffd640 1 -- 172.21.15.17:0/3474609022 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01200037a0 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f012000f790 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f0116ffd640 1 -- 172.21.15.17:0/3474609022 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0120000e40 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f0116ffd640 1 -- 172.21.15.17:0/3474609022 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0120003900 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f014063a740 10 client.18606 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56300e8108c0 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.488+0000 7f0116ffd640 1 -- 172.21.15.17:0/3474609022 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f012000f790 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f0116ffd640 1 -- 172.21.15.17:0/3474609022 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0120039070 con 0x56300e8e8250 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 10 client.18606 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 10 client.18606 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 20 client.18606 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:39.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e966600 0x56300e9689f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 4 client.18606 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x56300e5db890 con 0x56300e966600 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e966600 0x56300e9689f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f0116ffd640 10 client.18606 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f0136ffd640 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e966600 0x56300e9689f0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59fb68832928e369 server_cookie=2961192225ee5792 in_seq=0 out_seq=0 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f0116ffd640 1 -- 172.21.15.17:0/3474609022 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x56300e5db890 con 0x56300e966600 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f0116ffd640 10 client.18606 handle_command_reply: tid=0 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 1 client.18606 shutdown 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.489+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 msgr2=0x56300e8f8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f8670 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f01200059f0 tx=0x7f01200313d0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 shutdown_connections 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x56300e966600 0x56300e9689f0 crc :-1 s=READY pgs=194 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x56300e8f1750 0x56300e8f5080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x56300e8e8b70 0x56300e8f8bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 --2- 172.21.15.17:0/3474609022 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x56300e8e8250 0x56300e8f8670 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f0116ffd640 0 client.18606 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 >> 172.21.15.17:0/3474609022 conn(0x56300e8e2980 msgr2=0x56300e8e8f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 shutdown_connections 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 1 -- 172.21.15.17:0/3474609022 wait complete. 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f014063a740 20 client.18606 trim_cache size 0 max 16384 2024-03-16T18:31:39.497 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:31:39.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01240a1ba0 msgr2=0x7f01240a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01240a1ba0 0x7f01240a4060 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f01280cb590 tx=0x7f0128065d00 comp rx=0 tx=0).stop 2024-03-16T18:31:39.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 msgr2=0x7f0138197880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:39.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 0x7f0138197880 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f012800efd0 tx=0x7f012800c6a0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 shutdown_connections 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f01240a1ba0 0x7f01240a4060 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0138107570 0x7f0138197880 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0138101e70 0x7f013819dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 --2- 172.21.15.17:0/2163663502 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f01381014b0 0x7f013819d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 >> 172.21.15.17:0/2163663502 conn(0x7f01380fcf20 msgr2=0x7f01380fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 shutdown_connections 2024-03-16T18:31:39.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:39.490+0000 7f013da5c640 1 -- 172.21.15.17:0/2163663502 wait complete. 2024-03-16T18:31:40.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:40 smithi149 ceph-mon[35991]: pgmap v315: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:40.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:40 smithi153 ceph-mon[36005]: pgmap v315: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:40.502 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:31:40.502 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:31:40.503 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:31:40.531 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:40 smithi017 ceph-mon[32207]: pgmap v315: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:40.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 -- 172.21.15.17:0/3883534633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a4107570 msgr2=0x7f51a4107950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 --2- 172.21.15.17:0/3883534633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a4107570 0x7f51a4107950 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f518c009900 tx=0x7f518c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:31:40.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 -- 172.21.15.17:0/3883534633 shutdown_connections 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 --2- 172.21.15.17:0/3883534633 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51a4101e70 0x7f51a410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 --2- 172.21.15.17:0/3883534633 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f51a41014b0 0x7f51a4101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 --2- 172.21.15.17:0/3883534633 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a4107570 0x7f51a4107950 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 -- 172.21.15.17:0/3883534633 >> 172.21.15.17:0/3883534633 conn(0x7f51a40fcf20 msgr2=0x7f51a40ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 -- 172.21.15.17:0/3883534633 shutdown_connections 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 -- 172.21.15.17:0/3883534633 wait complete. 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 Processor -- start 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.622+0000 7f51aa691640 1 -- start start 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51aa691640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 0x7f51a419d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51aa691640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51a4101e70 0x7f51a419dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51aa691640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f51a4107570 0x7f51a41977e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51aa691640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a4197e80 con 0x7f51a41014b0 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51aa691640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a4197ff0 con 0x7f51a4107570 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51aa691640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51a41981b0 con 0x7f51a4101e70 2024-03-16T18:31:40.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 0x7f51a419d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 0x7f51a419d670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35630/0 (socket says 172.21.15.17:35630) 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 -- 172.21.15.17:0/2337582780 learned_addr learned my addr 172.21.15.17:0/2337582780 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f51a4107570 0x7f51a41977e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a37fe640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51a4101e70 0x7f51a419dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 -- 172.21.15.17:0/2337582780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51a4101e70 msgr2=0x7f51a419dbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51a4101e70 0x7f51a419dbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 -- 172.21.15.17:0/2337582780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f51a4107570 msgr2=0x7f51a41977e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f51a4107570 0x7f51a41977e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 -- 172.21.15.17:0/2337582780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f518c009560 con 0x7f51a41014b0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.623+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 0x7f51a419d670 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f518c005940 tx=0x7f518c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.624+0000 7f51a17fa640 1 -- 172.21.15.17:0/2337582780 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c004350 con 0x7f51a41014b0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.624+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51a4198430 con 0x7f51a41014b0 2024-03-16T18:31:40.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.624+0000 7f51a17fa640 1 -- 172.21.15.17:0/2337582780 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f518c0044b0 con 0x7f51a41014b0 2024-03-16T18:31:40.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.624+0000 7f51a17fa640 1 -- 172.21.15.17:0/2337582780 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c0053c0 con 0x7f51a41014b0 2024-03-16T18:31:40.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.624+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51a41a46a0 con 0x7f51a41014b0 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51a17fa640 1 -- 172.21.15.17:0/2337582780 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f518c005520 con 0x7f51a41014b0 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 Processor -- start 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 -- start start 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa03760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa0c2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f971f90 con 0x55911fa03380 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f96f4c0 con 0x55911fa0c8b0 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.626+0000 7f51ad260740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f96aca0 con 0x55911fa03d30 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa03760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa03760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35640/0 (socket says 172.21.15.17:35640) 2024-03-16T18:31:40.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2136013941 learned_addr learned my addr 172.21.15.17:0/2136013941 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa0c2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a37fe640 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a17fa640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f51900a1ba0 0x7f51900a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2136013941 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 msgr2=0x55911fa0c2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa0c2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2136013941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 msgr2=0x55911fa0ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2136013941 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55911f92d0b0 con 0x55911fa03380 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a17fa640 1 -- 172.21.15.17:0/2337582780 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f518c0efcf0 con 0x7f51a41014b0 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f51900a1ba0 0x7f51900a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa03760 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f519c011590 tx=0x7f519c011a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3936626dde177bc8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f519a7fc640 1 -- 172.21.15.17:0/2136013941 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f519c00f840 con 0x55911fa03380 2024-03-16T18:31:40.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f519a7fc640 1 -- 172.21.15.17:0/2136013941 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f519c00fe50 con 0x55911fa03380 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f51900a1ba0 0x7f51900a4060 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f519c022000 tx=0x7f519c023000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.627+0000 7f519a7fc640 1 -- 172.21.15.17:0/2136013941 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f519c01bb60 con 0x55911fa03380 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 -- 172.21.15.17:0/2136013941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 msgr2=0x55911fa03760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa03760 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f519c011590 tx=0x7f519c011a50 comp rx=0 tx=0).stop 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 -- 172.21.15.17:0/2136013941 shutdown_connections 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa0c2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 --2- 172.21.15.17:0/2136013941 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa03760 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 -- 172.21.15.17:0/2136013941 >> 172.21.15.17:0/2136013941 conn(0x55911f9fd840 msgr2=0x55911f9fdc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 -- 172.21.15.17:0/2136013941 shutdown_connections 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 -- 172.21.15.17:0/2136013941 wait complete. 2024-03-16T18:31:40.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.628+0000 7f51ad260740 1 -- start start 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 Processor -- start 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa09840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa09d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f90ff40 con 0x55911fa03380 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f63e4b0 con 0x55911fa0c8b0 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f8f0670 con 0x55911fa03d30 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51ad260740 10 client.0 _ll_register_callbacks cb 0x55911f95df70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa09840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa09840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35648/0 (socket says 172.21.15.17:35648) 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 -- 172.21.15.17:0/3320727999 learned_addr learned my addr 172.21.15.17:0/3320727999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a37fe640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa09d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 -- 172.21.15.17:0/3320727999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 msgr2=0x55911fa09d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa09d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 -- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 msgr2=0x55911fa0a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.629+0000 7f51a3fff640 1 -- 172.21.15.17:0/3320727999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f519c009cd0 con 0x55911fa03380 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51a3fff640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa09840 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f518c0bc5d0 tx=0x7f518c004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32634a3d5fb1a543 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51837fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51837fe640 1 -- 172.21.15.17:0/3320727999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c0bc640 con 0x55911fa03380 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51837fe640 1 -- 172.21.15.17:0/3320727999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f518c0c0790 con 0x55911fa03380 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55911f944f40 con 0x55911fa03380 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51837fe640 1 -- 172.21.15.17:0/3320727999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f518c0c4d50 con 0x55911fa03380 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 10 client.18618 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55911f969320 con 0x55911fa03380 2024-03-16T18:31:40.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51837fe640 1 -- 172.21.15.17:0/3320727999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f518c0d5080 con 0x55911fa03380 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51837fe640 1 -- 172.21.15.17:0/3320727999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f518c0dad20 con 0x55911fa03380 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 10 client.18618 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 10 client.18618 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 20 client.18618 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa1cb70 0x55911fa1ef60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 4 client.18618 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.630+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55911f961310 con 0x55911fa1cb70 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.631+0000 7f51a37fe640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa1cb70 0x55911fa1ef60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.631+0000 7f51a37fe640 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa1cb70 0x55911fa1ef60 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=356531cdb7bd899e server_cookie=c77b06319dbe7bea in_seq=0 out_seq=0 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.631+0000 7f51837fe640 10 client.18618 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51837fe640 1 -- 172.21.15.17:0/3320727999 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55911f961310 con 0x55911fa1cb70 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51837fe640 10 client.18618 handle_command_reply: tid=0 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 client.18618 shutdown 2024-03-16T18:31:40.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 msgr2=0x55911fa09840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa09840 secure :-1 s=READY pgs=1305 cs=0 l=1 rev1=1 crypto rx=0x7f518c0bc5d0 tx=0x7f518c004e40 comp rx=0 tx=0).stop 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 shutdown_connections 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa1cb70 0x55911fa1ef60 crc :-1 s=READY pgs=195 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa0c8b0 0x55911fa0a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51837fe640 0 client.18618 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa09d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 --2- 172.21.15.17:0/3320727999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa09840 unknown :-1 s=CLOSED pgs=1305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 >> 172.21.15.17:0/3320727999 conn(0x55911f9fd840 msgr2=0x55911f9ff7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 shutdown_connections 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 1 -- 172.21.15.17:0/3320727999 wait complete. 2024-03-16T18:31:40.642 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.632+0000 7f51ad260740 20 client.18618 trim_cache size 0 max 16384 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.648+0000 7f51ad260740 1 Processor -- start 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.648+0000 7f51ad260740 1 -- start start 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51ad260740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa0bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51ad260740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03d30 0x55911fa0a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51ad260740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa0c8b0 0x55911fa17db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51ad260740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911fa050a0 con 0x55911fa03380 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51ad260740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f9ffd40 con 0x55911fa03d30 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51ad260740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911f9f7cf0 con 0x55911fa0c8b0 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa0bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa0bf70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35656/0 (socket says 172.21.15.17:35656) 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 -- 172.21.15.17:0/681237062 learned_addr learned my addr 172.21.15.17:0/681237062 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a37fe640 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03d30 0x55911fa0a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.651 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa0c8b0 0x55911fa17db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 -- 172.21.15.17:0/681237062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa0c8b0 msgr2=0x55911fa17db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa0c8b0 0x55911fa17db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 -- 172.21.15.17:0/681237062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03d30 msgr2=0x55911fa0a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03d30 0x55911fa0a0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 -- 172.21.15.17:0/681237062 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55911f905c00 con 0x55911fa03380 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f51a3fff640 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa0bf70 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f518c0b8aa0 tx=0x7f518c0bab50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=73d3bf66d62c1d5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f5199ffb640 1 -- 172.21.15.17:0/681237062 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c0bbfa0 con 0x55911fa03380 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f5199ffb640 1 -- 172.21.15.17:0/681237062 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f518c0f2070 con 0x55911fa03380 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.649+0000 7f5199ffb640 1 -- 172.21.15.17:0/681237062 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f518c0c4de0 con 0x55911fa03380 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 -- 172.21.15.17:0/681237062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 msgr2=0x55911fa0bf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa0bf70 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f518c0b8aa0 tx=0x7f518c0bab50 comp rx=0 tx=0).stop 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 -- 172.21.15.17:0/681237062 shutdown_connections 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa0c8b0 0x55911fa17db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03d30 0x55911fa0a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.652 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 --2- 172.21.15.17:0/681237062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa03380 0x55911fa0bf70 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 -- 172.21.15.17:0/681237062 >> 172.21.15.17:0/681237062 conn(0x55911f9fd840 msgr2=0x55911f9fc8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 -- 172.21.15.17:0/681237062 shutdown_connections 2024-03-16T18:31:40.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 -- 172.21.15.17:0/681237062 wait complete. 2024-03-16T18:31:40.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.650+0000 7f51ad260740 1 -- start start 2024-03-16T18:31:40.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 Processor -- start 2024-03-16T18:31:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03380 0x55911fa14480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa10850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 0x55911fa10d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911fa112d0 con 0x55911fa0c8b0 2024-03-16T18:31:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911fa11440 con 0x55911fa03380 2024-03-16T18:31:40.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55911fa11600 con 0x55911fa03d30 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51ad260740 10 client.0 _ll_register_callbacks cb 0x7f518c0bc500 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 0x55911fa10d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 0x55911fa10d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35664/0 (socket says 172.21.15.17:35664) 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2459369829 learned_addr learned my addr 172.21.15.17:0/2459369829 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03380 0x55911fa14480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a37fe640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa10850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2459369829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 msgr2=0x55911fa10850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa10850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03380 msgr2=0x55911fa14480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03380 0x55911fa14480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 -- 172.21.15.17:0/2459369829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55911f969320 con 0x55911fa0c8b0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51a8c2e640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 0x55911fa10d90 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f519c011560 tx=0x7f519c01bab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=679c453fea9d7706 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.651+0000 7f51837fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51837fe640 1 -- 172.21.15.17:0/2459369829 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f519c01bba0 con 0x55911fa0c8b0 2024-03-16T18:31:40.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51837fe640 1 -- 172.21.15.17:0/2459369829 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f519c01be20 con 0x55911fa0c8b0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55911f990900 con 0x55911fa0c8b0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51837fe640 1 -- 172.21.15.17:0/2459369829 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f519c004df0 con 0x55911fa0c8b0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 10 client.18624 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55911f92b910 con 0x55911fa0c8b0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51837fe640 1 -- 172.21.15.17:0/2459369829 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55911f990900 con 0x55911fa0c8b0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51837fe640 1 -- 172.21.15.17:0/2459369829 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f519c024020 con 0x55911fa0c8b0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 10 client.18624 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 10 client.18624 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 20 client.18624 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa79940 0x55911fa7bd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 4 client.18624 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55911f66a860 con 0x55911fa79940 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.652+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa79940 0x55911fa7bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.653+0000 7f51a3fff640 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa79940 0x55911fa7bd60 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a46f750a913b616 server_cookie=b724e619526c58ec in_seq=0 out_seq=0 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.653+0000 7f51837fe640 10 client.18624 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51837fe640 1 -- 172.21.15.17:0/2459369829 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55911f66a860 con 0x55911fa79940 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51837fe640 10 client.18624 handle_command_reply: tid=0 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 client.18624 shutdown 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 msgr2=0x55911fa10d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 0x55911fa10d90 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f519c011560 tx=0x7f519c01bab0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 shutdown_connections 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55911fa79940 0x55911fa7bd60 crc :-1 s=READY pgs=196 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55911fa0c8b0 0x55911fa10d90 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55911fa03d30 0x55911fa10850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51837fe640 0 client.18624 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 --2- 172.21.15.17:0/2459369829 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55911fa03380 0x55911fa14480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 >> 172.21.15.17:0/2459369829 conn(0x55911f9fd840 msgr2=0x55911f9fed30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 shutdown_connections 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 1 -- 172.21.15.17:0/2459369829 wait complete. 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.654+0000 7f51ad260740 20 client.18624 trim_cache size 0 max 16384 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "e5a46e45-1c44-42f2-937c-6747bbbe1b01", 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:31:40.660 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f51900a1ba0 msgr2=0x7f51900a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f51900a1ba0 0x7f51900a4060 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f519c022000 tx=0x7f519c023000 comp rx=0 tx=0).stop 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 msgr2=0x7f51a419d670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 0x7f51a419d670 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f518c005940 tx=0x7f518c005df0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 shutdown_connections 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f51900a1ba0 0x7f51900a4060 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f51a4107570 0x7f51a41977e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f51a4101e70 0x7f51a419dbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 --2- 172.21.15.17:0/2337582780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f51a41014b0 0x7f51a419d670 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 >> 172.21.15.17:0/2337582780 conn(0x7f51a40fcf20 msgr2=0x7f51a40fe750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.661 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 shutdown_connections 2024-03-16T18:31:40.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.655+0000 7f51aa691640 1 -- 172.21.15.17:0/2337582780 wait complete. 2024-03-16T18:31:40.666 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:31:40.667 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:31:40.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.810+0000 7f4bf2afb640 1 -- 172.21.15.17:0/45478302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 msgr2=0x7f4bec10d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.810+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/45478302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec10d280 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f4be4009cd0 tx=0x7f4be402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- 172.21.15.17:0/45478302 shutdown_connections 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/45478302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec10d280 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/45478302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4bec100f90 0x7f4bec104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/45478302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4bec1005e0 0x7f4bec1009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- 172.21.15.17:0/45478302 >> 172.21.15.17:0/45478302 conn(0x7f4bec0775a0 msgr2=0x7f4bec0779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- 172.21.15.17:0/45478302 shutdown_connections 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- 172.21.15.17:0/45478302 wait complete. 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 Processor -- start 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- start start 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4bec1005e0 0x7f4bec19c630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec19cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.814 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4bec1966f0 0x7f4bec196b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bec1971c0 con 0x7f4bec1056b0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bec197330 con 0x7f4bec1966f0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bf2afb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bec1974f0 con 0x7f4bec1005e0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec19cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec19cb70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35678/0 (socket says 172.21.15.17:35678) 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.811+0000 7f4bebfff640 1 -- 172.21.15.17:0/1077953236 learned_addr learned my addr 172.21.15.17:0/1077953236 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bf0897640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4bec1005e0 0x7f4bec19c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bf1098640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4bec1966f0 0x7f4bec196b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bebfff640 1 -- 172.21.15.17:0/1077953236 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4bec1005e0 msgr2=0x7f4bec19c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bebfff640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4bec1005e0 0x7f4bec19c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bebfff640 1 -- 172.21.15.17:0/1077953236 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4bec1966f0 msgr2=0x7f4bec196b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bebfff640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4bec1966f0 0x7f4bec196b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bebfff640 1 -- 172.21.15.17:0/1077953236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4be4009900 con 0x7f4bec1056b0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bebfff640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec19cb70 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800e9c0 tx=0x7f4bd800ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4be9ffb640 1 -- 172.21.15.17:0/1077953236 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8009700 con 0x7f4bec1056b0 2024-03-16T18:31:40.815 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4be9ffb640 1 -- 172.21.15.17:0/1077953236 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4bd800cd80 con 0x7f4bec1056b0 2024-03-16T18:31:40.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bec1a3490 con 0x7f4bec1056b0 2024-03-16T18:31:40.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4be9ffb640 1 -- 172.21.15.17:0/1077953236 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd8010430 con 0x7f4bec1056b0 2024-03-16T18:31:40.816 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.812+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bec1a39c0 con 0x7f4bec1056b0 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.814+0000 7f4be9ffb640 1 -- 172.21.15.17:0/1077953236 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4bd8004f50 con 0x7f4bec1056b0 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 Processor -- start 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4be9ffb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bdc0a1c20 0x7f4bdc0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 -- start start 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4be9ffb640 1 -- 172.21.15.17:0/1077953236 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4bd8014070 con 0x7f4bec1056b0 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0a4c0 0x565525a0a8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf1098640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bdc0a1c20 0x7f4bdc0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0ade0 0x565525a13480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a15db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.822 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x565525977280 con 0x565525a139c0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655259747b0 con 0x565525a0ade0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x56552596ff90 con 0x565525a0a4c0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf1098640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a15db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf1098640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a15db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35694/0 (socket says 172.21.15.17:35694) 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf1098640 1 -- 172.21.15.17:0/329608867 learned_addr learned my addr 172.21.15.17:0/329608867 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf0897640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0a4c0 0x565525a0a8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bebfff640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0ade0 0x565525a13480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf1098640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bdc0a1c20 0x7f4bdc0a40e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4be402c700 tx=0x7f4be4032f80 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf0897640 1 -- 172.21.15.17:0/329608867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0ade0 msgr2=0x565525a13480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf0897640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0ade0 0x565525a13480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf0897640 1 -- 172.21.15.17:0/329608867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 msgr2=0x565525a15db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf0897640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a15db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf0897640 1 -- 172.21.15.17:0/329608867 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56552592e570 con 0x565525a0a4c0 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bf1098640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a15db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:40.823 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.815+0000 7f4bebfff640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0ade0 0x565525a13480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.816+0000 7f4bf0897640 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0a4c0 0x565525a0a8a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009c00 tx=0x7f4be0011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f33190bc2967d5ef server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.816+0000 7f4bd6ffd640 1 -- 172.21.15.17:0/329608867 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be0004050 con 0x565525a0a4c0 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.816+0000 7f4bd6ffd640 1 -- 172.21.15.17:0/329608867 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4be0005020 con 0x565525a0a4c0 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.816+0000 7f4bd6ffd640 1 -- 172.21.15.17:0/329608867 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be0004c00 con 0x565525a0a4c0 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.816+0000 7f4bf57b8740 1 -- 172.21.15.17:0/329608867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0a4c0 msgr2=0x565525a0a8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.816+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0a4c0 0x565525a0a8a0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009c00 tx=0x7f4be0011810 comp rx=0 tx=0).stop 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- 172.21.15.17:0/329608867 shutdown_connections 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a15db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0ade0 0x565525a13480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/329608867 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0a4c0 0x565525a0a8a0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- 172.21.15.17:0/329608867 >> 172.21.15.17:0/329608867 conn(0x565525a04ba0 msgr2=0x565525a04f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.824 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- 172.21.15.17:0/329608867 shutdown_connections 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- 172.21.15.17:0/329608867 wait complete. 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- start start 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 Processor -- start 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a13390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a10720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a10d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x565525643430 con 0x565525a139c0 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655255ffe00 con 0x565525a0a4c0 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655258f4fd0 con 0x565525a0ade0 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf57b8740 10 client.0 _ll_register_callbacks cb 0x56552594afd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.817+0000 7f4bf1098640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a10d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a10d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35702/0 (socket says 172.21.15.17:35702) 2024-03-16T18:31:40.825 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf0897640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a13390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 -- 172.21.15.17:0/1319076643 learned_addr learned my addr 172.21.15.17:0/1319076643 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bebfff640 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a10720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 -- 172.21.15.17:0/1319076643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 msgr2=0x565525a10720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a10720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 -- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 msgr2=0x565525a13390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a13390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 -- 172.21.15.17:0/1319076643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4be0009830 con 0x565525a139c0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf1098640 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a10d30 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f4be4009ca0 tx=0x7f4be4045040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f21481f8f873c76d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bcbfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bcbfff640 1 -- 172.21.15.17:0/1319076643 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be40329e0 con 0x565525a139c0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56552566f7e0 con 0x565525a139c0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bcbfff640 1 -- 172.21.15.17:0/1319076643 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4be4003970 con 0x565525a139c0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bcbfff640 1 -- 172.21.15.17:0/1319076643 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4be4003b30 con 0x565525a139c0 2024-03-16T18:31:40.826 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf57b8740 10 client.18636 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x56552596e610 con 0x565525a139c0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.818+0000 7f4bcbfff640 1 -- 172.21.15.17:0/1319076643 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x56552566f7e0 con 0x565525a139c0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bcbfff640 1 -- 172.21.15.17:0/1319076643 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4be404d450 con 0x565525a139c0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf57b8740 10 client.18636 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf57b8740 10 client.18636 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf57b8740 20 client.18636 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a23aa0 0x565525a25ec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf57b8740 4 client.18636 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5655256ac720 con 0x565525a23aa0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf0897640 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a23aa0 0x565525a25ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bf0897640 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a23aa0 0x565525a25ec0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=37c6bbd45190c570 server_cookie=625bdba6eff55ec3 in_seq=0 out_seq=0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.819+0000 7f4bcbfff640 10 client.18636 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bcbfff640 1 -- 172.21.15.17:0/1319076643 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5655256ac720 con 0x565525a23aa0 2024-03-16T18:31:40.827 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bcbfff640 10 client.18636 handle_command_reply: tid=0 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 client.18636 shutdown 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 msgr2=0x565525a10d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a10d30 secure :-1 s=READY pgs=1310 cs=0 l=1 rev1=1 crypto rx=0x7f4be4009ca0 tx=0x7f4be4045040 comp rx=0 tx=0).stop 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 shutdown_connections 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a23aa0 0x565525a25ec0 crc :-1 s=READY pgs=197 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a10d30 unknown :-1 s=CLOSED pgs=1310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a10720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bcbfff640 0 client.18636 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/1319076643 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a13390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 >> 172.21.15.17:0/1319076643 conn(0x565525a04ba0 msgr2=0x565525a06940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 shutdown_connections 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.820+0000 7f4bf57b8740 1 -- 172.21.15.17:0/1319076643 wait complete. 2024-03-16T18:31:40.828 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.821+0000 7f4bf57b8740 20 client.18636 trim_cache size 0 max 16384 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.836+0000 7f4bf57b8740 1 Processor -- start 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.836+0000 7f4bf57b8740 1 -- start start 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 0x565525a12e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a13390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a139c0 0x565525a1ed40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x56552566f7e0 con 0x565525a0a4c0 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5655259fe0f0 con 0x565525a139c0 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x565525a20650 con 0x565525a0ade0 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 0x565525a12e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 0x565525a12e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35714/0 (socket says 172.21.15.17:35714) 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 -- 172.21.15.17:0/23812662 learned_addr learned my addr 172.21.15.17:0/23812662 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.843 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf1098640 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a139c0 0x565525a1ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bebfff640 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a13390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 -- 172.21.15.17:0/23812662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 msgr2=0x565525a13390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a13390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 -- 172.21.15.17:0/23812662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a139c0 msgr2=0x565525a1ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a139c0 0x565525a1ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 -- 172.21.15.17:0/23812662 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56552590aac0 con 0x565525a0a4c0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bf0897640 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 0x565525a12e50 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009c00 tx=0x7f4be0004860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dc6e0382839c3dd1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bd67fc640 1 -- 172.21.15.17:0/23812662 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be002a070 con 0x565525a0a4c0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bd67fc640 1 -- 172.21.15.17:0/23812662 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4be0009ed0 con 0x565525a0a4c0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.837+0000 7f4bd67fc640 1 -- 172.21.15.17:0/23812662 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be0005690 con 0x565525a0a4c0 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 -- 172.21.15.17:0/23812662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 msgr2=0x565525a12e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 0x565525a12e50 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7f4be0009c00 tx=0x7f4be0004860 comp rx=0 tx=0).stop 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 -- 172.21.15.17:0/23812662 shutdown_connections 2024-03-16T18:31:40.844 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a139c0 0x565525a1ed40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a13390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/23812662 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a0a4c0 0x565525a12e50 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 -- 172.21.15.17:0/23812662 >> 172.21.15.17:0/23812662 conn(0x565525a04ba0 msgr2=0x565525a01a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 -- 172.21.15.17:0/23812662 shutdown_connections 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 -- 172.21.15.17:0/23812662 wait complete. 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 -- start start 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.838+0000 7f4bf57b8740 1 Processor -- start 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a0dea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a0e3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a14840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x565525a14ef0 con 0x565525a139c0 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x565525a15060 con 0x565525a0a4c0 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x565525a15220 con 0x565525a0ade0 2024-03-16T18:31:40.845 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 10 client.0 _ll_register_callbacks cb 0x7f4be0005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a14840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bebfff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a0e3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a14840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35718/0 (socket says 172.21.15.17:35718) 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf0897640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a0dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 -- 172.21.15.17:0/3455729600 learned_addr learned my addr 172.21.15.17:0/3455729600 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 -- 172.21.15.17:0/3455729600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 msgr2=0x565525a0e3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a0e3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 -- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 msgr2=0x565525a0dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a0dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 -- 172.21.15.17:0/3455729600 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56552592e570 con 0x565525a139c0 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bebfff640 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a0e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf1098640 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a14840 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f4be4004af0 tx=0x7f4be40095d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6891e0fae04d2d10 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:31:40.846 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bcbfff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bcbfff640 1 -- 172.21.15.17:0/3455729600 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4be404dbd0 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bcbfff640 1 -- 172.21.15.17:0/3455729600 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(102..102 src has 1..102) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4be4032d90 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.839+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4be0005020 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bcbfff640 1 -- 172.21.15.17:0/3455729600 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4be40327e0 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 10 client.18642 fetch_fsmap learned FSMap version 28 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5655259306a0 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bcbfff640 1 -- 172.21.15.17:0/3455729600 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4be0005020 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bcbfff640 1 -- 172.21.15.17:0/3455729600 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4be40043a0 con 0x565525a139c0 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 10 client.18642 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 10 client.18642 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 20 client.18642 populate_metadata read hostname 'smithi017' 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a80170 0x565525a82590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 4 client.18642 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:31:40.847 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5655256fb890 con 0x565525a80170 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.840+0000 7f4bf0897640 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a80170 0x565525a82590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bcbfff640 10 client.18642 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf0897640 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a80170 0x565525a82590 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=16211c57d71391ca server_cookie=8793c7224fa04c70 in_seq=0 out_seq=0 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bcbfff640 1 -- 172.21.15.17:0/3455729600 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x5655256fb890 con 0x565525a80170 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bcbfff640 10 client.18642 handle_command_reply: tid=0 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 client.18642 shutdown 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 msgr2=0x565525a14840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a14840 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7f4be4004af0 tx=0x7f4be40095d0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 shutdown_connections 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x565525a80170 0x565525a82590 crc :-1 s=READY pgs=198 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x565525a139c0 0x565525a14840 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x565525a0ade0 0x565525a0e3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.848 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 --2- 172.21.15.17:0/3455729600 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x565525a0a4c0 0x565525a0dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bcbfff640 0 client.18642 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 >> 172.21.15.17:0/3455729600 conn(0x565525a04ba0 msgr2=0x565525a0ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 shutdown_connections 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 1 -- 172.21.15.17:0/3455729600 wait complete. 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.841+0000 7f4bf57b8740 20 client.18642 trim_cache size 0 max 16384 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stdout: "e5a46e45-1c44-42f2-937c-6747bbbe1b01": { 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:31:40.849 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "e5a46e45-1c44-42f2-937c-6747bbbe1b01", 2024-03-16T18:31:40.850 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:31:40.850 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:31:40.850 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:31:40.850 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bdc0a1c20 msgr2=0x7f4bdc0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bdc0a1c20 0x7f4bdc0a40e0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f4be402c700 tx=0x7f4be4032f80 comp rx=0 tx=0).stop 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 msgr2=0x7f4bec19cb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec19cb70 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f4bd800e9c0 tx=0x7f4bd800ee80 comp rx=0 tx=0).stop 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 shutdown_connections 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bdc0a1c20 0x7f4bdc0a40e0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4bec1056b0 0x7f4bec19cb70 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4bec1966f0 0x7f4bec196b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 --2- 172.21.15.17:0/1077953236 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4bec1005e0 0x7f4bec19c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 >> 172.21.15.17:0/1077953236 conn(0x7f4bec0775a0 msgr2=0x7f4bec0fe4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 shutdown_connections 2024-03-16T18:31:40.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:31:40.842+0000 7f4bf2afb640 1 -- 172.21.15.17:0/1077953236 wait complete. 2024-03-16T18:31:40.852 INFO:tasks.cephfs.filesystem:scrub status for tag:e5a46e45-1c44-42f2-937c-6747bbbe1b01 - {'path': '/', 'tag': 'e5a46e45-1c44-42f2-937c-6747bbbe1b01', 'options': 'recursive,force'} 2024-03-16T18:31:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:42 smithi149 ceph-mon[35991]: pgmap v316: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:42 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:31:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:42 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:42 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:31:42.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:42 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:42.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:42 smithi153 ceph-mon[36005]: pgmap v316: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:42.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:42 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:31:42.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:42 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:42.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:42 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:31:42.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:42 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:42.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:42 smithi017 ceph-mon[32207]: pgmap v316: 129 pgs: 129 active+clean; 19 MiB data, 442 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 44 KiB/s wr, 13 op/s 2024-03-16T18:31:42.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:42 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:31:42.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:42 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:42.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:42 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:31:42.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:42 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:31:43.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:43 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:31:43.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:43 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:31:43.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:43 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:31:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:44 smithi149 ceph-mon[35991]: pgmap v317: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 68 KiB/s wr, 19 op/s 2024-03-16T18:31:44.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:44 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:31:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:44 smithi153 ceph-mon[36005]: pgmap v317: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 68 KiB/s wr, 19 op/s 2024-03-16T18:31:44.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:44 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:31:44.518 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:44 smithi017 ceph-mon[32207]: pgmap v317: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 68 KiB/s wr, 19 op/s 2024-03-16T18:31:44.518 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:44 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:31:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: pgmap v318: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:46 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: pgmap v318: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:46 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: pgmap v318: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:46.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:46 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.9", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi017 to 177.2M 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: Unable to set osd_memory_target on smithi017 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: Adjusting osd_memory_target on smithi153 to 176.2M 2024-03-16T18:31:47.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: Unable to set osd_memory_target on smithi153 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-03-16T18:31:47.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:31:47.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:31:47.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:47.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi017 to 177.2M 2024-03-16T18:31:47.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: Unable to set osd_memory_target on smithi017 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-16T18:31:47.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: Adjusting osd_memory_target on smithi153 to 176.2M 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: Unable to set osd_memory_target on smithi153 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:31:47.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi017 to 177.2M 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: Unable to set osd_memory_target on smithi017 to 185896345: error parsing value: Value '185896345' is below minimum 939524096 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.8", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.11", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: Adjusting osd_memory_target on smithi153 to 176.2M 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: Unable to set osd_memory_target on smithi153 to 184788172: error parsing value: Value '184788172' is below minimum 939524096 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd/host:smithi149", "name": "osd_memory_target"}]: dispatch 2024-03-16T18:31:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:31:47.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:31:47.537 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:31:48.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:48 smithi149 ceph-mon[35991]: pgmap v319: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:48.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:48 smithi153 ceph-mon[36005]: pgmap v319: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:48.436 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:48 smithi017 ceph-mon[32207]: pgmap v319: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:50.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:50 smithi149 ceph-mon[35991]: pgmap v320: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:50.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:50 smithi153 ceph-mon[36005]: pgmap v320: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:50.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:50 smithi017 ceph-mon[32207]: pgmap v320: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:52.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:52 smithi153 ceph-mon[36005]: pgmap v321: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:52.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:52 smithi017 ceph-mon[32207]: pgmap v321: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:52.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:52 smithi149 ceph-mon[35991]: pgmap v321: 129 pgs: 129 active+clean; 20 MiB data, 443 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:54.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:54 smithi153 ceph-mon[36005]: pgmap v322: 129 pgs: 129 active+clean; 20 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 73 KiB/s wr, 20 op/s 2024-03-16T18:31:54.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:54 smithi017 ceph-mon[32207]: pgmap v322: 129 pgs: 129 active+clean; 20 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 73 KiB/s wr, 20 op/s 2024-03-16T18:31:54.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:54 smithi149 ceph-mon[35991]: pgmap v322: 129 pgs: 129 active+clean; 20 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 78 KiB/s rd, 73 KiB/s wr, 20 op/s 2024-03-16T18:31:56.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:56 smithi153 ceph-mon[36005]: pgmap v323: 129 pgs: 129 active+clean; 20 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:56.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:56 smithi017 ceph-mon[32207]: pgmap v323: 129 pgs: 129 active+clean; 20 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:56.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:56 smithi149 ceph-mon[35991]: pgmap v323: 129 pgs: 129 active+clean; 20 MiB data, 444 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:31:58.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:31:58 smithi153 ceph-mon[36005]: pgmap v324: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:58.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:31:58 smithi017 ceph-mon[32207]: pgmap v324: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:31:58.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:31:58 smithi149 ceph-mon[35991]: pgmap v324: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 74 KiB/s wr, 20 op/s 2024-03-16T18:32:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:00 smithi153 ceph-mon[36005]: pgmap v325: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:32:00.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:00 smithi017 ceph-mon[32207]: pgmap v325: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:32:00.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:00 smithi149 ceph-mon[35991]: pgmap v325: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:32:02.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:02 smithi153 ceph-mon[36005]: pgmap v326: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:32:02.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:02 smithi017 ceph-mon[32207]: pgmap v326: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:32:02.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:02 smithi149 ceph-mon[35991]: pgmap v326: 129 pgs: 129 active+clean; 20 MiB data, 445 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 49 KiB/s wr, 13 op/s 2024-03-16T18:32:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:04 smithi153 ceph-mon[36005]: pgmap v327: 129 pgs: 129 active+clean; 21 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 119 KiB/s wr, 37 op/s 2024-03-16T18:32:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:04 smithi153 ceph-mon[36005]: osdmap e103: 12 total, 12 up, 12 in 2024-03-16T18:32:04.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:04 smithi017 ceph-mon[32207]: pgmap v327: 129 pgs: 129 active+clean; 21 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 119 KiB/s wr, 37 op/s 2024-03-16T18:32:04.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:04 smithi017 ceph-mon[32207]: osdmap e103: 12 total, 12 up, 12 in 2024-03-16T18:32:04.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:04 smithi149 ceph-mon[35991]: pgmap v327: 129 pgs: 129 active+clean; 21 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 90 KiB/s rd, 119 KiB/s wr, 37 op/s 2024-03-16T18:32:04.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:04 smithi149 ceph-mon[35991]: osdmap e103: 12 total, 12 up, 12 in 2024-03-16T18:32:06.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:06 smithi153 ceph-mon[36005]: pgmap v329: 129 pgs: 129 active+clean; 21 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 114 KiB/s wr, 36 op/s 2024-03-16T18:32:06.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:06 smithi017 ceph-mon[32207]: pgmap v329: 129 pgs: 129 active+clean; 21 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 114 KiB/s wr, 36 op/s 2024-03-16T18:32:06.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:06 smithi149 ceph-mon[35991]: pgmap v329: 129 pgs: 129 active+clean; 21 MiB data, 446 MiB used, 1.0 TiB / 1.0 TiB avail; 77 KiB/s rd, 114 KiB/s wr, 36 op/s 2024-03-16T18:32:08.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:08 smithi017 ceph-mon[32207]: pgmap v330: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 118 KiB/s wr, 36 op/s 2024-03-16T18:32:08.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:08 smithi149 ceph-mon[35991]: pgmap v330: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 118 KiB/s wr, 36 op/s 2024-03-16T18:32:08.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:08 smithi153 ceph-mon[36005]: pgmap v330: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 118 KiB/s wr, 36 op/s 2024-03-16T18:32:10.386 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:10 smithi149 ceph-mon[35991]: pgmap v331: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 118 KiB/s wr, 36 op/s 2024-03-16T18:32:10.386 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:10 smithi149 ceph-mon[35991]: osdmap e104: 12 total, 12 up, 12 in 2024-03-16T18:32:10.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:10 smithi017 ceph-mon[32207]: pgmap v331: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 118 KiB/s wr, 36 op/s 2024-03-16T18:32:10.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:10 smithi017 ceph-mon[32207]: osdmap e104: 12 total, 12 up, 12 in 2024-03-16T18:32:10.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:10 smithi153 ceph-mon[36005]: pgmap v331: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 118 KiB/s wr, 36 op/s 2024-03-16T18:32:10.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:10 smithi153 ceph-mon[36005]: osdmap e104: 12 total, 12 up, 12 in 2024-03-16T18:32:10.853 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:32:10.854 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:32:10.974 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 -- 172.21.15.17:0/324762304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 msgr2=0x7fda68102af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/324762304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda68102af0 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7fda58009900 tx=0x7fda5802bcd0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 -- 172.21.15.17:0/324762304 shutdown_connections 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/324762304 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6810ba50 0x7fda6810def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/324762304 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fda68103030 0x7fda6810b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/324762304 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda68102af0 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 -- 172.21.15.17:0/324762304 >> 172.21.15.17:0/324762304 conn(0x7fda680775a0 msgr2=0x7fda680779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 -- 172.21.15.17:0/324762304 shutdown_connections 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 -- 172.21.15.17:0/324762304 wait complete. 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 Processor -- start 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.973+0000 7fda6e6fb640 1 -- start start 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda6819d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.975 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fda68103030 0x7fda6819dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6810ba50 0x7fda68197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda68197ee0 con 0x7fda68102710 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda68198050 con 0x7fda6810ba50 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda68198210 con 0x7fda68103030 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda6819d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda6819d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37622/0 (socket says 172.21.15.17:37622) 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 -- 172.21.15.17:0/1658387422 learned_addr learned my addr 172.21.15.17:0/1658387422 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6cc98640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6810ba50 0x7fda68197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda677fe640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fda68103030 0x7fda6819dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.976 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 -- 172.21.15.17:0/1658387422 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fda68103030 msgr2=0x7fda6819dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fda68103030 0x7fda6819dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 -- 172.21.15.17:0/1658387422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6810ba50 msgr2=0x7fda68197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6810ba50 0x7fda68197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 -- 172.21.15.17:0/1658387422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda58009560 con 0x7fda68102710 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda67fff640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda6819d680 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7fda58006010 tx=0x7fda58005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda657fa640 1 -- 172.21.15.17:0/1658387422 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda580043d0 con 0x7fda68102710 2024-03-16T18:32:10.977 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda657fa640 1 -- 172.21.15.17:0/1658387422 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fda58003aa0 con 0x7fda68102710 2024-03-16T18:32:10.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda68198490 con 0x7fda68102710 2024-03-16T18:32:10.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.974+0000 7fda657fa640 1 -- 172.21.15.17:0/1658387422 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda58005350 con 0x7fda68102710 2024-03-16T18:32:10.978 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.975+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda681a46b0 con 0x7fda68102710 2024-03-16T18:32:10.984 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda657fa640 1 -- 172.21.15.17:0/1658387422 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fda58003c10 con 0x7fda68102710 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 Processor -- start 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 -- start start 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda657fa640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda500a1ba0 0x7fda500a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555b9b3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba8680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555baafb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda657fa640 1 -- 172.21.15.17:0/1658387422 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fda580f02c0 con 0x7fda68102710 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555b0a280 con 0x561555b9afe0 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555b077b0 con 0x561555b9b900 2024-03-16T18:32:10.985 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda713b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555b02f90 con 0x561555ba8bc0 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda6cc98640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda500a1ba0 0x7fda500a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda677fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba8680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda677fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba8680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47096/0 (socket says 172.21.15.17:47096) 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda677fe640 1 -- 172.21.15.17:0/3800002406 learned_addr learned my addr 172.21.15.17:0/3800002406 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.977+0000 7fda6cc98640 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555baafb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda67fff640 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555b9b3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda677fe640 1 -- 172.21.15.17:0/3800002406 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 msgr2=0x561555baafb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda677fe640 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555baafb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda677fe640 1 -- 172.21.15.17:0/3800002406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 msgr2=0x561555b9b3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda677fe640 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555b9b3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda677fe640 1 -- 172.21.15.17:0/3800002406 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561555ac1570 con 0x561555b9b900 2024-03-16T18:32:10.986 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda6cc98640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda500a1ba0 0x7fda500a4060 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fda60009fd0 tx=0x7fda60013b00 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda677fe640 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba8680 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fda5c009c60 tx=0x7fda5c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=912d811c403b4833 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda4e7fc640 1 -- 172.21.15.17:0/3800002406 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c004250 con 0x561555b9b900 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda4e7fc640 1 -- 172.21.15.17:0/3800002406 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fda5c009e10 con 0x561555b9b900 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.978+0000 7fda4e7fc640 1 -- 172.21.15.17:0/3800002406 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c004cf0 con 0x561555b9b900 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 -- 172.21.15.17:0/3800002406 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 msgr2=0x561555ba8680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba8680 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fda5c009c60 tx=0x7fda5c011810 comp rx=0 tx=0).stop 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 -- 172.21.15.17:0/3800002406 shutdown_connections 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555baafb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba8680 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.987 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 --2- 172.21.15.17:0/3800002406 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555b9b3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 -- 172.21.15.17:0/3800002406 >> 172.21.15.17:0/3800002406 conn(0x561555b95990 msgr2=0x561555b95d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 -- 172.21.15.17:0/3800002406 shutdown_connections 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 -- 172.21.15.17:0/3800002406 wait complete. 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.979+0000 7fda713b8740 1 -- start start 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 Processor -- start 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba8610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba59a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.988 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5615557d6430 con 0x561555b9afe0 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555792e00 con 0x561555b9b900 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555a87fd0 con 0x561555ba8bc0 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda713b8740 10 client.0 _ll_register_callbacks cb 0x561555addfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda677fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba59a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba8610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37638/0 (socket says 172.21.15.17:37638) 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 -- 172.21.15.17:0/607069771 learned_addr learned my addr 172.21.15.17:0/607069771 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda6cc98640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 -- 172.21.15.17:0/607069771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 msgr2=0x561555ba60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba60e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 -- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 msgr2=0x561555ba59a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba59a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.989 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 -- 172.21.15.17:0/607069771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda5c009890 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda677fe640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda67fff640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba8610 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7fda580b95b0 tx=0x7fda580bd3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dce41ae313b5a355 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.980+0000 7fda477fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda477fe640 1 -- 172.21.15.17:0/607069771 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda580c5380 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda477fe640 1 -- 172.21.15.17:0/607069771 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fda580054b0 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5615558027e0 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda477fe640 1 -- 172.21.15.17:0/607069771 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda580db170 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 10 client.18654 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561555b01610 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda477fe640 1 -- 172.21.15.17:0/607069771 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fda5809f080 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda477fe640 1 -- 172.21.15.17:0/607069771 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fda5803c070 con 0x561555b9afe0 2024-03-16T18:32:10.990 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 10 client.18654 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 10 client.18654 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 20 client.18654 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555bb8ae0 0x561555bbaed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 4 client.18654 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56155583f720 con 0x561555bb8ae0 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.981+0000 7fda677fe640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555bb8ae0 0x561555bbaed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.982+0000 7fda677fe640 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555bb8ae0 0x561555bbaed0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8de973ff7bdc340 server_cookie=850e2814b49c678 in_seq=0 out_seq=0 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.982+0000 7fda477fe640 10 client.18654 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda477fe640 1 -- 172.21.15.17:0/607069771 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x56155583f720 con 0x561555bb8ae0 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda477fe640 10 client.18654 handle_command_reply: tid=0 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 client.18654 shutdown 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 msgr2=0x561555ba8610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:10.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba8610 secure :-1 s=READY pgs=1315 cs=0 l=1 rev1=1 crypto rx=0x7fda580b95b0 tx=0x7fda580bd3a0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 shutdown_connections 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555bb8ae0 0x561555bbaed0 crc :-1 s=READY pgs=199 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda477fe640 0 client.18654 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba59a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 --2- 172.21.15.17:0/607069771 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba8610 unknown :-1 s=CLOSED pgs=1315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 >> 172.21.15.17:0/607069771 conn(0x561555b95990 msgr2=0x561555b97730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 shutdown_connections 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 1 -- 172.21.15.17:0/607069771 wait complete. 2024-03-16T18:32:10.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.983+0000 7fda713b8740 20 client.18654 trim_cache size 0 max 16384 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 Processor -- start 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 -- start start 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba48e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555b948d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba80d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555b9a620 con 0x561555b9afe0 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555b96790 con 0x561555b9b900 2024-03-16T18:32:11.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda713b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555bab330 con 0x561555ba8bc0 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba48e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda67fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba48e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37648/0 (socket says 172.21.15.17:37648) 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda67fff640 1 -- 172.21.15.17:0/238096118 learned_addr learned my addr 172.21.15.17:0/238096118 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda6cc98640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba80d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:10.999+0000 7fda677fe640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555b948d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda67fff640 1 -- 172.21.15.17:0/238096118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 msgr2=0x561555ba80d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda67fff640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba80d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda67fff640 1 -- 172.21.15.17:0/238096118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 msgr2=0x561555b948d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda67fff640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555b948d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda67fff640 1 -- 172.21.15.17:0/238096118 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561555a9dac0 con 0x561555b9afe0 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda677fe640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555b948d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda6cc98640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda67fff640 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba48e0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fda580f05a0 tx=0x7fda58003f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50efbcc392e5f4a1 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda4dffb640 1 -- 172.21.15.17:0/238096118 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda580db170 con 0x561555b9afe0 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda4dffb640 1 -- 172.21.15.17:0/238096118 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5615558027e0 con 0x561555b9afe0 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda4dffb640 1 -- 172.21.15.17:0/238096118 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda580054b0 con 0x561555b9afe0 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda713b8740 1 -- 172.21.15.17:0/238096118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 msgr2=0x561555ba48e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.000+0000 7fda713b8740 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba48e0 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fda580f05a0 tx=0x7fda58003f10 comp rx=0 tx=0).stop 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- 172.21.15.17:0/238096118 shutdown_connections 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555ba8bc0 0x561555ba80d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555b948d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 --2- 172.21.15.17:0/238096118 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555b9afe0 0x561555ba48e0 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- 172.21.15.17:0/238096118 >> 172.21.15.17:0/238096118 conn(0x561555b95990 msgr2=0x561555b941c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- 172.21.15.17:0/238096118 shutdown_connections 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- 172.21.15.17:0/238096118 wait complete. 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- start start 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 Processor -- start 2024-03-16T18:32:11.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555b9afe0 0x561555ba2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 0x561555baea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555ba32b0 con 0x561555ba8bc0 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555baefc0 con 0x561555b9b900 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x561555baf180 con 0x561555b9afe0 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda713b8740 10 client.0 _ll_register_callbacks cb 0x7fda580bc540 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.001+0000 7fda6cc98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 0x561555baea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 0x561555baea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37660/0 (socket says 172.21.15.17:37660) 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 -- 172.21.15.17:0/283269123 learned_addr learned my addr 172.21.15.17:0/283269123 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda677fe640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda67fff640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555b9afe0 0x561555ba2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 -- 172.21.15.17:0/283269123 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555b9afe0 msgr2=0x561555ba2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555b9afe0 0x561555ba2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 -- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 msgr2=0x561555ba2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 -- 172.21.15.17:0/283269123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561555b01610 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda6cc98640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 0x561555baea80 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fda600206b0 tx=0x7fda6001b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7210d4199568191e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda477fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda477fe640 1 -- 172.21.15.17:0/283269123 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda60018040 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda477fe640 1 -- 172.21.15.17:0/283269123 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fda60010430 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fda5c009e10 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda477fe640 1 -- 172.21.15.17:0/283269123 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda600105f0 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda713b8740 10 client.18660 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x561555ac36a0 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.002+0000 7fda477fe640 1 -- 172.21.15.17:0/283269123 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fda5c009e10 con 0x561555ba8bc0 2024-03-16T18:32:11.008 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda477fe640 1 -- 172.21.15.17:0/283269123 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fda60029780 con 0x561555ba8bc0 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 10 client.18660 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 10 client.18660 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 20 client.18660 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555c152a0 0x561555c176c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 4 client.18660 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56155588e890 con 0x561555c152a0 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda67fff640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555c152a0 0x561555c176c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda67fff640 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555c152a0 0x561555c176c0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a81da37e433d760e server_cookie=659a1a823a1de00a in_seq=0 out_seq=0 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda477fe640 10 client.18660 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda477fe640 1 -- 172.21.15.17:0/283269123 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x56155588e890 con 0x561555c152a0 2024-03-16T18:32:11.009 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda477fe640 10 client.18660 handle_command_reply: tid=0 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.003+0000 7fda713b8740 1 client.18660 shutdown 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 msgr2=0x561555baea80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 0x561555baea80 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fda600206b0 tx=0x7fda6001b000 comp rx=0 tx=0).stop 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 shutdown_connections 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x561555c152a0 0x561555c176c0 crc :-1 s=READY pgs=200 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x561555ba8bc0 0x561555baea80 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x561555b9b900 0x561555ba2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda477fe640 0 client.18660 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 --2- 172.21.15.17:0/283269123 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x561555b9afe0 0x561555ba2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 >> 172.21.15.17:0/283269123 conn(0x561555b95990 msgr2=0x561555b94a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.010 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 shutdown_connections 2024-03-16T18:32:11.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 1 -- 172.21.15.17:0/283269123 wait complete. 2024-03-16T18:32:11.011 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda713b8740 20 client.18660 trim_cache size 0 max 16384 2024-03-16T18:32:11.011 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:32:11.011 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:32:11.011 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:32:11.011 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda500a1ba0 msgr2=0x7fda500a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda500a1ba0 0x7fda500a4060 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fda60009fd0 tx=0x7fda60013b00 comp rx=0 tx=0).stop 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 msgr2=0x7fda6819d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda6819d680 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7fda58006010 tx=0x7fda58005e10 comp rx=0 tx=0).stop 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 shutdown_connections 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fda500a1ba0 0x7fda500a4060 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.012 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fda6810ba50 0x7fda68197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fda68103030 0x7fda6819dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 --2- 172.21.15.17:0/1658387422 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fda68102710 0x7fda6819d680 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.004+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 >> 172.21.15.17:0/1658387422 conn(0x7fda680775a0 msgr2=0x7fda680fd4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.005+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 shutdown_connections 2024-03-16T18:32:11.013 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.005+0000 7fda6e6fb640 1 -- 172.21.15.17:0/1658387422 wait complete. 2024-03-16T18:32:11.015 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:32:11.015 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:32:11.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.118+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2174630758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38106490 msgr2=0x7fdd38106870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.121 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.118+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2174630758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38106490 0x7fdd38106870 secure :-1 s=READY pgs=1318 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c009930 tx=0x7fdd2c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2174630758 shutdown_connections 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2174630758 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38100db0 0x7fdd3810d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2174630758 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 0x7fdd38100870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2174630758 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38106490 0x7fdd38106870 unknown :-1 s=CLOSED pgs=1318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2174630758 >> 172.21.15.17:0/2174630758 conn(0x7fdd380774f0 msgr2=0x7fdd38077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2174630758 shutdown_connections 2024-03-16T18:32:11.122 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2174630758 wait complete. 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 Processor -- start 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- start start 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 0x7fdd3819d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 0x7fdd3819dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38106490 0x7fdd381978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd38197f10 con 0x7fdd38100db0 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd38198080 con 0x7fdd381003f0 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3eba1640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd38198240 con 0x7fdd38106490 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 0x7fdd3819dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd37fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 0x7fdd3819dc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37676/0 (socket says 172.21.15.17:37676) 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd37fff640 1 -- 172.21.15.17:0/2155040945 learned_addr learned my addr 172.21.15.17:0/2155040945 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.119+0000 7fdd3c93d640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 0x7fdd3819d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd3d13e640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38106490 0x7fdd381978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.123 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd37fff640 1 -- 172.21.15.17:0/2155040945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38106490 msgr2=0x7fdd381978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd37fff640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38106490 0x7fdd381978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd37fff640 1 -- 172.21.15.17:0/2155040945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 msgr2=0x7fdd3819d710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd37fff640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 0x7fdd3819d710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd37fff640 1 -- 172.21.15.17:0/2155040945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd2c009560 con 0x7fdd38100db0 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd3c93d640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 0x7fdd3819d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd37fff640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 0x7fdd3819dc50 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fdd2400e9f0 tx=0x7fdd2400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.124 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd24009700 con 0x7fdd38100db0 2024-03-16T18:32:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fdd2400cd80 con 0x7fdd38100db0 2024-03-16T18:32:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd38198520 con 0x7fdd38100db0 2024-03-16T18:32:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd24018840 con 0x7fdd38100db0 2024-03-16T18:32:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.120+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd381a47b0 con 0x7fdd38100db0 2024-03-16T18:32:11.125 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.121+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd380682e0 con 0x7fdd38100db0 2024-03-16T18:32:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.122+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fdd240189a0 con 0x7fdd38100db0 2024-03-16T18:32:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.123+0000 7fdd35ffb640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd280a1ba0 0x7fdd280a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.123+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fdd24014070 con 0x7fdd38100db0 2024-03-16T18:32:11.127 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.123+0000 7fdd3c93d640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd280a1ba0 0x7fdd280a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.123+0000 7fdd3c93d640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd280a1ba0 0x7fdd280a4060 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c009900 tx=0x7fdd2c005a20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.128 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.128+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fdd24053280 con 0x7fdd38100db0 2024-03-16T18:32:11.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.352+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdd38198df0 con 0x7fdd38100db0 2024-03-16T18:32:11.352 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.353+0000 7fdd35ffb640 1 -- 172.21.15.17:0/2155040945 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fdd24096b30 con 0x7fdd38100db0 2024-03-16T18:32:11.352 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:32:11.353 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:32:11.353 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd280a1ba0 msgr2=0x7fdd280a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd280a1ba0 0x7fdd280a4060 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fdd2c009900 tx=0x7fdd2c005a20 comp rx=0 tx=0).stop 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 msgr2=0x7fdd3819dc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 0x7fdd3819dc50 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fdd2400e9f0 tx=0x7fdd2400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 shutdown_connections 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fdd280a1ba0 0x7fdd280a4060 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fdd38100db0 0x7fdd3819dc50 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fdd38106490 0x7fdd381978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 --2- 172.21.15.17:0/2155040945 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fdd381003f0 0x7fdd3819d710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 >> 172.21.15.17:0/2155040945 conn(0x7fdd380774f0 msgr2=0x7fdd38068990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.355 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 shutdown_connections 2024-03-16T18:32:11.356 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.355+0000 7fdd3eba1640 1 -- 172.21.15.17:0/2155040945 wait complete. 2024-03-16T18:32:11.365 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:11.365 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:32:11.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 -- 172.21.15.17:0/1460281426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084101e60 msgr2=0x7f408410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1460281426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084101e60 0x7f408410e320 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7f407c009ca0 tx=0x7f407c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 -- 172.21.15.17:0/1460281426 shutdown_connections 2024-03-16T18:32:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1460281426 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084101e60 0x7f408410e320 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1460281426 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f40841014a0 0x7f4084101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1460281426 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4084107560 0x7f4084107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 -- 172.21.15.17:0/1460281426 >> 172.21.15.17:0/1460281426 conn(0x7f40840788f0 msgr2=0x7f4084078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 -- 172.21.15.17:0/1460281426 shutdown_connections 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.471+0000 7f4089f2c640 1 -- 172.21.15.17:0/1460281426 wait complete. 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 Processor -- start 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 -- start start 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40841014a0 0x7f408419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4084101e60 0x7f408419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 0x7f4084197770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4084197f00 con 0x7f4084107560 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4084198070 con 0x7f4084101e60 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4089f2c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4084198230 con 0x7f40841014a0 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4083fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 0x7f4084197770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4083fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 0x7f4084197770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37690/0 (socket says 172.21.15.17:37690) 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4083fff640 1 -- 172.21.15.17:0/1786919748 learned_addr learned my addr 172.21.15.17:0/1786919748 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4084101e60 0x7f408419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.472+0000 7f40837fe640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40841014a0 0x7f408419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4083fff640 1 -- 172.21.15.17:0/1786919748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40841014a0 msgr2=0x7f408419d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4083fff640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40841014a0 0x7f408419d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4083fff640 1 -- 172.21.15.17:0/1786919748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4084101e60 msgr2=0x7f408419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4083fff640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4084101e60 0x7f408419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4083fff640 1 -- 172.21.15.17:0/1786919748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f407c009900 con 0x7f4084107560 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4084101e60 0x7f408419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4083fff640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 0x7f4084197770 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f407c005e30 tx=0x7f407c034a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4080ff9640 1 -- 172.21.15.17:0/1786919748 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407c032820 con 0x7f4084107560 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40841984b0 con 0x7f4084107560 2024-03-16T18:32:11.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4080ff9640 1 -- 172.21.15.17:0/1786919748 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f407c003e20 con 0x7f4084107560 2024-03-16T18:32:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4080ff9640 1 -- 172.21.15.17:0/1786919748 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407c004790 con 0x7f4084107560 2024-03-16T18:32:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.473+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40841a4630 con 0x7f4084107560 2024-03-16T18:32:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.475+0000 7f4080ff9640 1 -- 172.21.15.17:0/1786919748 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f407c00a040 con 0x7f4084107560 2024-03-16T18:32:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4080ff9640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f406c0a1ba0 0x7f406c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 Processor -- start 2024-03-16T18:32:11.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 -- start start 2024-03-16T18:32:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f406c0a1ba0 0x7f406c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4080ff9640 1 -- 172.21.15.17:0/1786919748 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f407c0f0720 con 0x7f4084107560 2024-03-16T18:32:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f79630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f82210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f84b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.491 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815f34960 con 0x556815f79250 2024-03-16T18:32:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815ee8310 con 0x556815f82750 2024-03-16T18:32:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f408cbe9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815ee5840 con 0x556815f79b70 2024-03-16T18:32:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f79630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4082ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f82210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f79630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37694/0 (socket says 172.21.15.17:37694) 2024-03-16T18:32:11.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4082ffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f82210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:53666/0 (socket says 172.21.15.17:53666) 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4083fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f84b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 -- 172.21.15.17:0/2058591870 learned_addr learned my addr 172.21.15.17:0/2058591870 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f406c0a1ba0 0x7f406c0a4060 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4074009c20 tx=0x7f4074011810 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 -- 172.21.15.17:0/2058591870 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 msgr2=0x556815f82210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f82210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 -- 172.21.15.17:0/2058591870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 msgr2=0x556815f84b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f84b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f40837fe640 1 -- 172.21.15.17:0/2058591870 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556815ea3060 con 0x556815f79250 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4082ffd640 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f82210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.476+0000 7f4083fff640 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f84b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:11.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f40837fe640 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f79630 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f407401d4f0 tx=0x7f407401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf91632945c7b830 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f4069ffb640 1 -- 172.21.15.17:0/2058591870 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407401dda0 con 0x556815f79250 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f4069ffb640 1 -- 172.21.15.17:0/2058591870 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f40740054d0 con 0x556815f79250 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f4069ffb640 1 -- 172.21.15.17:0/2058591870 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407400f3c0 con 0x556815f79250 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 -- 172.21.15.17:0/2058591870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 msgr2=0x556815f79630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f79630 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7f407401d4f0 tx=0x7f407401c000 comp rx=0 tx=0).stop 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 -- 172.21.15.17:0/2058591870 shutdown_connections 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f84b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f82210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 --2- 172.21.15.17:0/2058591870 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f79630 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.477+0000 7f408cbe9740 1 -- 172.21.15.17:0/2058591870 >> 172.21.15.17:0/2058591870 conn(0x556815f73980 msgr2=0x556815f73d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 -- 172.21.15.17:0/2058591870 shutdown_connections 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 -- 172.21.15.17:0/2058591870 wait complete. 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 -- start start 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 Processor -- start 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f82060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79b70 0x556815f7f460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f82750 0x556815f7f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815ee1020 con 0x556815f79250 2024-03-16T18:32:11.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815bb4430 con 0x556815f79b70 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815b70e00 con 0x556815f82750 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f408cbe9740 10 client.0 _ll_register_callbacks cb 0x556815e88cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f40837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f82060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f40837fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f82060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37700/0 (socket says 172.21.15.17:37700) 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f40837fe640 1 -- 172.21.15.17:0/1016869859 learned_addr learned my addr 172.21.15.17:0/1016869859 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.478+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79b70 0x556815f7f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f4083fff640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f82750 0x556815f7f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f40837fe640 1 -- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f82750 msgr2=0x556815f7f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f40837fe640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f82750 0x556815f7f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f40837fe640 1 -- 172.21.15.17:0/1016869859 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79b70 msgr2=0x556815f7f460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f40837fe640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79b70 0x556815f7f460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f40837fe640 1 -- 172.21.15.17:0/1016869859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4074009df0 con 0x556815f79250 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f40837fe640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f82060 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f4074006010 tx=0x7f4074005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef0d4a7666f5f119 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f4062ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f4062ffd640 1 -- 172.21.15.17:0/1016869859 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407402a070 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f4062ffd640 1 -- 172.21.15.17:0/1016869859 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f407401dc60 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556815be07e0 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f4062ffd640 1 -- 172.21.15.17:0/1016869859 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f407401de20 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f408cbe9740 10 client.18678 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556815edf6a0 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.479+0000 7f4062ffd640 1 -- 172.21.15.17:0/1016869859 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556815be07e0 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f4062ffd640 1 -- 172.21.15.17:0/1016869859 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4074025790 con 0x556815f79250 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f408cbe9740 10 client.18678 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f408cbe9740 10 client.18678 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f408cbe9740 20 client.18678 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815f92880 0x556815f94ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f408cbe9740 4 client.18678 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556815c1d720 con 0x556815f92880 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815f92880 0x556815f94ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815f92880 0x556815f94ca0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=de5811ea56a3a1d8 server_cookie=2ce855f95f2837fc in_seq=0 out_seq=0 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.480+0000 7f4062ffd640 10 client.18678 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f4062ffd640 1 -- 172.21.15.17:0/1016869859 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556815c1d720 con 0x556815f92880 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f4062ffd640 10 client.18678 handle_command_reply: tid=0 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 client.18678 shutdown 2024-03-16T18:32:11.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 msgr2=0x556815f82060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f82060 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7f4074006010 tx=0x7f4074005dc0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 shutdown_connections 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815f92880 0x556815f94ca0 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f82750 0x556815f7f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79b70 0x556815f7f460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f4062ffd640 0 client.18678 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:11.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1016869859 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79250 0x556815f82060 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 >> 172.21.15.17:0/1016869859 conn(0x556815f73980 msgr2=0x556815f756d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 shutdown_connections 2024-03-16T18:32:11.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 1 -- 172.21.15.17:0/1016869859 wait complete. 2024-03-16T18:32:11.500 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.481+0000 7f408cbe9740 20 client.18678 trim_cache size 0 max 16384 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.493+0000 7f408cbe9740 1 Processor -- start 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.493+0000 7f408cbe9740 1 -- start start 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79250 0x556815f81b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 0x556815f8db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f8e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f408cbe9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815e66130 con 0x556815f79b70 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f408cbe9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815f78eb0 con 0x556815f82750 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f408cbe9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815f74980 con 0x556815f79250 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 0x556815f8db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.507 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 0x556815f8db00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37704/0 (socket says 172.21.15.17:37704) 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 -- 172.21.15.17:0/1325521024 learned_addr learned my addr 172.21.15.17:0/1325521024 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f40837fe640 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79250 0x556815f81b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4083fff640 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f8e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 -- 172.21.15.17:0/1325521024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79250 msgr2=0x556815f81b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79250 0x556815f81b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 -- 172.21.15.17:0/1325521024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 msgr2=0x556815f8e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f8e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.508 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 -- 172.21.15.17:0/1325521024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556815e7bc20 con 0x556815f79b70 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f4082ffd640 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 0x556815f8db00 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x556815f74750 tx=0x7f4078005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8260222ee149fe37 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f40697fa640 1 -- 172.21.15.17:0/1325521024 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4078017070 con 0x556815f79b70 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f40697fa640 1 -- 172.21.15.17:0/1325521024 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4078018040 con 0x556815f79b70 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.494+0000 7f40697fa640 1 -- 172.21.15.17:0/1325521024 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40780054e0 con 0x556815f79b70 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 -- 172.21.15.17:0/1325521024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 msgr2=0x556815f8db00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 0x556815f8db00 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x556815f74750 tx=0x7f4078005f90 comp rx=0 tx=0).stop 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 -- 172.21.15.17:0/1325521024 shutdown_connections 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f79b70 0x556815f8db00 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f82750 0x556815f8e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 --2- 172.21.15.17:0/1325521024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79250 0x556815f81b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 -- 172.21.15.17:0/1325521024 >> 172.21.15.17:0/1325521024 conn(0x556815f73980 msgr2=0x556815f72b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 -- 172.21.15.17:0/1325521024 shutdown_connections 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 -- 172.21.15.17:0/1325521024 wait complete. 2024-03-16T18:32:11.509 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 -- start start 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.495+0000 7f408cbe9740 1 Processor -- start 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79250 0x556815f89cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f8a1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 0x556815f7c260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815f7c8a0 con 0x556815f82750 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815f7ca10 con 0x556815f79250 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556815f7cbd0 con 0x556815f79b70 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 10 client.0 _ll_register_callbacks cb 0x7f4078009b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 0x556815f7c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 0x556815f7c260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37718/0 (socket says 172.21.15.17:37718) 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 -- 172.21.15.17:0/175514996 learned_addr learned my addr 172.21.15.17:0/175514996 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4082ffd640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f8a1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.510 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f40837fe640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79250 0x556815f89cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 -- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 msgr2=0x556815f8a1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f8a1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 -- 172.21.15.17:0/175514996 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79250 msgr2=0x556815f89cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79250 0x556815f89cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 -- 172.21.15.17:0/175514996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4078012120 con 0x556815f82750 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4083fff640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 0x556815f7c260 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f407c0b99b0 tx=0x7f407c0bca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b8b27432b5141eb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4062ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4062ffd640 1 -- 172.21.15.17:0/175514996 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f407c0ede70 con 0x556815f82750 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f4062ffd640 1 -- 172.21.15.17:0/175514996 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f407c0c5780 con 0x556815f82750 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.496+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f40740054d0 con 0x556815f82750 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f4062ffd640 1 -- 172.21.15.17:0/175514996 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f407c0db2b0 con 0x556815f82750 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 10 client.18684 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.511 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556815ea18c0 con 0x556815f82750 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f4062ffd640 1 -- 172.21.15.17:0/175514996 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f407c0a2020 con 0x556815f82750 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f4062ffd640 1 -- 172.21.15.17:0/175514996 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f407c0c52f0 con 0x556815f82750 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 10 client.18684 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 10 client.18684 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 20 client.18684 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815fef090 0x556815ff1480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 4 client.18684 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:11.512 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556815c6c890 con 0x556815fef090 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.497+0000 7f40837fe640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815fef090 0x556815ff1480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4062ffd640 10 client.18684 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f40837fe640 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815fef090 0x556815ff1480 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=7f3e5bfc311a9741 server_cookie=ba5119af5b990789 in_seq=0 out_seq=0 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4062ffd640 1 -- 172.21.15.17:0/175514996 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556815c6c890 con 0x556815fef090 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4062ffd640 10 client.18684 handle_command_reply: tid=0 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 client.18684 shutdown 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 msgr2=0x556815f7c260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 0x556815f7c260 secure :-1 s=READY pgs=1325 cs=0 l=1 rev1=1 crypto rx=0x7f407c0b99b0 tx=0x7f407c0bca00 comp rx=0 tx=0).stop 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 shutdown_connections 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x556815fef090 0x556815ff1480 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556815f82750 0x556815f7c260 unknown :-1 s=CLOSED pgs=1325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556815f79b70 0x556815f8a1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.513 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4062ffd640 0 client.18684 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:11.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 --2- 172.21.15.17:0/175514996 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556815f79250 0x556815f89cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 >> 172.21.15.17:0/175514996 conn(0x556815f73980 msgr2=0x556815f74cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 shutdown_connections 2024-03-16T18:32:11.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 1 -- 172.21.15.17:0/175514996 wait complete. 2024-03-16T18:32:11.514 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f408cbe9740 20 client.18684 trim_cache size 0 max 16384 2024-03-16T18:32:11.514 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f406c0a1ba0 msgr2=0x7f406c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f406c0a1ba0 0x7f406c0a4060 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f4074009c20 tx=0x7f4074011810 comp rx=0 tx=0).stop 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.498+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 msgr2=0x7f4084197770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 0x7f4084197770 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7f407c005e30 tx=0x7f407c034a60 comp rx=0 tx=0).stop 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 shutdown_connections 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f406c0a1ba0 0x7f406c0a4060 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.516 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4084107560 0x7f4084197770 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4084101e60 0x7f408419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 --2- 172.21.15.17:0/1786919748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f40841014a0 0x7f408419d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 >> 172.21.15.17:0/1786919748 conn(0x7f40840788f0 msgr2=0x7f4084100000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 shutdown_connections 2024-03-16T18:32:11.517 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.499+0000 7f4089f2c640 1 -- 172.21.15.17:0/1786919748 wait complete. 2024-03-16T18:32:11.517 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:11.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:32:11.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 -- 172.21.15.17:0/112884538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 msgr2=0x7fca201018e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 --2- 172.21.15.17:0/112884538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca201018e0 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fca10009930 tx=0x7fca1002bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:11.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 -- 172.21.15.17:0/112884538 shutdown_connections 2024-03-16T18:32:11.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 --2- 172.21.15.17:0/112884538 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca201018e0 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 --2- 172.21.15.17:0/112884538 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20101e20 0x7fca2010e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 --2- 172.21.15.17:0/112884538 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20107500 0x7fca201078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 -- 172.21.15.17:0/112884538 >> 172.21.15.17:0/112884538 conn(0x7fca200fcf50 msgr2=0x7fca200ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 -- 172.21.15.17:0/112884538 shutdown_connections 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.624+0000 7fca27246640 1 -- 172.21.15.17:0/112884538 wait complete. 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 Processor -- start 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 -- start start 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca2019d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101e20 0x7fca2019dc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20107500 0x7fca201978c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca20197f10 con 0x7fca20101460 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca20198080 con 0x7fca20101e20 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca27246640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca20198240 con 0x7fca20107500 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca2019d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca2019d710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37748/0 (socket says 172.21.15.17:37748) 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca24fe2640 1 -- 172.21.15.17:0/419010205 learned_addr learned my addr 172.21.15.17:0/419010205 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca17fff640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101e20 0x7fca2019dc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.625+0000 7fca257e3640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20107500 0x7fca201978c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca24fe2640 1 -- 172.21.15.17:0/419010205 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20107500 msgr2=0x7fca201978c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca24fe2640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20107500 0x7fca201978c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca24fe2640 1 -- 172.21.15.17:0/419010205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101e20 msgr2=0x7fca2019dc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca24fe2640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101e20 0x7fca2019dc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca24fe2640 1 -- 172.21.15.17:0/419010205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca10009560 con 0x7fca20101460 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca24fe2640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca2019d710 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fca1c00e9f0 tx=0x7fca1c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca15ffb640 1 -- 172.21.15.17:0/419010205 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c009700 con 0x7fca20101460 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca15ffb640 1 -- 172.21.15.17:0/419010205 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1c00cd80 con 0x7fca20101460 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca15ffb640 1 -- 172.21.15.17:0/419010205 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c018840 con 0x7fca20101460 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca20198520 con 0x7fca20101460 2024-03-16T18:32:11.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.626+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca201a47b0 con 0x7fca20101460 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.628+0000 7fca15ffb640 1 -- 172.21.15.17:0/419010205 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fca1c0189a0 con 0x7fca20101460 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 Processor -- start 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 -- start start 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a7952250 0x55b8a7952630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795b210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a795b750 0x55b8a795db40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a790d960 con 0x55b8a7952b70 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a78c1310 con 0x55b8a7952250 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca29e1c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a78be840 con 0x55b8a795b750 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795b210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37760/0 (socket says 172.21.15.17:37760) 2024-03-16T18:32:11.635 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 -- 172.21.15.17:0/1765708488 learned_addr learned my addr 172.21.15.17:0/1765708488 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca257e3640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a7952250 0x55b8a7952630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca15ffb640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca080a1ba0 0x7fca080a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca17fff640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a795b750 0x55b8a795db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca257e3640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca080a1ba0 0x7fca080a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca15ffb640 1 -- 172.21.15.17:0/419010205 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fca1c014070 con 0x7fca20101460 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 -- 172.21.15.17:0/1765708488 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a795b750 msgr2=0x55b8a795db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a795b750 0x55b8a795db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 -- 172.21.15.17:0/1765708488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a7952250 msgr2=0x55b8a7952630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a7952250 0x55b8a7952630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca24fe2640 1 -- 172.21.15.17:0/1765708488 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8a787c060 con 0x55b8a7952b70 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca257e3640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a7952250 0x55b8a7952630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.629+0000 7fca17fff640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a795b750 0x55b8a795db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca24fe2640 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795b210 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0cb180 tx=0x7fca1c009310 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5076bac903e8323c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca06ffd640 1 -- 172.21.15.17:0/1765708488 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c09a770 con 0x55b8a7952b70 2024-03-16T18:32:11.636 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca257e3640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca080a1ba0 0x7fca080a4060 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fca18005c40 tx=0x7fca18004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca06ffd640 1 -- 172.21.15.17:0/1765708488 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1c09e810 con 0x55b8a7952b70 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca06ffd640 1 -- 172.21.15.17:0/1765708488 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c0cb600 con 0x55b8a7952b70 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 -- 172.21.15.17:0/1765708488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 msgr2=0x55b8a795b210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795b210 secure :-1 s=READY pgs=1328 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0cb180 tx=0x7fca1c009310 comp rx=0 tx=0).stop 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 -- 172.21.15.17:0/1765708488 shutdown_connections 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795b210 unknown :-1 s=CLOSED pgs=1328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a795b750 0x55b8a795db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1765708488 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a7952250 0x55b8a7952630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.630+0000 7fca29e1c740 1 -- 172.21.15.17:0/1765708488 >> 172.21.15.17:0/1765708488 conn(0x55b8a794c980 msgr2=0x55b8a794cd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 -- 172.21.15.17:0/1765708488 shutdown_connections 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 -- 172.21.15.17:0/1765708488 wait complete. 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 -- start start 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 Processor -- start 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a795b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.637 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a7958410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a7958950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a78ba020 con 0x55b8a7952250 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a758d430 con 0x55b8a795b750 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a7549e00 con 0x55b8a7952b70 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca29e1c740 10 client.0 _ll_register_callbacks cb 0x55b8a7861cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a795b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a795b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37776/0 (socket says 172.21.15.17:37776) 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca24fe2640 1 -- 172.21.15.17:0/1430409702 learned_addr learned my addr 172.21.15.17:0/1430409702 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca17fff640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a7958410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.631+0000 7fca257e3640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a7958950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca24fe2640 1 -- 172.21.15.17:0/1430409702 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 msgr2=0x55b8a7958410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.638 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca24fe2640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a7958410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca24fe2640 1 -- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 msgr2=0x55b8a7958950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca24fe2640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a7958950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca24fe2640 1 -- 172.21.15.17:0/1430409702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca201a47b0 con 0x55b8a7952250 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca24fe2640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a795b080 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7fca1c00e9c0 tx=0x7fca1c0a2f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e33148a5e4836c2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fc9fffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fc9fffff640 1 -- 172.21.15.17:0/1430409702 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c0ba0c0 con 0x55b8a7952250 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fc9fffff640 1 -- 172.21.15.17:0/1430409702 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fca1c0ba220 con 0x55b8a7952250 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b8a75b97e0 con 0x55b8a7952250 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fc9fffff640 1 -- 172.21.15.17:0/1430409702 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca1c0b30d0 con 0x55b8a7952250 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca29e1c740 10 client.18696 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b8a78b86a0 con 0x55b8a7952250 2024-03-16T18:32:11.639 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fc9fffff640 1 -- 172.21.15.17:0/1430409702 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55b8a75b97e0 con 0x55b8a7952250 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fc9fffff640 1 -- 172.21.15.17:0/1430409702 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fca1c0964c0 con 0x55b8a7952250 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca29e1c740 10 client.18696 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.632+0000 7fca29e1c740 10 client.18696 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fca29e1c740 20 client.18696 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a796b460 0x55b8a796d850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fca29e1c740 4 client.18696 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b8a75f6720 con 0x55b8a796b460 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fca17fff640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a796b460 0x55b8a796d850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fca17fff640 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a796b460 0x55b8a796d850 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=f4c41a551a2ce8c6 server_cookie=f0c213f0e852a4c in_seq=0 out_seq=0 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.633+0000 7fc9fffff640 10 client.18696 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fc9fffff640 1 -- 172.21.15.17:0/1430409702 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55b8a75f6720 con 0x55b8a796b460 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fc9fffff640 10 client.18696 handle_command_reply: tid=0 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 client.18696 shutdown 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 msgr2=0x55b8a795b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.640 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a795b080 secure :-1 s=READY pgs=1329 cs=0 l=1 rev1=1 crypto rx=0x7fca1c00e9c0 tx=0x7fca1c0a2f80 comp rx=0 tx=0).stop 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 shutdown_connections 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a796b460 0x55b8a796d850 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a7958950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a7958410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 --2- 172.21.15.17:0/1430409702 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a795b080 unknown :-1 s=CLOSED pgs=1329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fc9fffff640 0 client.18696 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 >> 172.21.15.17:0/1430409702 conn(0x55b8a794c980 msgr2=0x55b8a794e6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 shutdown_connections 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 1 -- 172.21.15.17:0/1430409702 wait complete. 2024-03-16T18:32:11.641 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.634+0000 7fca29e1c740 20 client.18696 trim_cache size 0 max 16384 2024-03-16T18:32:11.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.646+0000 7fca29e1c740 1 Processor -- start 2024-03-16T18:32:11.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.646+0000 7fca29e1c740 1 -- start start 2024-03-16T18:32:11.653 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952250 0x55b8a794b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca29e1c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a783f130 con 0x55b8a7952b70 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca29e1c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a794b830 con 0x55b8a795b750 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca29e1c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a796de80 con 0x55b8a7952250 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795ab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37792/0 (socket says 172.21.15.17:37792) 2024-03-16T18:32:11.654 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 -- 172.21.15.17:0/3041978517 learned_addr learned my addr 172.21.15.17:0/3041978517 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca24fe2640 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952250 0x55b8a794b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca257e3640 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 -- 172.21.15.17:0/3041978517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952250 msgr2=0x55b8a794b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952250 0x55b8a794b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 -- 172.21.15.17:0/3041978517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 msgr2=0x55b8a795b080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795b080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 -- 172.21.15.17:0/3041978517 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b8a7854c20 con 0x55b8a7952b70 2024-03-16T18:32:11.655 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca257e3640 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca17fff640 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795ab40 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fca10009930 tx=0x7fca10005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715ca902af46debf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca067fc640 1 -- 172.21.15.17:0/3041978517 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1004e070 con 0x55b8a7952b70 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca067fc640 1 -- 172.21.15.17:0/3041978517 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1002de90 con 0x55b8a7952b70 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.647+0000 7fca067fc640 1 -- 172.21.15.17:0/3041978517 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1002cbf0 con 0x55b8a7952b70 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 -- 172.21.15.17:0/3041978517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 msgr2=0x55b8a795ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795ab40 secure :-1 s=READY pgs=1330 cs=0 l=1 rev1=1 crypto rx=0x7fca10009930 tx=0x7fca10005fd0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 -- 172.21.15.17:0/3041978517 shutdown_connections 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952b70 0x55b8a795ab40 unknown :-1 s=CLOSED pgs=1330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.656 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795b080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 --2- 172.21.15.17:0/3041978517 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952250 0x55b8a794b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 -- 172.21.15.17:0/3041978517 >> 172.21.15.17:0/3041978517 conn(0x55b8a794c980 msgr2=0x55b8a7953920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 -- 172.21.15.17:0/3041978517 shutdown_connections 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 -- 172.21.15.17:0/3041978517 wait complete. 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 -- start start 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.648+0000 7fca29e1c740 1 Processor -- start 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a79632d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a795f650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795fb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a7960260 con 0x55b8a7952250 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a79603d0 con 0x55b8a795b750 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b8a79c6c80 con 0x55b8a7952b70 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca29e1c740 10 client.0 _ll_register_callbacks cb 0x7fca18009b30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a79632d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.657 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a79632d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37808/0 (socket says 172.21.15.17:37808) 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 -- 172.21.15.17:0/2536904894 learned_addr learned my addr 172.21.15.17:0/2536904894 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca17fff640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a795f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca257e3640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 -- 172.21.15.17:0/2536904894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 msgr2=0x55b8a795f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a795f650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 -- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 msgr2=0x55b8a795fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795fb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 -- 172.21.15.17:0/2536904894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca10030070 con 0x55b8a7952250 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fca24fe2640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a79632d0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0cb7e0 tx=0x7fca1c09a8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c7ef5d1f47f4ca6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fc9fffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.649+0000 7fc9fffff640 1 -- 172.21.15.17:0/2536904894 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca1c0853d0 con 0x55b8a7952250 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fc9fffff640 1 -- 172.21.15.17:0/2536904894 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fca1c0964c0 con 0x55b8a7952250 2024-03-16T18:32:11.658 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fca1c09e810 con 0x55b8a7952250 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fc9fffff640 1 -- 172.21.15.17:0/2536904894 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fca1c09a0d0 con 0x55b8a7952250 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 10 client.18702 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55b8a787a8c0 con 0x55b8a7952250 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fc9fffff640 1 -- 172.21.15.17:0/2536904894 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fca1c0a5020 con 0x55b8a7952250 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fc9fffff640 1 -- 172.21.15.17:0/2536904894 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fca1c0a29d0 con 0x55b8a7952250 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 10 client.18702 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 10 client.18702 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 20 client.18702 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a79c7e00 0x55b8a79ca1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 4 client.18702 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55b8a7645890 con 0x55b8a79c7e00 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.650+0000 7fca17fff640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a79c7e00 0x55b8a79ca1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca17fff640 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a79c7e00 0x55b8a79ca1f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4fac5229b5dc54d1 server_cookie=c76209664d29467d in_seq=0 out_seq=0 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fc9fffff640 10 client.18702 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:11.659 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fc9fffff640 1 -- 172.21.15.17:0/2536904894 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55b8a7645890 con 0x55b8a79c7e00 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fc9fffff640 10 client.18702 handle_command_reply: tid=0 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 client.18702 shutdown 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 msgr2=0x55b8a79632d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a79632d0 secure :-1 s=READY pgs=1331 cs=0 l=1 rev1=1 crypto rx=0x7fca1c0cb7e0 tx=0x7fca1c09a8b0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 shutdown_connections 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55b8a79c7e00 0x55b8a79ca1f0 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55b8a795b750 0x55b8a795fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55b8a7952b70 0x55b8a795f650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fc9fffff640 0 client.18702 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 --2- 172.21.15.17:0/2536904894 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55b8a7952250 0x55b8a79632d0 unknown :-1 s=CLOSED pgs=1331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 >> 172.21.15.17:0/2536904894 conn(0x55b8a794c980 msgr2=0x55b8a7953090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 shutdown_connections 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 1 -- 172.21.15.17:0/2536904894 wait complete. 2024-03-16T18:32:11.660 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.651+0000 7fca29e1c740 20 client.18702 trim_cache size 0 max 16384 2024-03-16T18:32:11.661 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca080a1ba0 msgr2=0x7fca080a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca080a1ba0 0x7fca080a4060 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fca18005c40 tx=0x7fca18004ab0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 msgr2=0x7fca2019d710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca2019d710 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fca1c00e9f0 tx=0x7fca1c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 shutdown_connections 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fca080a1ba0 0x7fca080a4060 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fca20107500 0x7fca201978c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fca20101e20 0x7fca2019dc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.662 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 --2- 172.21.15.17:0/419010205 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fca20101460 0x7fca2019d710 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 >> 172.21.15.17:0/419010205 conn(0x7fca200fcf50 msgr2=0x7fca200fd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 shutdown_connections 2024-03-16T18:32:11.663 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.652+0000 7fca27246640 1 -- 172.21.15.17:0/419010205 wait complete. 2024-03-16T18:32:11.663 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:11.663 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:32:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 -- 172.21.15.17:0/1080756193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 msgr2=0x7fe2bc107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 --2- 172.21.15.17:0/1080756193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc107940 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac009ca0 tx=0x7fe2ac02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 -- 172.21.15.17:0/1080756193 shutdown_connections 2024-03-16T18:32:11.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 --2- 172.21.15.17:0/1080756193 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2bc101e60 0x7fe2bc10e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 --2- 172.21.15.17:0/1080756193 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2bc1014a0 0x7fe2bc101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 --2- 172.21.15.17:0/1080756193 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc107940 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 -- 172.21.15.17:0/1080756193 >> 172.21.15.17:0/1080756193 conn(0x7fe2bc0788f0 msgr2=0x7fe2bc078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 -- 172.21.15.17:0/1080756193 shutdown_connections 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.768+0000 7fe2c2147640 1 -- 172.21.15.17:0/1080756193 wait complete. 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 Processor -- start 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 -- start start 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2bc1014a0 0x7fe2bc19d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2bc101e60 0x7fe2bc19dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc1977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc197e70 con 0x7fe2bc107560 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc197fe0 con 0x7fe2bc101e60 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2c2147640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2bc1981a0 con 0x7fe2bc1014a0 2024-03-16T18:32:11.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc1977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.769+0000 7fe2bbfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc1977d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37836/0 (socket says 172.21.15.17:37836) 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 -- 172.21.15.17:0/2441270718 learned_addr learned my addr 172.21.15.17:0/2441270718 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2bc1014a0 0x7fe2bc19d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2baffd640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2bc101e60 0x7fe2bc19dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 -- 172.21.15.17:0/2441270718 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2bc1014a0 msgr2=0x7fe2bc19d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2bc1014a0 0x7fe2bc19d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 -- 172.21.15.17:0/2441270718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2bc101e60 msgr2=0x7fe2bc19dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2bc101e60 0x7fe2bc19dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 -- 172.21.15.17:0/2441270718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2ac009900 con 0x7fe2bc107560 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc1977d0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7fe2b400e970 tx=0x7fe2b400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2b8ff9640 1 -- 172.21.15.17:0/2441270718 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4009720 con 0x7fe2bc107560 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2bc198480 con 0x7fe2bc107560 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2b8ff9640 1 -- 172.21.15.17:0/2441270718 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe2b40054d0 con 0x7fe2bc107560 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2b8ff9640 1 -- 172.21.15.17:0/2441270718 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b4010430 con 0x7fe2bc107560 2024-03-16T18:32:11.772 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.770+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2bc1a4690 con 0x7fe2bc107560 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.772+0000 7fe2b8ff9640 1 -- 172.21.15.17:0/2441270718 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe2b4004f10 con 0x7fe2bc107560 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.772+0000 7fe2c4df5740 1 Processor -- start 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 -- start start 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab2125630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2b8ff9640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe2a40a1ba0 0x7fe2a40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2130b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab20e0960 con 0x559ab2125b70 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab2094310 con 0x559ab212e750 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab2091840 con 0x559ab2125250 2024-03-16T18:32:11.779 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37842/0 (socket says 172.21.15.17:37842) 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 -- 172.21.15.17:0/1696677274 learned_addr learned my addr 172.21.15.17:0/1696677274 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2baffd640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe2a40a1ba0 0x7fe2a40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2130b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2b8ff9640 1 -- 172.21.15.17:0/2441270718 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe2b4014070 con 0x7fe2bc107560 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2baffd640 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab2125630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 -- 172.21.15.17:0/1696677274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 msgr2=0x559ab2125630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab2125630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 -- 172.21.15.17:0/1696677274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 msgr2=0x559ab2130b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2130b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 -- 172.21.15.17:0/1696677274 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559ab204f060 con 0x559ab2125b70 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2baffd640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe2a40a1ba0 0x7fe2a40a4060 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc0ff860 tx=0x7fe2b0009b50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.773+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e210 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac02c700 tx=0x7fe2ac005f70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=326430ffd60d782 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.780 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2a1ffb640 1 -- 172.21.15.17:0/1696677274 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac034440 con 0x559ab2125b70 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2a1ffb640 1 -- 172.21.15.17:0/1696677274 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe2ac0345a0 con 0x559ab2125b70 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2a1ffb640 1 -- 172.21.15.17:0/1696677274 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2ac003970 con 0x559ab2125b70 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 -- 172.21.15.17:0/1696677274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 msgr2=0x559ab212e210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e210 secure :-1 s=READY pgs=1334 cs=0 l=1 rev1=1 crypto rx=0x7fe2ac02c700 tx=0x7fe2ac005f70 comp rx=0 tx=0).stop 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 -- 172.21.15.17:0/1696677274 shutdown_connections 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e210 unknown :-1 s=CLOSED pgs=1334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2130b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/1696677274 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab2125630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 -- 172.21.15.17:0/1696677274 >> 172.21.15.17:0/1696677274 conn(0x559ab211f980 msgr2=0x559ab211fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 -- 172.21.15.17:0/1696677274 shutdown_connections 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.774+0000 7fe2c4df5740 1 -- 172.21.15.17:0/1696677274 wait complete. 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 -- start start 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 Processor -- start 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab212e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.781 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212b390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab212b8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab208d020 con 0x559ab2125b70 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab1d60430 con 0x559ab2125250 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab1d1ce00 con 0x559ab212e750 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2baffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2c4df5740 10 client.0 _ll_register_callbacks cb 0x559ab2034cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2baffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212b390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37850/0 (socket says 172.21.15.17:37850) 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2baffd640 1 -- 172.21.15.17:0/3132945614 learned_addr learned my addr 172.21.15.17:0/3132945614 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab212e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.775+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab212b8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2baffd640 1 -- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 msgr2=0x559ab212b8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2baffd640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab212b8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2baffd640 1 -- 172.21.15.17:0/3132945614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 msgr2=0x559ab212e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2baffd640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab212e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2baffd640 1 -- 172.21.15.17:0/3132945614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2bc10ec20 con 0x559ab2125b70 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2baffd640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212b390 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fe2b0009830 tx=0x7fe2b001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c50600cd06287cd8 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe29affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe29affd640 1 -- 172.21.15.17:0/3132945614 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b0016040 con 0x559ab2125b70 2024-03-16T18:32:11.783 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe29affd640 1 -- 172.21.15.17:0/3132945614 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe2b00044c0 con 0x559ab2125b70 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559ab1d8c7e0 con 0x559ab2125b70 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe29affd640 1 -- 172.21.15.17:0/3132945614 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe2b0005020 con 0x559ab2125b70 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2c4df5740 10 client.18714 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559ab208b6a0 con 0x559ab2125b70 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe29affd640 1 -- 172.21.15.17:0/3132945614 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559ab1d8c7e0 con 0x559ab2125b70 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe29affd640 1 -- 172.21.15.17:0/3132945614 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe2b0026070 con 0x559ab2125b70 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2c4df5740 10 client.18714 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.776+0000 7fe2c4df5740 10 client.18714 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe2c4df5740 20 client.18714 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab213e7d0 0x559ab2140c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe2c4df5740 4 client.18714 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559ab1dc9720 con 0x559ab213e7d0 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab213e7d0 0x559ab2140c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe29affd640 10 client.18714 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:11.784 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.777+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab213e7d0 0x559ab2140c10 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=7092096d450b7dde server_cookie=721c649883b0dae0 in_seq=0 out_seq=0 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe29affd640 1 -- 172.21.15.17:0/3132945614 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559ab1dc9720 con 0x559ab213e7d0 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe29affd640 10 client.18714 handle_command_reply: tid=0 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 client.18714 shutdown 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 msgr2=0x559ab212b390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212b390 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fe2b0009830 tx=0x7fe2b001d000 comp rx=0 tx=0).stop 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 shutdown_connections 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab213e7d0 0x559ab2140c10 crc :-1 s=READY pgs=70 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212b390 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab212b8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe29affd640 0 client.18714 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3132945614 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab212e000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 >> 172.21.15.17:0/3132945614 conn(0x559ab211f980 msgr2=0x559ab21216d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 shutdown_connections 2024-03-16T18:32:11.785 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3132945614 wait complete. 2024-03-16T18:32:11.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.778+0000 7fe2c4df5740 20 client.18714 trim_cache size 0 max 16384 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 Processor -- start 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 -- start start 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab212dac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2139aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab2012130 con 0x559ab2125b70 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab2124eb0 con 0x559ab212e750 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab21243f0 con 0x559ab2125250 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37866/0 (socket says 172.21.15.17:37866) 2024-03-16T18:32:11.796 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2bbfff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2139aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2bb7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab212dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 -- 172.21.15.17:0/3352310953 learned_addr learned my addr 172.21.15.17:0/3352310953 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 -- 172.21.15.17:0/3352310953 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 msgr2=0x559ab212dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab212dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 -- 172.21.15.17:0/3352310953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 msgr2=0x559ab2139aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2139aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 -- 172.21.15.17:0/3352310953 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559ab2027c20 con 0x559ab2125b70 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2139aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.791+0000 7fe2baffd640 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e000 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fe2b00098a0 tx=0x7fe2b0004820 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1735540cffab198 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2a17fa640 1 -- 172.21.15.17:0/3352310953 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b0016030 con 0x559ab2125b70 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2a17fa640 1 -- 172.21.15.17:0/3352310953 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe2b0009d90 con 0x559ab2125b70 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2a17fa640 1 -- 172.21.15.17:0/3352310953 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b001f460 con 0x559ab2125b70 2024-03-16T18:32:11.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3352310953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 msgr2=0x559ab212e000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e000 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fe2b00098a0 tx=0x7fe2b0004820 comp rx=0 tx=0).stop 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3352310953 shutdown_connections 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab212e000 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab212e750 0x559ab2139aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/3352310953 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab2125250 0x559ab212dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3352310953 >> 172.21.15.17:0/3352310953 conn(0x559ab211f980 msgr2=0x559ab2126920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3352310953 shutdown_connections 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.792+0000 7fe2c4df5740 1 -- 172.21.15.17:0/3352310953 wait complete. 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 -- start start 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 Processor -- start 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab2132250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab2132790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab2193120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab2193660 con 0x559ab2125b70 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab21937d0 con 0x559ab2125250 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559ab2193990 con 0x559ab212e750 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2c4df5740 10 client.0 _ll_register_callbacks cb 0x7fe2b0009ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab2132790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab2132790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37870/0 (socket says 172.21.15.17:37870) 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 -- 172.21.15.17:0/918790898 learned_addr learned my addr 172.21.15.17:0/918790898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab2132250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2bbfff640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab2193120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 -- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 msgr2=0x559ab2193120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab2193120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 -- 172.21.15.17:0/918790898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 msgr2=0x559ab2132250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab2132250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 -- 172.21.15.17:0/918790898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2bc1a4690 con 0x559ab2125b70 2024-03-16T18:32:11.799 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe2baffd640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab2132790 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fe2b0003e70 tx=0x7fe2b0005e30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b55e5d5a370f12e4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.793+0000 7fe29affd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe29affd640 1 -- 172.21.15.17:0/918790898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b0016070 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fe2ac0345a0 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe29affd640 1 -- 172.21.15.17:0/918790898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fe2b003e460 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe29affd640 1 -- 172.21.15.17:0/918790898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe2b0003ca0 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 10 client.18720 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559ab208b6a0 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe29affd640 1 -- 172.21.15.17:0/918790898 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe2ac0345a0 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe29affd640 1 -- 172.21.15.17:0/918790898 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fe2b0046070 con 0x559ab2125b70 2024-03-16T18:32:11.800 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 10 client.18720 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 10 client.18720 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 20 client.18720 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab219adc0 0x559ab219d1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 4 client.18720 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x559ab1e18890 con 0x559ab219adc0 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.794+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab219adc0 0x559ab219d1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2bb7fe640 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab219adc0 0x559ab219d1e0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e7bc056f33251eec server_cookie=28cc4b9ed5c0a476 in_seq=0 out_seq=0 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe29affd640 10 client.18720 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe29affd640 1 -- 172.21.15.17:0/918790898 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x559ab1e18890 con 0x559ab219adc0 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe29affd640 10 client.18720 handle_command_reply: tid=0 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 client.18720 shutdown 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 msgr2=0x559ab2132790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab2132790 secure :-1 s=READY pgs=1337 cs=0 l=1 rev1=1 crypto rx=0x7fe2b0003e70 tx=0x7fe2b0005e30 comp rx=0 tx=0).stop 2024-03-16T18:32:11.801 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 shutdown_connections 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x559ab219adc0 0x559ab219d1e0 crc :-1 s=READY pgs=71 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559ab2125b70 0x559ab2132790 unknown :-1 s=CLOSED pgs=1337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559ab212e750 0x559ab2193120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe29affd640 0 client.18720 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 --2- 172.21.15.17:0/918790898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559ab2125250 0x559ab2132250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 >> 172.21.15.17:0/918790898 conn(0x559ab211f980 msgr2=0x559ab212abf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 shutdown_connections 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 1 -- 172.21.15.17:0/918790898 wait complete. 2024-03-16T18:32:11.802 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.795+0000 7fe2c4df5740 20 client.18720 trim_cache size 0 max 16384 2024-03-16T18:32:11.803 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe2a40a1ba0 msgr2=0x7fe2a40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe2a40a1ba0 0x7fe2a40a4060 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc0ff860 tx=0x7fe2b0009b50 comp rx=0 tx=0).stop 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 msgr2=0x7fe2bc1977d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc1977d0 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7fe2b400e970 tx=0x7fe2b400ed70 comp rx=0 tx=0).stop 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 shutdown_connections 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe2a40a1ba0 0x7fe2a40a4060 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe2bc107560 0x7fe2bc1977d0 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe2bc101e60 0x7fe2bc19dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 --2- 172.21.15.17:0/2441270718 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe2bc1014a0 0x7fe2bc19d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.804 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 >> 172.21.15.17:0/2441270718 conn(0x7fe2bc0788f0 msgr2=0x7fe2bc100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 shutdown_connections 2024-03-16T18:32:11.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.796+0000 7fe2c2147640 1 -- 172.21.15.17:0/2441270718 wait complete. 2024-03-16T18:32:11.806 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:11.806 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:32:11.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 -- 172.21.15.17:0/1583820836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc101000 msgr2=0x7fa2cc104ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 --2- 172.21.15.17:0/1583820836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc101000 0x7fa2cc104ff0 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc009930 tx=0x7fa2bc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:11.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 -- 172.21.15.17:0/1583820836 shutdown_connections 2024-03-16T18:32:11.912 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 --2- 172.21.15.17:0/1583820836 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc101000 0x7fa2cc104ff0 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 --2- 172.21.15.17:0/1583820836 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 --2- 172.21.15.17:0/1583820836 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2cc100650 0x7fa2cc100a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 -- 172.21.15.17:0/1583820836 >> 172.21.15.17:0/1583820836 conn(0x7fa2cc077550 msgr2=0x7fa2cc077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 -- 172.21.15.17:0/1583820836 shutdown_connections 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.911+0000 7fa2d4393640 1 -- 172.21.15.17:0/1583820836 wait complete. 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 Processor -- start 2024-03-16T18:32:11.913 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 -- start start 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2cc100650 0x7fa2cc10db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2cc10e600 0x7fa2cc1a5c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2cc1a6260 con 0x7fa2cc1056d0 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2cc1a63d0 con 0x7fa2cc10e600 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d4393640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2cc1a6590 con 0x7fa2cc100650 2024-03-16T18:32:11.914 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37896/0 (socket says 172.21.15.17:37896) 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 -- 172.21.15.17:0/2480233902 learned_addr learned my addr 172.21.15.17:0/2480233902 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d212f640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2cc100650 0x7fa2cc10db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d2930640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2cc10e600 0x7fa2cc1a5c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 -- 172.21.15.17:0/2480233902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2cc100650 msgr2=0x7fa2cc10db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2cc100650 0x7fa2cc10db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 -- 172.21.15.17:0/2480233902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2cc10e600 msgr2=0x7fa2cc1a5c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2cc10e600 0x7fa2cc1a5c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 -- 172.21.15.17:0/2480233902 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2c4009840 con 0x7fa2cc1056d0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.912+0000 7fa2d192e640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10e0c0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc005ab0 tx=0x7fa2bc005e00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.913+0000 7fa2c37fe640 1 -- 172.21.15.17:0/2480233902 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc004350 con 0x7fa2cc1056d0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.913+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2bc009560 con 0x7fa2cc1056d0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.913+0000 7fa2c37fe640 1 -- 172.21.15.17:0/2480233902 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2bc0044b0 con 0x7fa2cc1056d0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.913+0000 7fa2c37fe640 1 -- 172.21.15.17:0/2480233902 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2bc005280 con 0x7fa2cc1056d0 2024-03-16T18:32:11.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.913+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2cc1a6b90 con 0x7fa2cc1056d0 2024-03-16T18:32:11.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.915+0000 7fa2c37fe640 1 -- 172.21.15.17:0/2480233902 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa2bc003c80 con 0x7fa2cc1056d0 2024-03-16T18:32:11.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.915+0000 7fa2d6f74740 1 Processor -- start 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 -- start start 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d1f630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d28210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2c37fe640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b80a1bd0 0x7fa2b80a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d2ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339cda960 con 0x55a339d1fb70 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339c8e310 con 0x55a339d28750 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339c8b840 con 0x55a339d1f250 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d192e640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b80a1bd0 0x7fa2b80a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d1f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d212f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d28210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d1f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:53852/0 (socket says 172.21.15.17:53852) 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d212f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d28210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37908/0 (socket says 172.21.15.17:37908) 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 -- 172.21.15.17:0/1913113550 learned_addr learned my addr 172.21.15.17:0/1913113550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d2ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2c37fe640 1 -- 172.21.15.17:0/2480233902 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa2bc02de40 con 0x7fa2cc1056d0 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 -- 172.21.15.17:0/1913113550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 msgr2=0x55a339d2ab40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d2ab40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 -- 172.21.15.17:0/1913113550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 msgr2=0x55a339d28210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d28210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 -- 172.21.15.17:0/1913113550 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a339c49060 con 0x55a339d1f250 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d192e640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b80a1bd0 0x7fa2b80a4090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc0bc740 tx=0x7fa2bc009260 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.916+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d1f630 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa2c4005f40 tx=0x7fa2c4009af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f466cca74074abc0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2c0bfe640 1 -- 172.21.15.17:0/1913113550 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c400fc50 con 0x55a339d1f250 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2c0bfe640 1 -- 172.21.15.17:0/1913113550 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2c400fdb0 con 0x55a339d1f250 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2c0bfe640 1 -- 172.21.15.17:0/1913113550 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c401e5c0 con 0x55a339d1f250 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1913113550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 msgr2=0x55a339d1f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d1f630 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fa2c4005f40 tx=0x7fa2c4009af0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1913113550 shutdown_connections 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d28210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d2ab40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1913113550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d1f630 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1913113550 >> 172.21.15.17:0/1913113550 conn(0x55a339d19980 msgr2=0x55a339d19d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1913113550 shutdown_connections 2024-03-16T18:32:11.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.917+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1913113550 wait complete. 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 -- start start 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 Processor -- start 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d28170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d1fb70 0x55a339d25500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d28750 0x55a339d25b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339c87020 con 0x55a339d1f250 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a33995a430 con 0x55a339d1fb70 2024-03-16T18:32:11.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339916e00 con 0x55a339d28750 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d6f74740 10 client.0 _ll_register_callbacks cb 0x55a339c2ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d2930640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d28170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d2930640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d28170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37914/0 (socket says 172.21.15.17:37914) 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d2930640 1 -- 172.21.15.17:0/1787185652 learned_addr learned my addr 172.21.15.17:0/1787185652 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d212f640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d1fb70 0x55a339d25500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.918+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d28750 0x55a339d25b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d2930640 1 -- 172.21.15.17:0/1787185652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d28750 msgr2=0x55a339d25b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d28750 0x55a339d25b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d2930640 1 -- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d1fb70 msgr2=0x55a339d25500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d1fb70 0x55a339d25500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d2930640 1 -- 172.21.15.17:0/1787185652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2c4019040 con 0x55a339d1f250 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d28170 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fa2c4009c10 tx=0x7fa2c4005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75dc8d266dfd41c5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/1787185652 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c400fc50 con 0x55a339d1f250 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/1787185652 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa2c4004c50 con 0x55a339d1f250 2024-03-16T18:32:11.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a3399867e0 con 0x55a339d1f250 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/1787185652 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2c4004040 con 0x55a339d1f250 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 10 client.18732 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a339c856a0 con 0x55a339d1f250 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/1787185652 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a3399867e0 con 0x55a339d1f250 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/1787185652 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa2c400e5b0 con 0x55a339d1f250 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 10 client.18732 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 10 client.18732 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:32:11.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 20 client.18732 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d38810 0x55a339d3ac30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 4 client.18732 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.919+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a3399c3720 con 0x55a339d38810 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.920+0000 7fa2d212f640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d38810 0x55a339d3ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.920+0000 7fa2b5ffb640 10 client.18732 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.920+0000 7fa2d212f640 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d38810 0x55a339d3ac30 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5430e80d5ce39b1 server_cookie=fbb34dc902a62b6b in_seq=0 out_seq=0 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/1787185652 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55a3399c3720 con 0x55a339d38810 2024-03-16T18:32:11.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2b5ffb640 10 client.18732 handle_command_reply: tid=0 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 client.18732 shutdown 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 msgr2=0x55a339d28170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d28170 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7fa2c4009c10 tx=0x7fa2c4005bd0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 shutdown_connections 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d38810 0x55a339d3ac30 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d28750 0x55a339d25b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2b5ffb640 0 client.18732 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:11.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d1fb70 0x55a339d25500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1787185652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d28170 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 >> 172.21.15.17:0/1787185652 conn(0x55a339d19980 msgr2=0x55a339d1b6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 shutdown_connections 2024-03-16T18:32:11.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1787185652 wait complete. 2024-03-16T18:32:11.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.921+0000 7fa2d6f74740 20 client.18732 trim_cache size 0 max 16384 2024-03-16T18:32:11.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 Processor -- start 2024-03-16T18:32:11.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 -- start start 2024-03-16T18:32:11.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d14a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d27c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d28170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339d34db0 con 0x55a339d1fb70 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339c0c130 con 0x55a339d28750 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339d1e650 con 0x55a339d1f250 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.933+0000 7fa2d212f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d27c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d27c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37924/0 (socket says 172.21.15.17:37924) 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 -- 172.21.15.17:0/1768079167 learned_addr learned my addr 172.21.15.17:0/1768079167 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d14a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d2930640 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d28170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 -- 172.21.15.17:0/1768079167 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 msgr2=0x55a339d14a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d14a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.942 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 -- 172.21.15.17:0/1768079167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 msgr2=0x55a339d28170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d28170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 -- 172.21.15.17:0/1768079167 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a339c21c20 con 0x55a339d1fb70 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2d212f640 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d27c30 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x55a339d24d60 tx=0x7fa2c8005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eaea2210371fcbb9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2b7fff640 1 -- 172.21.15.17:0/1768079167 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8017030 con 0x55a339d1fb70 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2b7fff640 1 -- 172.21.15.17:0/1768079167 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa2c8018040 con 0x55a339d1fb70 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.934+0000 7fa2b7fff640 1 -- 172.21.15.17:0/1768079167 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c8004e40 con 0x55a339d1fb70 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1768079167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 msgr2=0x55a339d27c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d27c30 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x55a339d24d60 tx=0x7fa2c8005f90 comp rx=0 tx=0).stop 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1768079167 shutdown_connections 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1fb70 0x55a339d27c30 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d28170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/1768079167 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1f250 0x55a339d14a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1768079167 >> 172.21.15.17:0/1768079167 conn(0x55a339d19980 msgr2=0x55a339d18b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1768079167 shutdown_connections 2024-03-16T18:32:11.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- 172.21.15.17:0/1768079167 wait complete. 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- start start 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 Processor -- start 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d222a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1fb70 0x55a339d227e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d930c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339d22f40 con 0x55a339d1f250 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339d93600 con 0x55a339d28750 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a339d937c0 con 0x55a339d1fb70 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d6f74740 10 client.0 _ll_register_callbacks cb 0x7fa2c8009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d2930640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d222a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d2930640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d222a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37936/0 (socket says 172.21.15.17:37936) 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d2930640 1 -- 172.21.15.17:0/244231239 learned_addr learned my addr 172.21.15.17:0/244231239 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.935+0000 7fa2d212f640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1fb70 0x55a339d227e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d930c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 -- 172.21.15.17:0/244231239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1fb70 msgr2=0x55a339d227e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1fb70 0x55a339d227e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 -- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 msgr2=0x55a339d930c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d930c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 -- 172.21.15.17:0/244231239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a339c478c0 con 0x55a339d1f250 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d2930640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d222a0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400eff0 tx=0x7fa2c4000f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4264989aab2c76dc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2b5ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/244231239 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c400ec60 con 0x55a339d1f250 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/244231239 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa2c400e3b0 con 0x55a339d1f250 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a339d25330 con 0x55a339d1f250 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/244231239 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa2c400e570 con 0x55a339d1f250 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d6f74740 10 client.18738 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:11.945 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55a339c2e050 con 0x55a339d1f250 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/244231239 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55a339d25330 con 0x55a339d1f250 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.936+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/244231239 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa2c40046c0 con 0x55a339d1f250 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 10 client.18738 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 10 client.18738 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 20 client.18738 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d94d60 0x55a339d97180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 4 client.18738 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7fa2c400fdb0 con 0x55a339d94d60 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d212f640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d94d60 0x55a339d97180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2b5ffb640 10 client.18738 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d212f640 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d94d60 0x55a339d97180 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=81e1bbbc0e53c91d server_cookie=e010da9ce4c0feb5 in_seq=0 out_seq=0 2024-03-16T18:32:11.946 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2b5ffb640 1 -- 172.21.15.17:0/244231239 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7fa2c400fdb0 con 0x55a339d94d60 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2b5ffb640 10 client.18738 handle_command_reply: tid=0 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 client.18738 shutdown 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 msgr2=0x55a339d222a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d222a0 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400eff0 tx=0x7fa2c4000f40 comp rx=0 tx=0).stop 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 shutdown_connections 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55a339d94d60 0x55a339d97180 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55a339d28750 0x55a339d930c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2b5ffb640 0 client.18738 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:11.947 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55a339d1fb70 0x55a339d227e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 --2- 172.21.15.17:0/244231239 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55a339d1f250 0x55a339d222a0 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.937+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 >> 172.21.15.17:0/244231239 conn(0x55a339d19980 msgr2=0x55a339d18b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 shutdown_connections 2024-03-16T18:32:11.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d6f74740 1 -- 172.21.15.17:0/244231239 wait complete. 2024-03-16T18:32:11.948 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d6f74740 20 client.18738 trim_cache size 0 max 16384 2024-03-16T18:32:11.948 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:11.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b80a1bd0 msgr2=0x7fa2b80a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.949 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b80a1bd0 0x7fa2b80a4090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc0bc740 tx=0x7fa2bc009260 comp rx=0 tx=0).stop 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 msgr2=0x7fa2cc10e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10e0c0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fa2bc005ab0 tx=0x7fa2bc005e00 comp rx=0 tx=0).stop 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 shutdown_connections 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa2b80a1bd0 0x7fa2b80a4090 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa2cc1056d0 0x7fa2cc10e0c0 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa2cc10e600 0x7fa2cc1a5c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 --2- 172.21.15.17:0/2480233902 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa2cc100650 0x7fa2cc10db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 >> 172.21.15.17:0/2480233902 conn(0x7fa2cc077550 msgr2=0x7fa2cc0fe5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 shutdown_connections 2024-03-16T18:32:11.950 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:11.938+0000 7fa2d4393640 1 -- 172.21.15.17:0/2480233902 wait complete. 2024-03-16T18:32:11.951 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:11.951 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:32:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 -- 172.21.15.17:0/785221435 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 msgr2=0x7fd5780ffe70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 --2- 172.21.15.17:0/785221435 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd5780ffe70 secure :-1 s=READY pgs=1343 cs=0 l=1 rev1=1 crypto rx=0x7fd568009900 tx=0x7fd56802bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:12.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 -- 172.21.15.17:0/785221435 shutdown_connections 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 --2- 172.21.15.17:0/785221435 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd5780ffe70 unknown :-1 s=CLOSED pgs=1343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 --2- 172.21.15.17:0/785221435 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5781003b0 0x7fd57810e340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 --2- 172.21.15.17:0/785221435 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd578107580 0x7fd578107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 -- 172.21.15.17:0/785221435 >> 172.21.15.17:0/785221435 conn(0x7fd5780769b0 msgr2=0x7fd5780fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 -- 172.21.15.17:0/785221435 shutdown_connections 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.056+0000 7fd580688640 1 -- 172.21.15.17:0/785221435 wait complete. 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 Processor -- start 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 -- start start 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd57819d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5781003b0 0x7fd57819dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd578107580 0x7fd5781977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd578197e70 con 0x7fd5780ff9f0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd578197fe0 con 0x7fd578107580 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd580688640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5781981a0 con 0x7fd5781003b0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd57819d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd57819d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37952/0 (socket says 172.21.15.17:37952) 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 -- 172.21.15.17:0/3933262591 learned_addr learned my addr 172.21.15.17:0/3933262591 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57ec25640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd578107580 0x7fd5781977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57dc23640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5781003b0 0x7fd57819dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 -- 172.21.15.17:0/3933262591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5781003b0 msgr2=0x7fd57819dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5781003b0 0x7fd57819dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 -- 172.21.15.17:0/3933262591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd578107580 msgr2=0x7fd5781977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd578107580 0x7fd5781977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 -- 172.21.15.17:0/3933262591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd570009840 con 0x7fd5780ff9f0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.057+0000 7fd57e424640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd57819d660 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fd57400e9f0 tx=0x7fd57400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:12.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.058+0000 7fd56f7fe640 1 -- 172.21.15.17:0/3933262591 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd574009700 con 0x7fd5780ff9f0 2024-03-16T18:32:12.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.058+0000 7fd56f7fe640 1 -- 172.21.15.17:0/3933262591 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd57400ccc0 con 0x7fd5780ff9f0 2024-03-16T18:32:12.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.058+0000 7fd56f7fe640 1 -- 172.21.15.17:0/3933262591 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd574018790 con 0x7fd5780ff9f0 2024-03-16T18:32:12.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.058+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd568009560 con 0x7fd5780ff9f0 2024-03-16T18:32:12.060 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.058+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5781a44b0 con 0x7fd5780ff9f0 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.060+0000 7fd56f7fe640 1 -- 172.21.15.17:0/3933262591 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fd574010430 con 0x7fd5780ff9f0 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.060+0000 7fd58326e740 1 Processor -- start 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.060+0000 7fd58326e740 1 -- start start 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.060+0000 7fd56f7fe640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5640a1ba0 0x7fd5640a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.060+0000 7fd58326e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873bc630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.060+0000 7fd58326e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c5210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd58326e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873c5750 0x5592873c7b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd58326e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559287377960 con 0x5592873bcb70 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd58326e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55928732b310 con 0x5592873bc250 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd58326e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559287328840 con 0x5592873c5750 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57ec25640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5640a1ba0 0x7fd5640a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd56f7fe640 1 -- 172.21.15.17:0/3933262591 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd574014070 con 0x7fd5780ff9f0 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c5210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57e424640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873bc630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c5210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37956/0 (socket says 172.21.15.17:37956) 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 -- 172.21.15.17:0/4191721237 learned_addr learned my addr 172.21.15.17:0/4191721237 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57ec25640 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873c5750 0x5592873c7b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 -- 172.21.15.17:0/4191721237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873c5750 msgr2=0x5592873c7b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873c5750 0x5592873c7b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 -- 172.21.15.17:0/4191721237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 msgr2=0x5592873bc630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873bc630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 -- 172.21.15.17:0/4191721237 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592872e6060 con 0x5592873bcb70 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57e424640 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873bc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57ec25640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5640a1ba0 0x7fd5640a4060 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd570005fd0 tx=0x7fd570013460 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd57dc23640 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c5210 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7fd568009900 tx=0x7fd568005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5003034c2b9030a3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd56cff9640 1 -- 172.21.15.17:0/4191721237 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd568004840 con 0x5592873bcb70 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd56cff9640 1 -- 172.21.15.17:0/4191721237 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd5680049a0 con 0x5592873bcb70 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.061+0000 7fd56cff9640 1 -- 172.21.15.17:0/4191721237 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd568003990 con 0x5592873bcb70 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 -- 172.21.15.17:0/4191721237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 msgr2=0x5592873c5210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c5210 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7fd568009900 tx=0x7fd568005e20 comp rx=0 tx=0).stop 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 -- 172.21.15.17:0/4191721237 shutdown_connections 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c5210 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873c5750 0x5592873c7b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 --2- 172.21.15.17:0/4191721237 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873bc630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 -- 172.21.15.17:0/4191721237 >> 172.21.15.17:0/4191721237 conn(0x5592873b6980 msgr2=0x5592873b6d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 -- 172.21.15.17:0/4191721237 shutdown_connections 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 -- 172.21.15.17:0/4191721237 wait complete. 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.062+0000 7fd58326e740 1 -- start start 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 Processor -- start 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873c50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bcb70 0x5592873c2470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x5592873c29f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559287324020 con 0x5592873c5750 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559286ff7430 con 0x5592873bc250 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559286fb3e00 con 0x5592873bcb70 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd58326e740 10 client.0 _ll_register_callbacks cb 0x5592872cbcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x5592873c29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57e424640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873c50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57dc23640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bcb70 0x5592873c2470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x5592873c29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37958/0 (socket says 172.21.15.17:37958) 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 -- 172.21.15.17:0/3319818550 learned_addr learned my addr 172.21.15.17:0/3319818550 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 -- 172.21.15.17:0/3319818550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bcb70 msgr2=0x5592873c2470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bcb70 0x5592873c2470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 -- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 msgr2=0x5592873c50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873c50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 -- 172.21.15.17:0/3319818550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd57810ec40 con 0x5592873c5750 2024-03-16T18:32:12.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57dc23640 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bcb70 0x5592873c2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd57ec25640 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x5592873c29f0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fd570013340 tx=0x7fd570004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ee69c40b0a03834 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.063+0000 7fd561ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd561ffb640 1 -- 172.21.15.17:0/3319818550 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57001f420 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd561ffb640 1 -- 172.21.15.17:0/3319818550 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd57001f580 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5592870237e0 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd561ffb640 1 -- 172.21.15.17:0/3319818550 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd57001f740 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 10 client.18750 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5592873226a0 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd561ffb640 1 -- 172.21.15.17:0/3319818550 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5592870237e0 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd561ffb640 1 -- 172.21.15.17:0/3319818550 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd57002b940 con 0x5592873c5750 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 10 client.18750 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 10 client.18750 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:12.071 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 20 client.18750 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5592873d58a0 0x5592873d7cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 4 client.18750 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559287060720 con 0x5592873d58a0 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.064+0000 7fd57e424640 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5592873d58a0 0x5592873d7cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd561ffb640 10 client.18750 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd57e424640 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5592873d58a0 0x5592873d7cc0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a52d492beb8b6157 server_cookie=5aee5fb6c3e3b3c5 in_seq=0 out_seq=0 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd561ffb640 1 -- 172.21.15.17:0/3319818550 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559287060720 con 0x5592873d58a0 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd561ffb640 10 client.18750 handle_command_reply: tid=0 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 client.18750 shutdown 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 msgr2=0x5592873c29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.072 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x5592873c29f0 secure :-1 s=READY pgs=1346 cs=0 l=1 rev1=1 crypto rx=0x7fd570013340 tx=0x7fd570004ab0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 shutdown_connections 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5592873d58a0 0x5592873d7cc0 crc :-1 s=READY pgs=201 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x5592873c29f0 unknown :-1 s=CLOSED pgs=1346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.066+0000 7fd561ffb640 0 client.18750 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.065+0000 7fd58326e740 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bcb70 0x5592873c2470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.066+0000 7fd58326e740 1 --2- 172.21.15.17:0/3319818550 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bc250 0x5592873c50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.066+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 >> 172.21.15.17:0/3319818550 conn(0x5592873b6980 msgr2=0x5592873b86d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.066+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 shutdown_connections 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.066+0000 7fd58326e740 1 -- 172.21.15.17:0/3319818550 wait complete. 2024-03-16T18:32:12.073 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.066+0000 7fd58326e740 20 client.18750 trim_cache size 0 max 16384 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 Processor -- start 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 -- start start 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873b52f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873c5750 0x5592873c50e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592872a9130 con 0x5592873bcb70 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592873b7980 con 0x5592873c5750 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd58326e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592873d8320 con 0x5592873bc250 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd57dc23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.083 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd57dc23640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37974/0 (socket says 172.21.15.17:37974) 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd57dc23640 1 -- 172.21.15.17:0/1793110320 learned_addr learned my addr 172.21.15.17:0/1793110320 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd57e424640 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873b52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.078+0000 7fd57ec25640 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873c5750 0x5592873c50e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57dc23640 1 -- 172.21.15.17:0/1793110320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 msgr2=0x5592873b52f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57dc23640 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873b52f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57dc23640 1 -- 172.21.15.17:0/1793110320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873c5750 msgr2=0x5592873c50e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57dc23640 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873c5750 0x5592873c50e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57dc23640 1 -- 172.21.15.17:0/1793110320 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5592872bec20 con 0x5592873bcb70 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57e424640 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd57dc23640 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c4ba0 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x5592873bbd20 tx=0x7fd568003690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8bc938e16048309d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd563fff640 1 -- 172.21.15.17:0/1793110320 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd568004840 con 0x5592873bcb70 2024-03-16T18:32:12.084 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd563fff640 1 -- 172.21.15.17:0/1793110320 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd568005270 con 0x5592873bcb70 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd563fff640 1 -- 172.21.15.17:0/1793110320 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd56803f9e0 con 0x5592873bcb70 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 -- 172.21.15.17:0/1793110320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 msgr2=0x5592873c4ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c4ba0 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x5592873bbd20 tx=0x7fd568003690 comp rx=0 tx=0).stop 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 -- 172.21.15.17:0/1793110320 shutdown_connections 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873bcb70 0x5592873c4ba0 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873c5750 0x5592873c50e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 --2- 172.21.15.17:0/1793110320 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873b52f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 -- 172.21.15.17:0/1793110320 >> 172.21.15.17:0/1793110320 conn(0x5592873b6980 msgr2=0x5592873bd920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 -- 172.21.15.17:0/1793110320 shutdown_connections 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.079+0000 7fd58326e740 1 -- 172.21.15.17:0/1793110320 wait complete. 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 -- start start 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 Processor -- start 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873bf300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bcb70 0x5592873bf840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.085 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x559287430150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559287430690 con 0x5592873c5750 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5592874307d0 con 0x5592873bcb70 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559287430940 con 0x5592873bc250 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd58326e740 10 client.0 _ll_register_callbacks cb 0x7fd570005bd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x559287430150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57e424640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873bf300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x559287430150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:37986/0 (socket says 172.21.15.17:37986) 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 -- 172.21.15.17:0/1735216537 learned_addr learned my addr 172.21.15.17:0/1735216537 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57dc23640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bcb70 0x5592873bf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 -- 172.21.15.17:0/1735216537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 msgr2=0x5592873bf300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873bf300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 -- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bcb70 msgr2=0x5592873bf840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:12.086 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bcb70 0x5592873bf840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57ec25640 1 -- 172.21.15.17:0/1735216537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd568009560 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.080+0000 7fd57e424640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873bf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd57ec25640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x559287430150 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fd570005cc0 tx=0x7fd57002baa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6451d3cd5f0acf67 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd561ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd561ffb640 1 -- 172.21.15.17:0/1735216537 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd570013670 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd561ffb640 1 -- 172.21.15.17:0/1735216537 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fd570009cd0 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd5680049a0 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd561ffb640 1 -- 172.21.15.17:0/1735216537 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd570021620 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 10 client.18756 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5592872e6060 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd561ffb640 1 -- 172.21.15.17:0/1735216537 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fd5680049a0 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd561ffb640 1 -- 172.21.15.17:0/1735216537 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fd570038070 con 0x5592873c5750 2024-03-16T18:32:12.087 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 10 client.18756 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 10 client.18756 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 20 client.18756 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559287432100 0x559287434520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 4 client.18756 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.081+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5592870af890 con 0x559287432100 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd57e424640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559287432100 0x559287434520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd561ffb640 10 client.18756 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd57e424640 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559287432100 0x559287434520 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=140e35b291963352 server_cookie=7a54cf66c2a76e80 in_seq=0 out_seq=0 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd561ffb640 1 -- 172.21.15.17:0/1735216537 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5592870af890 con 0x559287432100 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd561ffb640 10 client.18756 handle_command_reply: tid=0 2024-03-16T18:32:12.088 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 client.18756 shutdown 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 msgr2=0x559287430150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x559287430150 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7fd570005cc0 tx=0x7fd57002baa0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 shutdown_connections 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559287432100 0x559287434520 crc :-1 s=READY pgs=202 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5592873c5750 0x559287430150 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5592873bcb70 0x5592873bf840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd561ffb640 0 client.18756 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 --2- 172.21.15.17:0/1735216537 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5592873bc250 0x5592873bf300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 >> 172.21.15.17:0/1735216537 conn(0x5592873b6980 msgr2=0x5592873c1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 shutdown_connections 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 1 -- 172.21.15.17:0/1735216537 wait complete. 2024-03-16T18:32:12.089 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.082+0000 7fd58326e740 20 client.18756 trim_cache size 0 max 16384 2024-03-16T18:32:12.090 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5640a1ba0 msgr2=0x7fd5640a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5640a1ba0 0x7fd5640a4060 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fd570005fd0 tx=0x7fd570013460 comp rx=0 tx=0).stop 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 msgr2=0x7fd57819d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd57819d660 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7fd57400e9f0 tx=0x7fd57400edf0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 shutdown_connections 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fd5640a1ba0 0x7fd5640a4060 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.091 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fd578107580 0x7fd5781977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fd5781003b0 0x7fd57819dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 --2- 172.21.15.17:0/3933262591 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fd5780ff9f0 0x7fd57819d660 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:12.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 >> 172.21.15.17:0/3933262591 conn(0x7fd5780769b0 msgr2=0x7fd5780fe240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:12.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 shutdown_connections 2024-03-16T18:32:12.092 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:12.083+0000 7fd580688640 1 -- 172.21.15.17:0/3933262591 wait complete. 2024-03-16T18:32:12.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:12 smithi017 ceph-mon[32207]: pgmap v333: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-03-16T18:32:12.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:12 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2155040945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:32:12.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:12 smithi149 ceph-mon[35991]: pgmap v333: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-03-16T18:32:12.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:12 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2155040945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:32:12.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:12 smithi153 ceph-mon[36005]: pgmap v333: 129 pgs: 129 active+clean; 21 MiB data, 447 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 41 KiB/s wr, 10 op/s 2024-03-16T18:32:12.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:12 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2155040945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:32:13.093 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:32:13.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:32:13.094 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 -- 172.21.15.17:0/1753661062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0801014a0 msgr2=0x7ff080101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1753661062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0801014a0 0x7ff080101920 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7ff074009900 tx=0x7ff07402bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 -- 172.21.15.17:0/1753661062 shutdown_connections 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1753661062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff0801014a0 0x7ff080101920 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1753661062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff080101e60 0x7ff08010e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1753661062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff080107560 0x7ff080107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 -- 172.21.15.17:0/1753661062 >> 172.21.15.17:0/1753661062 conn(0x7ff0800788f0 msgr2=0x7ff080078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.214 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 -- 172.21.15.17:0/1753661062 shutdown_connections 2024-03-16T18:32:13.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.214+0000 7ff0869f4640 1 -- 172.21.15.17:0/1753661062 wait complete. 2024-03-16T18:32:13.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 Processor -- start 2024-03-16T18:32:13.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 -- start start 2024-03-16T18:32:13.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0801014a0 0x7ff08019d620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 0x7ff08019db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff080107560 0x7ff080197790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff080197e30 con 0x7ff080101e60 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff080197fa0 con 0x7ff0801014a0 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff0869f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff080198160 con 0x7ff080107560 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 0x7ff08019db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 0x7ff08019db60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38000/0 (socket says 172.21.15.17:38000) 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff07f7fe640 1 -- 172.21.15.17:0/1039719000 learned_addr learned my addr 172.21.15.17:0/1039719000 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff084f91640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff080107560 0x7ff080197790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.215+0000 7ff07ffff640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0801014a0 0x7ff08019d620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07f7fe640 1 -- 172.21.15.17:0/1039719000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff080107560 msgr2=0x7ff080197790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff080107560 0x7ff080197790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07f7fe640 1 -- 172.21.15.17:0/1039719000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0801014a0 msgr2=0x7ff08019d620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0801014a0 0x7ff08019d620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07f7fe640 1 -- 172.21.15.17:0/1039719000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff074009560 con 0x7ff080101e60 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 0x7ff08019db60 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7ff074005940 tx=0x7ff074005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1039719000 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff074004350 con 0x7ff080101e60 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1039719000 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff0740044b0 con 0x7ff080101e60 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0801983e0 con 0x7ff080101e60 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1039719000 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0740053c0 con 0x7ff080101e60 2024-03-16T18:32:13.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.216+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0801a4650 con 0x7ff080101e60 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.218+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1039719000 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff074005520 con 0x7ff080101e60 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 Processor -- start 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 -- start start 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07d7fa640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0680a1ba0 0x7ff0680a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8825e760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c882672e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88269d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c881ccf90 con 0x558c882678b0 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c881ca4c0 con 0x558c8825ed30 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff0895d0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c881c5ca0 con 0x558c8825e380 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff084f91640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0680a1ba0 0x7ff0680a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.225 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c882672e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8825e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c882672e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:47448/0 (socket says 172.21.15.17:47448) 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff084f91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88269d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 -- 172.21.15.17:0/3924972284 learned_addr learned my addr 172.21.15.17:0/3924972284 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8825e760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:53990/0 (socket says 172.21.15.17:53990) 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07d7fa640 1 -- 172.21.15.17:0/1039719000 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff0740efc40 con 0x7ff080101e60 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 -- 172.21.15.17:0/3924972284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 msgr2=0x558c8825e760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8825e760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 -- 172.21.15.17:0/3924972284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 msgr2=0x558c88269d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88269d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.219+0000 7ff07f7fe640 1 -- 172.21.15.17:0/3924972284 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c881880b0 con 0x558c8825ed30 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff084f91640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0680a1ba0 0x7ff0680a4060 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff078005fd0 tx=0x7ff078009f10 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.226 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c882672e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff0740b8a50 tx=0x7ff0740bc480 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2cf6bd3d42299c0d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff0667fc640 1 -- 172.21.15.17:0/3924972284 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0740820d0 con 0x558c8825ed30 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff0667fc640 1 -- 172.21.15.17:0/3924972284 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff07409f660 con 0x558c8825ed30 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff0667fc640 1 -- 172.21.15.17:0/3924972284 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0740dc0e0 con 0x558c8825ed30 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff0895d0740 1 -- 172.21.15.17:0/3924972284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 msgr2=0x558c882672e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.220+0000 7ff0895d0740 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c882672e0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7ff0740b8a50 tx=0x7ff0740bc480 comp rx=0 tx=0).stop 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 -- 172.21.15.17:0/3924972284 shutdown_connections 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88269d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c882672e0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 --2- 172.21.15.17:0/3924972284 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8825e760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 -- 172.21.15.17:0/3924972284 >> 172.21.15.17:0/3924972284 conn(0x558c88258840 msgr2=0x558c88258c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 -- 172.21.15.17:0/3924972284 shutdown_connections 2024-03-16T18:32:13.227 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 -- 172.21.15.17:0/3924972284 wait complete. 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 -- start start 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 Processor -- start 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c882647a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 0x558c88264ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c882678b0 0x558c88265220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.221+0000 7ff0895d0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8816af40 con 0x558c8825ed30 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff0895d0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c87e994b0 con 0x558c882678b0 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff0895d0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8814b670 con 0x558c8825e380 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff0895d0740 10 client.0 _ll_register_callbacks cb 0x558c881b8f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 0x558c88264ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c882647a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 0x558c88264ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38024/0 (socket says 172.21.15.17:38024) 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 -- 172.21.15.17:0/410451984 learned_addr learned my addr 172.21.15.17:0/410451984 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.228 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07ffff640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c882647a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:53992/0 (socket says 172.21.15.17:53992) 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff084f91640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c882678b0 0x558c88265220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 -- 172.21.15.17:0/410451984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 msgr2=0x558c882647a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c882647a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 -- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c882678b0 msgr2=0x558c88265220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c882678b0 0x558c88265220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 -- 172.21.15.17:0/410451984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0740b8040 con 0x558c8825ed30 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff084f91640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c882678b0 0x558c88265220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07ffff640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c882647a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 0x558c88264ce0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7ff0740ed570 tx=0x7ff0740bc050 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98eae53667338da7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff05f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff05f7fe640 1 -- 172.21.15.17:0/410451984 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff07409f660 con 0x558c8825ed30 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff05f7fe640 1 -- 172.21.15.17:0/410451984 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff0740c0740 con 0x558c8825ed30 2024-03-16T18:32:13.229 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558c8819ff40 con 0x558c8825ed30 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.222+0000 7ff05f7fe640 1 -- 172.21.15.17:0/410451984 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff0740c4d70 con 0x558c8825ed30 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 10 client.18768 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x558c881c4320 con 0x558c8825ed30 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff05f7fe640 1 -- 172.21.15.17:0/410451984 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558c8819ff40 con 0x558c8825ed30 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff05f7fe640 1 -- 172.21.15.17:0/410451984 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff07403c070 con 0x558c8825ed30 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 10 client.18768 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 10 client.18768 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 20 client.18768 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882776a0 0x558c88279a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 4 client.18768 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558c881bc310 con 0x558c882776a0 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.223+0000 7ff07ffff640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882776a0 0x558c88279a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.230 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.224+0000 7ff07ffff640 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882776a0 0x558c88279a90 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=532e4734b9d2103e server_cookie=de185868284a7c03 in_seq=0 out_seq=0 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.224+0000 7ff05f7fe640 10 client.18768 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff05f7fe640 1 -- 172.21.15.17:0/410451984 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x558c881bc310 con 0x558c882776a0 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff05f7fe640 10 client.18768 handle_command_reply: tid=0 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 client.18768 shutdown 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 msgr2=0x558c88264ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 0x558c88264ce0 secure :-1 s=READY pgs=1351 cs=0 l=1 rev1=1 crypto rx=0x7ff0740ed570 tx=0x7ff0740bc050 comp rx=0 tx=0).stop 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 shutdown_connections 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882776a0 0x558c88279a90 crc :-1 s=READY pgs=203 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c8825ed30 0x558c88264ce0 unknown :-1 s=CLOSED pgs=1351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c882678b0 0x558c88265220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 --2- 172.21.15.17:0/410451984 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c882647a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff05f7fe640 0 client.18768 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 >> 172.21.15.17:0/410451984 conn(0x558c88258840 msgr2=0x558c8825a7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.231 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 shutdown_connections 2024-03-16T18:32:13.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 1 -- 172.21.15.17:0/410451984 wait complete. 2024-03-16T18:32:13.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.225+0000 7ff0895d0740 20 client.18768 trim_cache size 0 max 16384 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.241+0000 7ff0895d0740 1 Processor -- start 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.241+0000 7ff0895d0740 1 -- start start 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825e380 0x558c88266ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825ed30 0x558c88265040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88272bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff0895d0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c88263610 con 0x558c882678b0 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff0895d0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8819ff40 con 0x558c8825e380 2024-03-16T18:32:13.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff0895d0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8826a1c0 con 0x558c8825ed30 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88272bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff07ffff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825e380 0x558c88266ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825ed30 0x558c88265040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88272bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38040/0 (socket says 172.21.15.17:38040) 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 -- 172.21.15.17:0/80393444 learned_addr learned my addr 172.21.15.17:0/80393444 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 -- 172.21.15.17:0/80393444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825ed30 msgr2=0x558c88265040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825ed30 0x558c88265040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 -- 172.21.15.17:0/80393444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825e380 msgr2=0x558c88266ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825e380 0x558c88266ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 -- 172.21.15.17:0/80393444 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c88160c00 con 0x558c882678b0 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825ed30 0x558c88265040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff084f91640 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88272bd0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7ff078005c30 tx=0x7ff078021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6cee3974e44532cd server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff065ffb640 1 -- 172.21.15.17:0/80393444 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078016040 con 0x558c882678b0 2024-03-16T18:32:13.243 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.242+0000 7ff065ffb640 1 -- 172.21.15.17:0/80393444 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff078003e20 con 0x558c882678b0 2024-03-16T18:32:13.244 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff065ffb640 1 -- 172.21.15.17:0/80393444 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff07802b450 con 0x558c882678b0 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 -- 172.21.15.17:0/80393444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 msgr2=0x558c88272bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88272bd0 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7ff078005c30 tx=0x7ff078021000 comp rx=0 tx=0).stop 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 -- 172.21.15.17:0/80393444 shutdown_connections 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c88272bd0 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825ed30 0x558c88265040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 --2- 172.21.15.17:0/80393444 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825e380 0x558c88266ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 -- 172.21.15.17:0/80393444 >> 172.21.15.17:0/80393444 conn(0x558c88258840 msgr2=0x558c882578e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.248 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 -- 172.21.15.17:0/80393444 shutdown_connections 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 -- 172.21.15.17:0/80393444 wait complete. 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.243+0000 7ff0895d0740 1 -- start start 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 Processor -- start 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8826f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c8826b530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c8826ba70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8826bfb0 con 0x558c882678b0 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8826c120 con 0x558c8825ed30 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c8826c2e0 con 0x558c8825e380 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff0895d0740 10 client.0 _ll_register_callbacks cb 0x7ff0780117a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c8826ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c8826b530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c8826ba70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38048/0 (socket says 172.21.15.17:38048) 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 -- 172.21.15.17:0/2959150332 learned_addr learned my addr 172.21.15.17:0/2959150332 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.249 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff07ffff640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8826f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 -- 172.21.15.17:0/2959150332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 msgr2=0x558c8826f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8826f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 -- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 msgr2=0x558c8826b530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c8826b530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff084f91640 1 -- 172.21.15.17:0/2959150332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0740b8040 con 0x558c882678b0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff07ffff640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8826f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.244+0000 7ff07f7fe640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c8826b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff084f91640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c8826ba70 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7ff07800fc20 tx=0x7ff078003ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b39a4595ddedab server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff05f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff05f7fe640 1 -- 172.21.15.17:0/2959150332 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078016040 con 0x558c882678b0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff05f7fe640 1 -- 172.21.15.17:0/2959150332 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff0780046e0 con 0x558c882678b0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558c881eb900 con 0x558c882678b0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff05f7fe640 1 -- 172.21.15.17:0/2959150332 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff078004b20 con 0x558c882678b0 2024-03-16T18:32:13.250 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 10 client.18774 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7ff078019040 con 0x558c882678b0 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff05f7fe640 1 -- 172.21.15.17:0/2959150332 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x558c881eb900 con 0x558c882678b0 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff05f7fe640 1 -- 172.21.15.17:0/2959150332 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7ff078029070 con 0x558c882678b0 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 10 client.18774 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 10 client.18774 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 20 client.18774 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882d4320 0x558c882d6740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 4 client.18774 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.245+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x558c87ec5860 con 0x558c882d4320 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.246+0000 7ff07ffff640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882d4320 0x558c882d6740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.246+0000 7ff07ffff640 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882d4320 0x558c882d6740 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=686a9eb83e0bbc89 server_cookie=68dbe0cd5399960f in_seq=0 out_seq=0 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.246+0000 7ff05f7fe640 10 client.18774 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff05f7fe640 1 -- 172.21.15.17:0/2959150332 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x558c87ec5860 con 0x558c882d4320 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff05f7fe640 10 client.18774 handle_command_reply: tid=0 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 client.18774 shutdown 2024-03-16T18:32:13.251 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 msgr2=0x558c8826ba70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c8826ba70 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7ff07800fc20 tx=0x7ff078003ce0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 shutdown_connections 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x558c882d4320 0x558c882d6740 crc :-1 s=READY pgs=204 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x558c882678b0 0x558c8826ba70 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x558c8825ed30 0x558c8826b530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 --2- 172.21.15.17:0/2959150332 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x558c8825e380 0x558c8826f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 >> 172.21.15.17:0/2959150332 conn(0x558c88258840 msgr2=0x558c8827e320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.247+0000 7ff05f7fe640 0 client.18774 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 shutdown_connections 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0895d0740 1 -- 172.21.15.17:0/2959150332 wait complete. 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0895d0740 20 client.18774 trim_cache size 0 max 16384 2024-03-16T18:32:13.252 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:32:13.253 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:32:13.253 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "8cd435ef-61b7-4d26-8452-13ba050bcfc4", 2024-03-16T18:32:13.253 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:32:13.253 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:32:13.253 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0680a1ba0 msgr2=0x7ff0680a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0680a1ba0 0x7ff0680a4060 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7ff078005fd0 tx=0x7ff078009f10 comp rx=0 tx=0).stop 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 msgr2=0x7ff08019db60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 0x7ff08019db60 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7ff074005940 tx=0x7ff074005df0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 shutdown_connections 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff0680a1ba0 0x7ff0680a4060 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff080101e60 0x7ff08019db60 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff080107560 0x7ff080197790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 --2- 172.21.15.17:0/1039719000 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff0801014a0 0x7ff08019d620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 >> 172.21.15.17:0/1039719000 conn(0x7ff0800788f0 msgr2=0x7ff0801001b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 shutdown_connections 2024-03-16T18:32:13.254 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.248+0000 7ff0869f4640 1 -- 172.21.15.17:0/1039719000 wait complete. 2024-03-16T18:32:13.259 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:32:13.259 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 -- 172.21.15.17:0/107991219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 msgr2=0x7f7dbc102af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 --2- 172.21.15.17:0/107991219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc102af0 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7f7db4009900 tx=0x7f7db402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 -- 172.21.15.17:0/107991219 shutdown_connections 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 --2- 172.21.15.17:0/107991219 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dbc10ba50 0x7f7dbc10def0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 --2- 172.21.15.17:0/107991219 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dbc103030 0x7f7dbc10b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 --2- 172.21.15.17:0/107991219 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc102af0 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 -- 172.21.15.17:0/107991219 >> 172.21.15.17:0/107991219 conn(0x7f7dbc0775a0 msgr2=0x7f7dbc0779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.366 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 -- 172.21.15.17:0/107991219 shutdown_connections 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.364+0000 7f7dc158c640 1 -- 172.21.15.17:0/107991219 wait complete. 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 Processor -- start 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 -- start start 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc19d6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dbc103030 0x7f7dbc19dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dbc10ba50 0x7f7dbc1978a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dbc197ef0 con 0x7f7dbc102710 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dbc198060 con 0x7f7dbc103030 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dc158c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dbc198220 con 0x7f7dbc10ba50 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc19d6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc19d6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38066/0 (socket says 172.21.15.17:38066) 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dbaffd640 1 -- 172.21.15.17:0/2252072084 learned_addr learned my addr 172.21.15.17:0/2252072084 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dbc103030 0x7f7dbc19dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.367 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.365+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dbc10ba50 0x7f7dbc1978a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dbaffd640 1 -- 172.21.15.17:0/2252072084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dbc10ba50 msgr2=0x7f7dbc1978a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dbc10ba50 0x7f7dbc1978a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dbaffd640 1 -- 172.21.15.17:0/2252072084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dbc103030 msgr2=0x7f7dbc19dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dbc103030 0x7f7dbc19dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dbaffd640 1 -- 172.21.15.17:0/2252072084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7db4009560 con 0x7f7dbc102710 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc19d6f0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f7db4006010 tx=0x7f7db4005e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7db3fff640 1 -- 172.21.15.17:0/2252072084 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db40043d0 con 0x7f7dbc102710 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7dbc1984a0 con 0x7f7dbc102710 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7db3fff640 1 -- 172.21.15.17:0/2252072084 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7db4003aa0 con 0x7f7dbc102710 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7db3fff640 1 -- 172.21.15.17:0/2252072084 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db4005350 con 0x7f7dbc102710 2024-03-16T18:32:13.368 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.366+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7dbc1a4790 con 0x7f7dbc102710 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.368+0000 7f7db3fff640 1 -- 172.21.15.17:0/2252072084 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f7db4003c10 con 0x7f7dbc102710 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.368+0000 7f7dc416e740 1 Processor -- start 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.368+0000 7f7dc416e740 1 -- start start 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7db3fff640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7da80a1ba0 0x7f7da80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54a2b0 0x55877f54a690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f553270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f555ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dc416e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f4b9280 con 0x55877f54abd0 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dc416e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f4b67b0 con 0x55877f5537b0 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dc416e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f4b1f90 con 0x55877f54a2b0 2024-03-16T18:32:13.376 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7da80a1ba0 0x7f7da80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dba7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f553270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7db3fff640 1 -- 172.21.15.17:0/2252072084 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f7db40f02f0 con 0x7f7dbc102710 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dba7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f553270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38076/0 (socket says 172.21.15.17:38076) 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54a2b0 0x55877f54a690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dba7fc640 1 -- 172.21.15.17:0/4146114267 learned_addr learned my addr 172.21.15.17:0/4146114267 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f555ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 -- 172.21.15.17:0/4146114267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 msgr2=0x55877f555ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f555ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 -- 172.21.15.17:0/4146114267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 msgr2=0x55877f553270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f553270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 -- 172.21.15.17:0/4146114267 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55877f470570 con 0x55877f54a2b0 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f553270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7da80a1ba0 0x7f7da80a4060 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7dac005fd0 tx=0x7f7dac009e90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.377 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.369+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54a2b0 0x55877f54a690 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7db40ed6d0 tx=0x7f7db402bcd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1b245ae0f303c588 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7db17fa640 1 -- 172.21.15.17:0/4146114267 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db40f0120 con 0x55877f54a2b0 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7db17fa640 1 -- 172.21.15.17:0/4146114267 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7db408d530 con 0x55877f54a2b0 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7db17fa640 1 -- 172.21.15.17:0/4146114267 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db408d160 con 0x55877f54a2b0 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 -- 172.21.15.17:0/4146114267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54a2b0 msgr2=0x55877f54a690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54a2b0 0x55877f54a690 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f7db40ed6d0 tx=0x7f7db402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 -- 172.21.15.17:0/4146114267 shutdown_connections 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f553270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f555ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 --2- 172.21.15.17:0/4146114267 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54a2b0 0x55877f54a690 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 -- 172.21.15.17:0/4146114267 >> 172.21.15.17:0/4146114267 conn(0x55877f544990 msgr2=0x55877f544d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 -- 172.21.15.17:0/4146114267 shutdown_connections 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.370+0000 7f7dc416e740 1 -- 172.21.15.17:0/4146114267 wait complete. 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 -- start start 2024-03-16T18:32:13.378 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 Processor -- start 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f54a2b0 0x55877f550690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f550bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f5537b0 0x55877f551110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f185430 con 0x55877f54abd0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f141e00 con 0x55877f54a2b0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f436fd0 con 0x55877f5537b0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dc416e740 10 client.0 _ll_register_callbacks cb 0x55877f48cfd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f550bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f550bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38090/0 (socket says 172.21.15.17:38090) 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 -- 172.21.15.17:0/659584687 learned_addr learned my addr 172.21.15.17:0/659584687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f5537b0 0x55877f551110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f54a2b0 0x55877f550690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 -- 172.21.15.17:0/659584687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f5537b0 msgr2=0x55877f551110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.379 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f5537b0 0x55877f551110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 -- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f54a2b0 msgr2=0x55877f550690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f54a2b0 0x55877f550690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dba7fc640 1 -- 172.21.15.17:0/659584687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7dbc1a4790 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.371+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f5537b0 0x55877f551110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f550bd0 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f7da4012740 tx=0x7f7da4012c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5da3d8d86954debb server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7da27fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7da27fc640 1 -- 172.21.15.17:0/659584687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da4017070 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7da27fc640 1 -- 172.21.15.17:0/659584687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f7da4004050 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55877f1b17e0 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7da27fc640 1 -- 172.21.15.17:0/659584687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7da4004210 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 10 client.18786 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55877f4b0610 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7da27fc640 1 -- 172.21.15.17:0/659584687 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55877f1b17e0 con 0x55877f54abd0 2024-03-16T18:32:13.380 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7da27fc640 1 -- 172.21.15.17:0/659584687 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7da4003a00 con 0x55877f54abd0 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 10 client.18786 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 10 client.18786 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 20 client.18786 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5638a0 0x55877f565cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 4 client.18786 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.372+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55877f1ee720 con 0x55877f5638a0 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.373+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5638a0 0x55877f565cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.373+0000 7f7da27fc640 10 client.18786 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.373+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5638a0 0x55877f565cc0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bb056f2057728dec server_cookie=caf187c8424ff878 in_seq=0 out_seq=0 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.373+0000 7f7da27fc640 1 -- 172.21.15.17:0/659584687 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55877f1ee720 con 0x55877f5638a0 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.373+0000 7f7da27fc640 10 client.18786 handle_command_reply: tid=0 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.373+0000 7f7dc416e740 1 client.18786 shutdown 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 msgr2=0x55877f550bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.381 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f550bd0 secure :-1 s=READY pgs=1356 cs=0 l=1 rev1=1 crypto rx=0x7f7da4012740 tx=0x7f7da4012c00 comp rx=0 tx=0).stop 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 shutdown_connections 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5638a0 0x55877f565cc0 crc :-1 s=READY pgs=205 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54abd0 0x55877f550bd0 unknown :-1 s=CLOSED pgs=1356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f5537b0 0x55877f551110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 --2- 172.21.15.17:0/659584687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f54a2b0 0x55877f550690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7da27fc640 0 client.18786 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 >> 172.21.15.17:0/659584687 conn(0x55877f544990 msgr2=0x55877f546730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 shutdown_connections 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 1 -- 172.21.15.17:0/659584687 wait complete. 2024-03-16T18:32:13.382 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.374+0000 7f7dc416e740 20 client.18786 trim_cache size 0 max 16384 2024-03-16T18:32:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 Processor -- start 2024-03-16T18:32:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 -- start start 2024-03-16T18:32:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f552dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.394 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f550f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f55e8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f546cf0 con 0x55877f54a2b0 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f545780 con 0x55877f5537b0 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dc416e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f5402b0 con 0x55877f54abd0 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f552dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f552dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38096/0 (socket says 172.21.15.17:38096) 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1436084978 learned_addr learned my addr 172.21.15.17:0/1436084978 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f550f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f55e8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1436084978 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 msgr2=0x55877f550f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f550f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1436084978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 msgr2=0x55877f55e8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f55e8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.395 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.390+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1436084978 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55877f44cac0 con 0x55877f54a2b0 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f552dc0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f7db40f0260 tx=0x7f7db4005e80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ade95bb1af631563 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7db0ff9640 1 -- 172.21.15.17:0/1436084978 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db40d9070 con 0x55877f54a2b0 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7db0ff9640 1 -- 172.21.15.17:0/1436084978 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7db40d4070 con 0x55877f54a2b0 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7db0ff9640 1 -- 172.21.15.17:0/1436084978 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db40baeb0 con 0x55877f54a2b0 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 -- 172.21.15.17:0/1436084978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 msgr2=0x55877f552dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f552dc0 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f7db40f0260 tx=0x7f7db4005e80 comp rx=0 tx=0).stop 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 -- 172.21.15.17:0/1436084978 shutdown_connections 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f55e8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f550f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1436084978 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f552dc0 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 -- 172.21.15.17:0/1436084978 >> 172.21.15.17:0/1436084978 conn(0x55877f544990 msgr2=0x55877f543a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 -- 172.21.15.17:0/1436084978 shutdown_connections 2024-03-16T18:32:13.396 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.391+0000 7f7dc416e740 1 -- 172.21.15.17:0/1436084978 wait complete. 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 -- start start 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 Processor -- start 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f54cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f54d460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f54d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f5c6960 con 0x55877f54a2b0 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f5c6ad0 con 0x55877f5537b0 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55877f5c6c90 con 0x55877f54abd0 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dc416e740 10 client.0 _ll_register_callbacks cb 0x7f7da4009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f54cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f54cf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:38112/0 (socket says 172.21.15.17:38112) 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1552868176 learned_addr learned my addr 172.21.15.17:0/1552868176 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f54d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.397 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbb7fe640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f54d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1552868176 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 msgr2=0x55877f54d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f54d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 msgr2=0x55877f54d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f54d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.392+0000 7f7dbaffd640 1 -- 172.21.15.17:0/1552868176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55877f470570 con 0x55877f54a2b0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dbaffd640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f54cf20 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f7db40c4e20 tx=0x7f7db40c54d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cbd910b9005d313 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7da27fc640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7da27fc640 1 -- 172.21.15.17:0/1552868176 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7db40d9070 con 0x55877f54a2b0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7da27fc640 1 -- 172.21.15.17:0/1552868176 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f7db40bcbb0 con 0x55877f54a2b0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f7db408d530 con 0x55877f54a2b0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7da27fc640 1 -- 172.21.15.17:0/1552868176 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f7db40bd2b0 con 0x55877f54a2b0 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 10 client.18792 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:13.398 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55877f4726a0 con 0x55877f54a2b0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7da27fc640 1 -- 172.21.15.17:0/1552868176 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7db408d530 con 0x55877f54a2b0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7da27fc640 1 -- 172.21.15.17:0/1552868176 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f7db403c070 con 0x55877f54a2b0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 10 client.18792 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 10 client.18792 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 20 client.18792 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5c80d0 0x55877f5ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 4 client.18792 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55877f23d890 con 0x55877f5c80d0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.393+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5c80d0 0x55877f5ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7da27fc640 10 client.18792 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dba7fc640 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5c80d0 0x55877f5ca4f0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=54b55c00ca8278c7 server_cookie=d516a4a22ece298a in_seq=0 out_seq=0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7da27fc640 1 -- 172.21.15.17:0/1552868176 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55877f23d890 con 0x55877f5c80d0 2024-03-16T18:32:13.399 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7da27fc640 10 client.18792 handle_command_reply: tid=0 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 client.18792 shutdown 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 msgr2=0x55877f54cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f54cf20 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f7db40c4e20 tx=0x7f7db40c54d0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 shutdown_connections 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55877f5c80d0 0x55877f5ca4f0 crc :-1 s=READY pgs=206 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55877f5537b0 0x55877f54d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55877f54abd0 0x55877f54d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7da27fc640 0 client.18792 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 --2- 172.21.15.17:0/1552868176 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55877f54a2b0 0x55877f54cf20 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 >> 172.21.15.17:0/1552868176 conn(0x55877f544990 msgr2=0x55877f545cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 shutdown_connections 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 1 -- 172.21.15.17:0/1552868176 wait complete. 2024-03-16T18:32:13.400 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.394+0000 7f7dc416e740 20 client.18792 trim_cache size 0 max 16384 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: "8cd435ef-61b7-4d26-8452-13ba050bcfc4": { 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "8cd435ef-61b7-4d26-8452-13ba050bcfc4", 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:32:13.401 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:32:13.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7da80a1ba0 msgr2=0x7f7da80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.402 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7da80a1ba0 0x7f7da80a4060 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f7dac005fd0 tx=0x7f7dac009e90 comp rx=0 tx=0).stop 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 msgr2=0x7f7dbc19d6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc19d6f0 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7f7db4006010 tx=0x7f7db4005e10 comp rx=0 tx=0).stop 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 shutdown_connections 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f7da80a1ba0 0x7f7da80a4060 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7dbc10ba50 0x7f7dbc1978a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7dbc103030 0x7f7dbc19dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 --2- 172.21.15.17:0/2252072084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7dbc102710 0x7f7dbc19d6f0 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 >> 172.21.15.17:0/2252072084 conn(0x7f7dbc0775a0 msgr2=0x7f7dbc0fe8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 shutdown_connections 2024-03-16T18:32:13.403 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:13.395+0000 7f7dc158c640 1 -- 172.21.15.17:0/2252072084 wait complete. 2024-03-16T18:32:13.405 INFO:tasks.cephfs.filesystem:scrub status for tag:8cd435ef-61b7-4d26-8452-13ba050bcfc4 - {'path': '/', 'tag': '8cd435ef-61b7-4d26-8452-13ba050bcfc4', 'options': 'recursive,force'} 2024-03-16T18:32:14.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:14 smithi017 ceph-mon[32207]: pgmap v334: 129 pgs: 129 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 70 KiB/s wr, 18 op/s 2024-03-16T18:32:14.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:14 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:32:14.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:14 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:14.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:14 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:32:14.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:14 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:14.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:14 smithi149 ceph-mon[35991]: pgmap v334: 129 pgs: 129 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 70 KiB/s wr, 18 op/s 2024-03-16T18:32:14.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:14 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:32:14.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:14 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:14.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:14 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:32:14.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:14 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:14.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:14 smithi153 ceph-mon[36005]: pgmap v334: 129 pgs: 129 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 74 KiB/s rd, 70 KiB/s wr, 18 op/s 2024-03-16T18:32:14.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:14 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:32:14.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:14 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:14.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:14 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:32:14.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:14 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:16.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:16 smithi017 ceph-mon[32207]: pgmap v335: 129 pgs: 129 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 64 KiB/s wr, 16 op/s 2024-03-16T18:32:16.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:16 smithi149 ceph-mon[35991]: pgmap v335: 129 pgs: 129 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 64 KiB/s wr, 16 op/s 2024-03-16T18:32:16.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:16 smithi153 ceph-mon[36005]: pgmap v335: 129 pgs: 129 active+clean; 21 MiB data, 448 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 64 KiB/s wr, 16 op/s 2024-03-16T18:32:17.645 INFO:tasks.workunit.client.0.smithi017.stdout:499/600: open fd = 3 2024-03-16T18:32:17.645 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.645 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:500/600: open fd = 3 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:501/600: open fd = 3 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:502/600: open fd = 3 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.646 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:503/600: open fd = 3 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:504/600: open fd = 3 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:505/600: open fd = 3 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:506/600: open fd = 3 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.647 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:507/600: open fd = 3 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:508/600: open fd = 3 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:509/600: open fd = 3 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.648 INFO:tasks.workunit.client.0.smithi017.stdout:510/600: open fd = 3 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:511/600: open fd = 3 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:512/600: open fd = 3 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:513/600: open fd = 3 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.649 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:514/600: open fd = 3 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:515/600: open fd = 3 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:516/600: open fd = 3 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.650 INFO:tasks.workunit.client.0.smithi017.stdout:517/600: open fd = 3 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:518/600: open fd = 3 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:519/600: open fd = 3 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:520/600: open fd = 3 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.651 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:521/600: open fd = 3 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:522/600: open fd = 3 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:523/600: open fd = 3 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:524/600: open fd = 3 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.652 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:525/600: open fd = 3 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:526/600: open fd = 3 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:527/600: open fd = 3 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.653 INFO:tasks.workunit.client.0.smithi017.stdout:528/600: open fd = 3 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:529/600: open fd = 3 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:530/600: open fd = 3 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:531/600: open fd = 3 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.654 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:532/600: open fd = 3 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:533/600: open fd = 3 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:534/600: open fd = 3 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:535/600: open fd = 3 2024-03-16T18:32:17.655 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:536/600: open fd = 3 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:537/600: open fd = 3 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:538/600: open fd = 3 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.656 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:539/600: open fd = 3 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:540/600: open fd = 3 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:541/600: open fd = 3 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:542/600: open fd = 3 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.657 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:543/600: open fd = 3 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:544/600: open fd = 3 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:545/600: open fd = 3 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.658 INFO:tasks.workunit.client.0.smithi017.stdout:546/600: open fd = 3 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:547/600: open fd = 3 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:548/600: open fd = 3 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.659 INFO:tasks.workunit.client.0.smithi017.stdout:549/600: open fd = 3 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:550/600: open fd = 3 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:551/600: open fd = 3 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:552/600: open fd = 3 2024-03-16T18:32:17.660 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:553/600: open fd = 3 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:554/600: open fd = 3 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:555/600: open fd = 3 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.661 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:556/600: open fd = 3 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:557/600: open fd = 3 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:558/600: open fd = 3 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:559/600: open fd = 3 2024-03-16T18:32:17.662 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.663 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.663 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:17.663 INFO:tasks.workunit.client.0.smithi017.stdout:560/600: open fd = 3 2024-03-16T18:32:17.663 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.663 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:17.663 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:18.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:18 smithi017 ceph-mon[32207]: pgmap v336: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 65 KiB/s wr, 17 op/s 2024-03-16T18:32:18.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:18 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:32:18.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:18 smithi149 ceph-mon[35991]: pgmap v336: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 65 KiB/s wr, 17 op/s 2024-03-16T18:32:18.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:18 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:32:18.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:18 smithi153 ceph-mon[36005]: pgmap v336: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 65 KiB/s wr, 17 op/s 2024-03-16T18:32:18.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:18 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:32:20.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:20 smithi017 ceph-mon[32207]: pgmap v337: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 65 KiB/s wr, 17 op/s 2024-03-16T18:32:20.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:20 smithi149 ceph-mon[35991]: pgmap v337: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 65 KiB/s wr, 17 op/s 2024-03-16T18:32:20.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:20 smithi153 ceph-mon[36005]: pgmap v337: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 68 KiB/s rd, 65 KiB/s wr, 17 op/s 2024-03-16T18:32:22.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:22 smithi149 ceph-mon[35991]: pgmap v338: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:32:22.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:22 smithi017 ceph-mon[32207]: pgmap v338: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:32:22.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:22 smithi153 ceph-mon[36005]: pgmap v338: 129 pgs: 129 active+clean; 22 MiB data, 449 MiB used, 1.0 TiB / 1.0 TiB avail; 63 KiB/s rd, 59 KiB/s wr, 16 op/s 2024-03-16T18:32:24.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:24 smithi017 ceph-mon[32207]: pgmap v339: 129 pgs: 129 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 80 KiB/s wr, 21 op/s 2024-03-16T18:32:24.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:24 smithi149 ceph-mon[35991]: pgmap v339: 129 pgs: 129 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 80 KiB/s wr, 21 op/s 2024-03-16T18:32:24.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:24 smithi153 ceph-mon[36005]: pgmap v339: 129 pgs: 129 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 80 KiB/s wr, 21 op/s 2024-03-16T18:32:26.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:26 smithi017 ceph-mon[32207]: pgmap v340: 129 pgs: 129 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 14 op/s 2024-03-16T18:32:26.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:26 smithi149 ceph-mon[35991]: pgmap v340: 129 pgs: 129 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 14 op/s 2024-03-16T18:32:26.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:26 smithi153 ceph-mon[36005]: pgmap v340: 129 pgs: 129 active+clean; 22 MiB data, 450 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 54 KiB/s wr, 14 op/s 2024-03-16T18:32:28.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:28 smithi017 ceph-mon[32207]: pgmap v341: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 81 KiB/s wr, 21 op/s 2024-03-16T18:32:28.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:28 smithi149 ceph-mon[35991]: pgmap v341: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 81 KiB/s wr, 21 op/s 2024-03-16T18:32:28.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:28 smithi153 ceph-mon[36005]: pgmap v341: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 81 KiB/s rd, 81 KiB/s wr, 21 op/s 2024-03-16T18:32:30.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:30 smithi017 ceph-mon[32207]: pgmap v342: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:30.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:30 smithi149 ceph-mon[35991]: pgmap v342: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:30.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:30 smithi153 ceph-mon[36005]: pgmap v342: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:32.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:32 smithi017 ceph-mon[32207]: pgmap v343: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:32.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:32 smithi149 ceph-mon[35991]: pgmap v343: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:32.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:32 smithi153 ceph-mon[36005]: pgmap v343: 129 pgs: 129 active+clean; 22 MiB data, 451 MiB used, 1.0 TiB / 1.0 TiB avail; 51 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:34.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:34 smithi017 ceph-mon[32207]: pgmap v344: 129 pgs: 129 active+clean; 23 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-03-16T18:32:34.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:34 smithi149 ceph-mon[35991]: pgmap v344: 129 pgs: 129 active+clean; 23 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-03-16T18:32:34.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:34 smithi153 ceph-mon[36005]: pgmap v344: 129 pgs: 129 active+clean; 23 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 79 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-03-16T18:32:36.409 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:36 smithi153 ceph-mon[36005]: pgmap v345: 129 pgs: 129 active+clean; 23 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:36.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:36 smithi017 ceph-mon[32207]: pgmap v345: 129 pgs: 129 active+clean; 23 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:36.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:36 smithi149 ceph-mon[35991]: pgmap v345: 129 pgs: 129 active+clean; 23 MiB data, 452 MiB used, 1.0 TiB / 1.0 TiB avail; 52 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:38.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:38 smithi017 ceph-mon[32207]: pgmap v346: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 80 KiB/s wr, 20 op/s 2024-03-16T18:32:38.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:38 smithi149 ceph-mon[35991]: pgmap v346: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 80 KiB/s wr, 20 op/s 2024-03-16T18:32:38.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:38 smithi153 ceph-mon[36005]: pgmap v346: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 80 KiB/s rd, 80 KiB/s wr, 20 op/s 2024-03-16T18:32:40.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:40 smithi017 ceph-mon[32207]: pgmap v347: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:40.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:40 smithi149 ceph-mon[35991]: pgmap v347: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:40.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:40 smithi153 ceph-mon[36005]: pgmap v347: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:42.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:42 smithi017 ceph-mon[32207]: pgmap v348: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:42.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:42 smithi149 ceph-mon[35991]: pgmap v348: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:42.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:42 smithi153 ceph-mon[36005]: pgmap v348: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:43.406 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:32:43.406 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 -- 172.21.15.17:0/1819230992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00381056b0 msgr2=0x7f003810d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 --2- 172.21.15.17:0/1819230992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00381056b0 0x7f003810d280 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f0030009cd0 tx=0x7f003002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 -- 172.21.15.17:0/1819230992 shutdown_connections 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 --2- 172.21.15.17:0/1819230992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f00381056b0 0x7f003810d280 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 --2- 172.21.15.17:0/1819230992 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0038100f90 0x7f0038104fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 --2- 172.21.15.17:0/1819230992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f00381005e0 0x7f00381009c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 -- 172.21.15.17:0/1819230992 >> 172.21.15.17:0/1819230992 conn(0x7f00380775a0 msgr2=0x7f00380779b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 -- 172.21.15.17:0/1819230992 shutdown_connections 2024-03-16T18:32:43.530 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 -- 172.21.15.17:0/1819230992 wait complete. 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 Processor -- start 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.528+0000 7f003ee15640 1 -- start start 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f00381005e0 0x7f003819f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f00381056b0 0x7f003819fda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 0x7f0038199ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f003819a400 con 0x7f0038199a10 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f003819a570 con 0x7f00381056b0 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f003819a730 con 0x7f00381005e0 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 0x7f0038199ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 0x7f0038199ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41236/0 (socket says 172.21.15.17:41236) 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 -- 172.21.15.17:0/1171863298 learned_addr learned my addr 172.21.15.17:0/1171863298 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003cbb1640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f00381005e0 0x7f003819f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f0037fff640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f00381056b0 0x7f003819fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 -- 172.21.15.17:0/1171863298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f00381005e0 msgr2=0x7f003819f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f00381005e0 0x7f003819f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 -- 172.21.15.17:0/1171863298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f00381056b0 msgr2=0x7f003819fda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f00381056b0 0x7f003819fda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 -- 172.21.15.17:0/1171863298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0030009900 con 0x7f0038199a10 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003cbb1640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f00381005e0 0x7f003819f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003d3b2640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 0x7f0038199ec0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f0030004af0 tx=0x7f0030032f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f0035ffb640 1 -- 172.21.15.17:0/1171863298 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300325d0 con 0x7f0038199a10 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f0035ffb640 1 -- 172.21.15.17:0/1171863298 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0030003970 con 0x7f0038199a10 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00381a6720 con 0x7f0038199a10 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.529+0000 7f0035ffb640 1 -- 172.21.15.17:0/1171863298 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00300046b0 con 0x7f0038199a10 2024-03-16T18:32:43.532 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.530+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00381a6bd0 con 0x7f0038199a10 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.532+0000 7f0035ffb640 1 -- 172.21.15.17:0/1171863298 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f003003b040 con 0x7f0038199a10 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.532+0000 7f00419f4740 1 Processor -- start 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.532+0000 7f00419f4740 1 -- start start 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f00419f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c5e690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f00419f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c67270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f00419f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c69ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f00419f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57bcd280 con 0x559f57c677b0 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f00419f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57bca7b0 con 0x559f57c5ebd0 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f0035ffb640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f00280a1c20 0x7f00280a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f00419f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57bc5f90 con 0x559f57c5e2b0 2024-03-16T18:32:43.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c69ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003d3b2640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f00280a1c20 0x7f00280a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c67270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c69ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41248/0 (socket says 172.21.15.17:41248) 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c67270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:59284/0 (socket says 172.21.15.17:59284) 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f0037fff640 1 -- 172.21.15.17:0/3420688111 learned_addr learned my addr 172.21.15.17:0/3420688111 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f0037fff640 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c5e690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f0035ffb640 1 -- 172.21.15.17:0/1171863298 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f00300f0430 con 0x7f0038199a10 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 -- 172.21.15.17:0/3420688111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 msgr2=0x559f57c5e690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c5e690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 -- 172.21.15.17:0/3420688111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 msgr2=0x559f57c69ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c69ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 -- 172.21.15.17:0/3420688111 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f57b84570 con 0x559f57c5ebd0 2024-03-16T18:32:43.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003d3b2640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f00280a1c20 0x7f00280a40e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f00300bca80 tx=0x7f00300eb040 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.533+0000 7f003cbb1640 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c67270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f002c009fa0 tx=0x7f002c0118d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2c0ab51835c45169 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f0022ffd640 1 -- 172.21.15.17:0/3420688111 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f002c004030 con 0x559f57c5ebd0 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f0022ffd640 1 -- 172.21.15.17:0/3420688111 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f002c005020 con 0x559f57c5ebd0 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f0022ffd640 1 -- 172.21.15.17:0/3420688111 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f002c004c40 con 0x559f57c5ebd0 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 -- 172.21.15.17:0/3420688111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 msgr2=0x559f57c67270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c67270 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f002c009fa0 tx=0x7f002c0118d0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 -- 172.21.15.17:0/3420688111 shutdown_connections 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c69ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c67270 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 --2- 172.21.15.17:0/3420688111 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c5e690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 -- 172.21.15.17:0/3420688111 >> 172.21.15.17:0/3420688111 conn(0x559f57c58990 msgr2=0x559f57c58d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 -- 172.21.15.17:0/3420688111 shutdown_connections 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.534+0000 7f00419f4740 1 -- 172.21.15.17:0/3420688111 wait complete. 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 -- start start 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 Processor -- start 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c67170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c64570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c64bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57899430 con 0x559f57c5e2b0 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57855e00 con 0x559f57c677b0 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57b4afd0 con 0x559f57c5ebd0 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f00419f4740 10 client.0 _ll_register_callbacks cb 0x559f57ba0fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c67170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c67170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41250/0 (socket says 172.21.15.17:41250) 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f0037fff640 1 -- 172.21.15.17:0/1518792028 learned_addr learned my addr 172.21.15.17:0/1518792028 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f003cbb1640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c64570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.535+0000 7f0037fff640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c64bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0037fff640 1 -- 172.21.15.17:0/1518792028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 msgr2=0x559f57c64570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0037fff640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c64570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0037fff640 1 -- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 msgr2=0x559f57c64bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0037fff640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c64bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0037fff640 1 -- 172.21.15.17:0/1518792028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f002c009c00 con 0x559f57c5e2b0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0037fff640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c67170 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f00240045a0 tx=0x7f0024004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31d7998cbbe6402f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0017fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0017fff640 1 -- 172.21.15.17:0/1518792028 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0024005020 con 0x559f57c5e2b0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0017fff640 1 -- 172.21.15.17:0/1518792028 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0024005180 con 0x559f57c5e2b0 2024-03-16T18:32:43.543 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559f578c57e0 con 0x559f57c5e2b0 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0017fff640 1 -- 172.21.15.17:0/1518792028 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0024005340 con 0x559f57c5e2b0 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f00419f4740 10 client.18804 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559f57bc4610 con 0x559f57c5e2b0 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0017fff640 1 -- 172.21.15.17:0/1518792028 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x559f578c57e0 con 0x559f57c5e2b0 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.536+0000 7f0017fff640 1 -- 172.21.15.17:0/1518792028 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0024021400 con 0x559f57c5e2b0 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f00419f4740 10 client.18804 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f00419f4740 10 client.18804 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f00419f4740 20 client.18804 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f00419f4740 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57c77930 0x559f57c79d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f00419f4740 4 client.18804 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559f57902720 con 0x559f57c77930 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f003cbb1640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57c77930 0x559f57c79d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.544 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f0017fff640 10 client.18804 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.537+0000 7f003cbb1640 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57c77930 0x559f57c79d50 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cacf78e6cada46a6 server_cookie=18c9a531d9d2b188 in_seq=0 out_seq=0 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f0017fff640 1 -- 172.21.15.17:0/1518792028 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x559f57902720 con 0x559f57c77930 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f0017fff640 10 client.18804 handle_command_reply: tid=0 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 client.18804 shutdown 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 msgr2=0x559f57c67170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c67170 secure :-1 s=READY pgs=1361 cs=0 l=1 rev1=1 crypto rx=0x7f00240045a0 tx=0x7f0024004730 comp rx=0 tx=0).stop 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 shutdown_connections 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57c77930 0x559f57c79d50 crc :-1 s=READY pgs=207 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c64bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c64570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f0017fff640 0 client.18804 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 --2- 172.21.15.17:0/1518792028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c67170 unknown :-1 s=CLOSED pgs=1361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 >> 172.21.15.17:0/1518792028 conn(0x559f57c58990 msgr2=0x559f57c5a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 shutdown_connections 2024-03-16T18:32:43.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.538+0000 7f00419f4740 1 -- 172.21.15.17:0/1518792028 wait complete. 2024-03-16T18:32:43.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.539+0000 7f00419f4740 20 client.18804 trim_cache size 0 max 16384 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 Processor -- start 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 -- start start 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c63e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c66ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c72b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57c64390 con 0x559f57c677b0 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57c599e0 con 0x559f57c5ebd0 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f00419f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57c62ac0 con 0x559f57c5e2b0 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c72b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f003cbb1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c66ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f003cbb1640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c66ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:59312/0 (socket says 172.21.15.17:59312) 2024-03-16T18:32:43.560 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f003cbb1640 1 -- 172.21.15.17:0/328516215 learned_addr learned my addr 172.21.15.17:0/328516215 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c63e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 -- 172.21.15.17:0/328516215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 msgr2=0x559f57c63e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c63e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 -- 172.21.15.17:0/328516215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 msgr2=0x559f57c66ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c66ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f0037fff640 1 -- 172.21.15.17:0/328516215 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559f57b60ac0 con 0x559f57c677b0 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.555+0000 7f003cbb1640 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c66ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f0037fff640 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c72b30 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f00240097a0 tx=0x7f0024005970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce80d18b9c7a5922 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00227fc640 1 -- 172.21.15.17:0/328516215 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0024003ab0 con 0x559f57c677b0 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00227fc640 1 -- 172.21.15.17:0/328516215 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0024012e90 con 0x559f57c677b0 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00227fc640 1 -- 172.21.15.17:0/328516215 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0024021980 con 0x559f57c677b0 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 -- 172.21.15.17:0/328516215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 msgr2=0x559f57c72b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c72b30 secure :-1 s=READY pgs=1362 cs=0 l=1 rev1=1 crypto rx=0x7f00240097a0 tx=0x7f0024005970 comp rx=0 tx=0).stop 2024-03-16T18:32:43.561 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 -- 172.21.15.17:0/328516215 shutdown_connections 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c677b0 0x559f57c72b30 unknown :-1 s=CLOSED pgs=1362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c5ebd0 0x559f57c66ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 --2- 172.21.15.17:0/328516215 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5e2b0 0x559f57c63e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 -- 172.21.15.17:0/328516215 >> 172.21.15.17:0/328516215 conn(0x559f57c58990 msgr2=0x559f57c57a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 -- 172.21.15.17:0/328516215 shutdown_connections 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.556+0000 7f00419f4740 1 -- 172.21.15.17:0/328516215 wait complete. 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 -- start start 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 Processor -- start 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c6f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c68a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c68fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57c69500 con 0x559f57c5e2b0 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57c69670 con 0x559f57c677b0 2024-03-16T18:32:43.562 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x559f57c69830 con 0x559f57c5ebd0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f00419f4740 10 client.0 _ll_register_callbacks cb 0x7f0024009ca0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c6f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f0037fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c6f150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41270/0 (socket says 172.21.15.17:41270) 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f0037fff640 1 -- 172.21.15.17:0/2608230223 learned_addr learned my addr 172.21.15.17:0/2608230223 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f0037fff640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c68fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.557+0000 7f003cbb1640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c68a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0037fff640 1 -- 172.21.15.17:0/2608230223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 msgr2=0x559f57c68a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0037fff640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c68a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0037fff640 1 -- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 msgr2=0x559f57c68fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0037fff640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c68fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0037fff640 1 -- 172.21.15.17:0/2608230223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f002c01d040 con 0x559f57c5e2b0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0037fff640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c6f150 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f0024023040 tx=0x7f00240216b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5306fe55942ca0fa server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0017fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:43.563 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0017fff640 1 -- 172.21.15.17:0/2608230223 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0024021b90 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0017fff640 1 -- 172.21.15.17:0/2608230223 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0024000e40 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f002c005020 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0017fff640 1 -- 172.21.15.17:0/2608230223 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0024011020 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 10 client.18810 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x559f57bc4610 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0017fff640 1 -- 172.21.15.17:0/2608230223 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f002c005020 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f0017fff640 1 -- 172.21.15.17:0/2608230223 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f0024029070 con 0x559f57c5e2b0 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 10 client.18810 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 10 client.18810 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 20 client.18810 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57cd4340 0x559f57cd6730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 4 client.18810 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:32:43.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.558+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x559f57951890 con 0x559f57cd4340 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f003cbb1640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57cd4340 0x559f57cd6730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f0017fff640 10 client.18810 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f003cbb1640 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57cd4340 0x559f57cd6730 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=59cf1820ef373f42 server_cookie=17bf4376bccfbf69 in_seq=0 out_seq=0 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f0017fff640 1 -- 172.21.15.17:0/2608230223 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x559f57951890 con 0x559f57cd4340 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f0017fff640 10 client.18810 handle_command_reply: tid=0 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 client.18810 shutdown 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 msgr2=0x559f57c6f150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c6f150 secure :-1 s=READY pgs=1363 cs=0 l=1 rev1=1 crypto rx=0x7f0024023040 tx=0x7f00240216b0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 shutdown_connections 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x559f57cd4340 0x559f57cd6730 crc :-1 s=READY pgs=208 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x559f57c677b0 0x559f57c68fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x559f57c5ebd0 0x559f57c68a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 --2- 172.21.15.17:0/2608230223 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x559f57c5e2b0 0x559f57c6f150 unknown :-1 s=CLOSED pgs=1363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f0017fff640 0 client.18810 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 >> 172.21.15.17:0/2608230223 conn(0x559f57c58990 msgr2=0x559f57c59b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.559+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 shutdown_connections 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f00419f4740 1 -- 172.21.15.17:0/2608230223 wait complete. 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f00419f4740 20 client.18810 trim_cache size 0 max 16384 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:32:43.566 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:32:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f00280a1c20 msgr2=0x7f00280a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f00280a1c20 0x7f00280a40e0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f00300bca80 tx=0x7f00300eb040 comp rx=0 tx=0).stop 2024-03-16T18:32:43.567 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 msgr2=0x7f0038199ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 0x7f0038199ec0 secure :-1 s=READY pgs=1360 cs=0 l=1 rev1=1 crypto rx=0x7f0030004af0 tx=0x7f0030032f30 comp rx=0 tx=0).stop 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 shutdown_connections 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f00280a1c20 0x7f00280a40e0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0038199a10 0x7f0038199ec0 unknown :-1 s=CLOSED pgs=1360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f00381056b0 0x7f003819fda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 --2- 172.21.15.17:0/1171863298 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f00381005e0 0x7f003819f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 >> 172.21.15.17:0/1171863298 conn(0x7f00380775a0 msgr2=0x7f00380ff5f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 shutdown_connections 2024-03-16T18:32:43.568 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.560+0000 7f003ee15640 1 -- 172.21.15.17:0/1171863298 wait complete. 2024-03-16T18:32:43.570 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:32:43.570 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:32:43.676 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 -- 172.21.15.17:0/3134860068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 msgr2=0x7f32941009e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 --2- 172.21.15.17:0/3134860068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f32941009e0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f328c009930 tx=0x7f328c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 -- 172.21.15.17:0/3134860068 shutdown_connections 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 --2- 172.21.15.17:0/3134860068 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f32941056d0 0x7f329410d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 --2- 172.21.15.17:0/3134860068 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f3294100fb0 0x7f3294104ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 --2- 172.21.15.17:0/3134860068 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f32941009e0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 -- 172.21.15.17:0/3134860068 >> 172.21.15.17:0/3134860068 conn(0x7f3294076770 msgr2=0x7f3294076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 -- 172.21.15.17:0/3134860068 shutdown_connections 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.674+0000 7f3299264640 1 -- 172.21.15.17:0/3134860068 wait complete. 2024-03-16T18:32:43.677 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 Processor -- start 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 -- start start 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f3294102090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32941056d0 0x7f32941025d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3294102b10 0x7f32941a5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941a61f0 con 0x7f3294102b10 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941a6360 con 0x7f3294100600 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3299264640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32941a6520 con 0x7f32941056d0 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.675+0000 7f3292ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f3294102090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f32937fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3294102b10 0x7f32941a5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f3294102090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:59350/0 (socket says 172.21.15.17:59350) 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 -- 172.21.15.17:0/919652405 learned_addr learned my addr 172.21.15.17:0/919652405 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:43.678 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f32927fc640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32941056d0 0x7f32941025d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.681 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 -- 172.21.15.17:0/919652405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32941056d0 msgr2=0x7f32941025d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32941056d0 0x7f32941025d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 -- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3294102b10 msgr2=0x7f32941a5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3294102b10 0x7f32941a5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 -- 172.21.15.17:0/919652405 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f327c009490 con 0x7f3294100600 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3292ffd640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f3294102090 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f328c009230 tx=0x7f328c005dd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f328c004350 con 0x7f3294100600 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f328c009560 con 0x7f3294100600 2024-03-16T18:32:43.682 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f328c02de90 con 0x7f3294100600 2024-03-16T18:32:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f328c005220 con 0x7f3294100600 2024-03-16T18:32:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.676+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32941a6b20 con 0x7f3294100600 2024-03-16T18:32:43.683 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.677+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3294101ad0 con 0x7f3294100600 2024-03-16T18:32:43.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.678+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f328c003c30 con 0x7f3294100600 2024-03-16T18:32:43.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.679+0000 7f328bfff640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f32800a1bd0 0x7f32800a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:43.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.679+0000 7f32927fc640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f32800a1bd0 0x7f32800a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:43.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.679+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f328c0efb10 con 0x7f3294100600 2024-03-16T18:32:43.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.679+0000 7f32927fc640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f32800a1bd0 0x7f32800a4090 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3294103b20 tx=0x7f327c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:43.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.682+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f328c0b87f0 con 0x7f3294100600 2024-03-16T18:32:43.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.905+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3294068730 con 0x7f3294100600 2024-03-16T18:32:43.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.906+0000 7f328bfff640 1 -- 172.21.15.17:0/919652405 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f328c043090 con 0x7f3294100600 2024-03-16T18:32:43.905 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:32:43.906 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:32:43.906 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f32800a1bd0 msgr2=0x7f32800a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f32800a1bd0 0x7f32800a4090 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f3294103b20 tx=0x7f327c005f90 comp rx=0 tx=0).stop 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 msgr2=0x7f3294102090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f3294102090 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f328c009230 tx=0x7f328c005dd0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 shutdown_connections 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f32800a1bd0 0x7f32800a4090 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3294102b10 0x7f32941a5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f32941056d0 0x7f32941025d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 --2- 172.21.15.17:0/919652405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f3294100600 0x7f3294102090 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 >> 172.21.15.17:0/919652405 conn(0x7f3294076770 msgr2=0x7f32940ff470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 shutdown_connections 2024-03-16T18:32:43.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:43.908+0000 7f3299264640 1 -- 172.21.15.17:0/919652405 wait complete. 2024-03-16T18:32:43.919 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:43.919 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:32:44.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/2726724518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e78107500 msgr2=0x7f8e781078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/2726724518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e78107500 0x7f8e781078e0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c009930 tx=0x7f8e6c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:44.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/2726724518 shutdown_connections 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/2726724518 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e78069090 0x7f8e7810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/2726724518 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e780686d0 0x7f8e78068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/2726724518 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e78107500 0x7f8e781078e0 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/2726724518 >> 172.21.15.17:0/2726724518 conn(0x7f8e780774f0 msgr2=0x7f8e78077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/2726724518 shutdown_connections 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.024+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/2726724518 wait complete. 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 Processor -- start 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 -- start start 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 0x7f8e7819d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e78069090 0x7f8e7819dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e78107500 0x7f8e78197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e78197ec0 con 0x7f8e780686d0 2024-03-16T18:32:44.026 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e78198030 con 0x7f8e78069090 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e7e0f4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8e781981f0 con 0x7f8e78107500 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 0x7f8e7819d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 0x7f8e7819d6c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41314/0 (socket says 172.21.15.17:41314) 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 -- 172.21.15.17:0/964812946 learned_addr learned my addr 172.21.15.17:0/964812946 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e78069090 0x7f8e7819dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e77fff640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e78107500 0x7f8e78197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 -- 172.21.15.17:0/964812946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e78107500 msgr2=0x7f8e78197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e78107500 0x7f8e78197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 -- 172.21.15.17:0/964812946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e78069090 msgr2=0x7f8e7819dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e78069090 0x7f8e7819dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.025+0000 7f8e777fe640 1 -- 172.21.15.17:0/964812946 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e6c009560 con 0x7f8e780686d0 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.026+0000 7f8e777fe640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 0x7f8e7819d6c0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c009230 tx=0x7f8e6c005dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.026+0000 7f8e74ff9640 1 -- 172.21.15.17:0/964812946 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c004350 con 0x7f8e780686d0 2024-03-16T18:32:44.027 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.026+0000 7f8e74ff9640 1 -- 172.21.15.17:0/964812946 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8e6c02de90 con 0x7f8e780686d0 2024-03-16T18:32:44.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.026+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8e78198470 con 0x7f8e780686d0 2024-03-16T18:32:44.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.026+0000 7f8e74ff9640 1 -- 172.21.15.17:0/964812946 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c005220 con 0x7f8e780686d0 2024-03-16T18:32:44.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.026+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e781a4760 con 0x7f8e780686d0 2024-03-16T18:32:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.028+0000 7f8e74ff9640 1 -- 172.21.15.17:0/964812946 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f8e6c003c30 con 0x7f8e780686d0 2024-03-16T18:32:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.028+0000 7f8e80dac740 1 Processor -- start 2024-03-16T18:32:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.028+0000 7f8e80dac740 1 -- start start 2024-03-16T18:32:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e74ff9640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8e600a1ba0 0x7f8e600a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.034 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df143630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df14c210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df14eb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e80dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df0fe960 con 0x5589df143b70 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e80dac740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df0b2310 con 0x5589df14c750 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e80dac740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df0af840 con 0x5589df143250 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e74ff9640 1 -- 172.21.15.17:0/964812946 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8e6c0efa50 con 0x7f8e780686d0 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e77fff640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8e600a1ba0 0x7f8e600a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df14c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df143630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df143630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57362/0 (socket says 172.21.15.17:57362) 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e777fe640 1 -- 172.21.15.17:0/1334936456 learned_addr learned my addr 172.21.15.17:0/1334936456 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e77fff640 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df14eb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.035 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 -- 172.21.15.17:0/1334936456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 msgr2=0x5589df143630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df143630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 -- 172.21.15.17:0/1334936456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 msgr2=0x5589df14eb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df14eb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 -- 172.21.15.17:0/1334936456 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5589df06d060 con 0x5589df143b70 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e777fe640 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df143630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e77fff640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8e600a1ba0 0x7f8e600a4060 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8e70005fd0 tx=0x7f8e70009e90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df14c210 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f8e78199060 tx=0x7f8e68011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ed3bfa56447c9ac server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.029+0000 7f8e5dffb640 1 -- 172.21.15.17:0/1334936456 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68004230 con 0x5589df143b70 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e5dffb640 1 -- 172.21.15.17:0/1334936456 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8e68009e10 con 0x5589df143b70 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e5dffb640 1 -- 172.21.15.17:0/1334936456 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68004b00 con 0x5589df143b70 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 -- 172.21.15.17:0/1334936456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 msgr2=0x5589df14c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df14c210 secure :-1 s=READY pgs=1366 cs=0 l=1 rev1=1 crypto rx=0x7f8e78199060 tx=0x7f8e68011810 comp rx=0 tx=0).stop 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 -- 172.21.15.17:0/1334936456 shutdown_connections 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df14c210 unknown :-1 s=CLOSED pgs=1366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.036 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df14eb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 --2- 172.21.15.17:0/1334936456 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df143630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 -- 172.21.15.17:0/1334936456 >> 172.21.15.17:0/1334936456 conn(0x5589df13d980 msgr2=0x5589df13dd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 -- 172.21.15.17:0/1334936456 shutdown_connections 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.030+0000 7f8e80dac740 1 -- 172.21.15.17:0/1334936456 wait complete. 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 -- start start 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 Processor -- start 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df14c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143b70 0x5589df149480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 0x5589df149a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df0ab020 con 0x5589df14c750 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589ded7e430 con 0x5589df143b70 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589ded3ae00 con 0x5589df143250 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e80dac740 10 client.0 _ll_register_callbacks cb 0x5589df052cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.037 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 0x5589df149a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 0x5589df149a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41336/0 (socket says 172.21.15.17:41336) 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 -- 172.21.15.17:0/2936257163 learned_addr learned my addr 172.21.15.17:0/2936257163 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143b70 0x5589df149480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e777fe640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df14c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 -- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 msgr2=0x5589df14c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df14c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 -- 172.21.15.17:0/2936257163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143b70 msgr2=0x5589df149480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143b70 0x5589df149480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.031+0000 7f8e77fff640 1 -- 172.21.15.17:0/2936257163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e68009830 con 0x5589df14c750 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e77fff640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 0x5589df149a20 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f8e70011820 tx=0x7f8e7001d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=68bbf49a748177d6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e56ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e56ffd640 1 -- 172.21.15.17:0/2936257163 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e70016040 con 0x5589df14c750 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e56ffd640 1 -- 172.21.15.17:0/2936257163 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8e70003e00 con 0x5589df14c750 2024-03-16T18:32:44.038 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5589dedaa7e0 con 0x5589df14c750 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e56ffd640 1 -- 172.21.15.17:0/2936257163 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e700047c0 con 0x5589df14c750 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 10 client.18828 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5589df0a96a0 con 0x5589df14c750 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e56ffd640 1 -- 172.21.15.17:0/2936257163 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5589dedaa7e0 con 0x5589df14c750 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e56ffd640 1 -- 172.21.15.17:0/2936257163 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8e70026030 con 0x5589df14c750 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 10 client.18828 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 10 client.18828 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 20 client.18828 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df15c9d0 0x5589df15edf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 4 client.18828 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.032+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5589dede7720 con 0x5589df15c9d0 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.033+0000 7f8e777fe640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df15c9d0 0x5589df15edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.033+0000 7f8e56ffd640 10 client.18828 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.033+0000 7f8e777fe640 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df15c9d0 0x5589df15edf0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=b6014c66c67b92a8 server_cookie=681c11f775508b14 in_seq=0 out_seq=0 2024-03-16T18:32:44.039 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e56ffd640 1 -- 172.21.15.17:0/2936257163 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5589dede7720 con 0x5589df15c9d0 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e56ffd640 10 client.18828 handle_command_reply: tid=0 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 client.18828 shutdown 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 msgr2=0x5589df149a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 0x5589df149a20 secure :-1 s=READY pgs=1367 cs=0 l=1 rev1=1 crypto rx=0x7f8e70011820 tx=0x7f8e7001d000 comp rx=0 tx=0).stop 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 shutdown_connections 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df15c9d0 0x5589df15edf0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df14c750 0x5589df149a20 unknown :-1 s=CLOSED pgs=1367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143b70 0x5589df149480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e56ffd640 0 client.18828 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 --2- 172.21.15.17:0/2936257163 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143250 0x5589df14c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 >> 172.21.15.17:0/2936257163 conn(0x5589df13d980 msgr2=0x5589df13f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 shutdown_connections 2024-03-16T18:32:44.040 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.034+0000 7f8e80dac740 1 -- 172.21.15.17:0/2936257163 wait complete. 2024-03-16T18:32:44.041 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.035+0000 7f8e80dac740 20 client.18828 trim_cache size 0 max 16384 2024-03-16T18:32:44.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 Processor -- start 2024-03-16T18:32:44.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 -- start start 2024-03-16T18:32:44.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 0x5589df14bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143b70 0x5589df14c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.051 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df157b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df030130 con 0x5589df143250 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df1392b0 con 0x5589df14c750 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e80dac740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df1450a0 con 0x5589df143b70 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 0x5589df14bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 0x5589df14bbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41350/0 (socket says 172.21.15.17:41350) 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 -- 172.21.15.17:0/300724971 learned_addr learned my addr 172.21.15.17:0/300724971 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143b70 0x5589df14c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e77fff640 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df157b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 -- 172.21.15.17:0/300724971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143b70 msgr2=0x5589df14c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143b70 0x5589df14c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 -- 172.21.15.17:0/300724971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 msgr2=0x5589df157b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df157b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e777fe640 1 -- 172.21.15.17:0/300724971 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5589df045c20 con 0x5589df143250 2024-03-16T18:32:44.052 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.047+0000 7f8e77fff640 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df157b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e777fe640 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 0x5589df14bbb0 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c000c00 tx=0x7f8e6c0a7040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3272d9745a7a3039 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e5d7fa640 1 -- 172.21.15.17:0/300724971 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c03c530 con 0x5589df143250 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e5d7fa640 1 -- 172.21.15.17:0/300724971 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8e6c03c740 con 0x5589df143250 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e5d7fa640 1 -- 172.21.15.17:0/300724971 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e6c0c4b80 con 0x5589df143250 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 -- 172.21.15.17:0/300724971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 msgr2=0x5589df14bbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 0x5589df14bbb0 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c000c00 tx=0x7f8e6c0a7040 comp rx=0 tx=0).stop 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 -- 172.21.15.17:0/300724971 shutdown_connections 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df14c750 0x5589df157b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df143b70 0x5589df14c0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 --2- 172.21.15.17:0/300724971 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143250 0x5589df14bbb0 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 -- 172.21.15.17:0/300724971 >> 172.21.15.17:0/300724971 conn(0x5589df13d980 msgr2=0x5589df13f610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 -- 172.21.15.17:0/300724971 shutdown_connections 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.048+0000 7f8e80dac740 1 -- 172.21.15.17:0/300724971 wait complete. 2024-03-16T18:32:44.053 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 -- start start 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 Processor -- start 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143250 0x5589df150110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df150650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df14c750 0x5589df1b7280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df150dc0 con 0x5589df143b70 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df1b77c0 con 0x5589df143250 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5589df1b7980 con 0x5589df14c750 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e80dac740 10 client.0 _ll_register_callbacks cb 0x7f8e70009a50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df150650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e777fe640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143250 0x5589df150110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df150650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41366/0 (socket says 172.21.15.17:41366) 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 -- 172.21.15.17:0/152289007 learned_addr learned my addr 172.21.15.17:0/152289007 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.054 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e77fff640 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df14c750 0x5589df1b7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 -- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df14c750 msgr2=0x5589df1b7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df14c750 0x5589df1b7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 -- 172.21.15.17:0/152289007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143250 msgr2=0x5589df150110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143250 0x5589df150110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.049+0000 7f8e76ffd640 1 -- 172.21.15.17:0/152289007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8e78198470 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e76ffd640 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df150650 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f8e78199060 tx=0x7f8e680055d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7324a48508fada0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e56ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e56ffd640 1 -- 172.21.15.17:0/152289007 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e68004a90 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e56ffd640 1 -- 172.21.15.17:0/152289007 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8e68004bf0 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8e68009e10 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e56ffd640 1 -- 172.21.15.17:0/152289007 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8e68005a70 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 10 client.18834 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5589df06b8c0 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e56ffd640 1 -- 172.21.15.17:0/152289007 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8e68009e10 con 0x5589df143b70 2024-03-16T18:32:44.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e56ffd640 1 -- 172.21.15.17:0/152289007 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8e680193f0 con 0x5589df143b70 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 10 client.18834 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 10 client.18834 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 20 client.18834 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df1b9170 0x5589df1bb590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 4 client.18834 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.050+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5589dee36890 con 0x5589df1b9170 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e777fe640 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df1b9170 0x5589df1bb590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e777fe640 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df1b9170 0x5589df1bb590 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=f4b4c5f2bd905e63 server_cookie=443fa71bcceaad0d in_seq=0 out_seq=0 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e56ffd640 10 client.18834 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e56ffd640 1 -- 172.21.15.17:0/152289007 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5589dee36890 con 0x5589df1b9170 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e56ffd640 10 client.18834 handle_command_reply: tid=0 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 client.18834 shutdown 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 msgr2=0x5589df150650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df150650 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f8e78199060 tx=0x7f8e680055d0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 shutdown_connections 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x5589df1b9170 0x5589df1bb590 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5589df143b70 0x5589df150650 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5589df14c750 0x5589df1b7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e56ffd640 0 client.18834 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 --2- 172.21.15.17:0/152289007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5589df143250 0x5589df150110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 >> 172.21.15.17:0/152289007 conn(0x5589df13d980 msgr2=0x5589df144090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 shutdown_connections 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 1 -- 172.21.15.17:0/152289007 wait complete. 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.051+0000 7f8e80dac740 20 client.18834 trim_cache size 0 max 16384 2024-03-16T18:32:44.057 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:44.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8e600a1ba0 msgr2=0x7f8e600a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8e600a1ba0 0x7f8e600a4060 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f8e70005fd0 tx=0x7f8e70009e90 comp rx=0 tx=0).stop 2024-03-16T18:32:44.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 msgr2=0x7f8e7819d6c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 0x7f8e7819d6c0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f8e6c009230 tx=0x7f8e6c005dd0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 shutdown_connections 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8e600a1ba0 0x7f8e600a4060 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8e78107500 0x7f8e78197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8e78069090 0x7f8e7819dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 --2- 172.21.15.17:0/964812946 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8e780686d0 0x7f8e7819d6c0 unknown :-1 s=CLOSED pgs=1365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 >> 172.21.15.17:0/964812946 conn(0x7f8e780774f0 msgr2=0x7f8e780fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 shutdown_connections 2024-03-16T18:32:44.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.052+0000 7f8e7e0f4640 1 -- 172.21.15.17:0/964812946 wait complete. 2024-03-16T18:32:44.061 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:44.062 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:32:44.168 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 -- 172.21.15.17:0/3954834913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14101460 msgr2=0x7f4c141018e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/3954834913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14101460 0x7f4c141018e0 secure :-1 s=READY pgs=1370 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009930 tx=0x7f4c0802bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 -- 172.21.15.17:0/3954834913 shutdown_connections 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/3954834913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14101460 0x7f4c141018e0 unknown :-1 s=CLOSED pgs=1370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/3954834913 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c14101e20 0x7f4c1410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/3954834913 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c14107500 0x7f4c141078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 -- 172.21.15.17:0/3954834913 >> 172.21.15.17:0/3954834913 conn(0x7f4c140fcf50 msgr2=0x7f4c140ff370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 -- 172.21.15.17:0/3954834913 shutdown_connections 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.167+0000 7f4c19bc7640 1 -- 172.21.15.17:0/3954834913 wait complete. 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 Processor -- start 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 -- start start 2024-03-16T18:32:44.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c14101460 0x7f4c1419d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c14101e20 0x7f4c1419dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 0x7f4c141978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c14197f00 con 0x7f4c14107500 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c14198070 con 0x7f4c14101460 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c19bc7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c14198230 con 0x7f4c14101e20 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 0x7f4c141978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 0x7f4c141978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41384/0 (socket says 172.21.15.17:41384) 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 -- 172.21.15.17:0/2955568759 learned_addr learned my addr 172.21.15.17:0/2955568759 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c137fe640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c14101460 0x7f4c1419d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c14101e20 0x7f4c1419dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 -- 172.21.15.17:0/2955568759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c14101e20 msgr2=0x7f4c1419dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c14101e20 0x7f4c1419dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 -- 172.21.15.17:0/2955568759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c14101460 msgr2=0x7f4c1419d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c14101460 0x7f4c1419d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.168+0000 7f4c13fff640 1 -- 172.21.15.17:0/2955568759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c08009560 con 0x7f4c14107500 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.169+0000 7f4c13fff640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 0x7f4c141978b0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c00eb10 tx=0x7f4c0c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.169+0000 7f4c10ff9640 1 -- 172.21.15.17:0/2955568759 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c004b20 con 0x7f4c14107500 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.169+0000 7f4c10ff9640 1 -- 172.21.15.17:0/2955568759 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c0c004c80 con 0x7f4c14107500 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.169+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c14198510 con 0x7f4c14107500 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.169+0000 7f4c10ff9640 1 -- 172.21.15.17:0/2955568759 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c010690 con 0x7f4c14107500 2024-03-16T18:32:44.171 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.169+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c141a47a0 con 0x7f4c14107500 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.171+0000 7f4c10ff9640 1 -- 172.21.15.17:0/2955568759 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4c0c005020 con 0x7f4c14107500 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.171+0000 7f4c1c79d740 1 Processor -- start 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.171+0000 7f4c1c79d740 1 -- start start 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.171+0000 7f4c10ff9640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bfc0a1c20 0x7f4bfc0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 0x55f988a6a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6ab70 0x55f988a73210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.178 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a75b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988a25960 con 0x55f988a6ab70 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9889d9310 con 0x55f988a73750 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9889d6840 con 0x55f988a6a250 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c10ff9640 1 -- 172.21.15.17:0/2955568759 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4c0c014070 con 0x7f4c14107500 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bfc0a1c20 0x7f4bfc0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 0x55f988a6a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 0x55f988a6a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57410/0 (socket says 172.21.15.17:57410) 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 -- 172.21.15.17:0/3683257652 learned_addr learned my addr 172.21.15.17:0/3683257652 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c13fff640 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a75b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6ab70 0x55f988a73210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 -- 172.21.15.17:0/3683257652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 msgr2=0x55f988a75b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a75b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.179 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 -- 172.21.15.17:0/3683257652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6ab70 msgr2=0x55f988a73210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6ab70 0x55f988a73210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 -- 172.21.15.17:0/3683257652 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f988994060 con 0x55f988a6a250 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bfc0a1c20 0x7f4bfc0a40e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009900 tx=0x7f4c08004b70 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4c137fe640 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 0x55f988a6a630 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009c10 tx=0x7f4c04011810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=460b02a3e18b048 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4bf9ffb640 1 -- 172.21.15.17:0/3683257652 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c04004050 con 0x55f988a6a250 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4bf9ffb640 1 -- 172.21.15.17:0/3683257652 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c04005020 con 0x55f988a6a250 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.172+0000 7f4bf9ffb640 1 -- 172.21.15.17:0/3683257652 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c04004bc0 con 0x55f988a6a250 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3683257652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 msgr2=0x55f988a6a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 0x55f988a6a630 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009c10 tx=0x7f4c04011810 comp rx=0 tx=0).stop 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3683257652 shutdown_connections 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6ab70 0x55f988a73210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a75b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3683257652 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6a250 0x55f988a6a630 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.180 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3683257652 >> 172.21.15.17:0/3683257652 conn(0x55f988a64980 msgr2=0x55f988a64d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3683257652 shutdown_connections 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3683257652 wait complete. 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.173+0000 7f4c1c79d740 1 -- start start 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 Processor -- start 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6a250 0x55f988a72fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a70370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 0x55f988a708b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9889d2020 con 0x55f988a73750 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f9886a5430 con 0x55f988a6a250 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988661e00 con 0x55f988a6ab70 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c1c79d740 10 client.0 _ll_register_callbacks cb 0x55f988979cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 0x55f988a708b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.181 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 0x55f988a708b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41398/0 (socket says 172.21.15.17:41398) 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 -- 172.21.15.17:0/1813249906 learned_addr learned my addr 172.21.15.17:0/1813249906 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c137fe640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6a250 0x55f988a72fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a70370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 -- 172.21.15.17:0/1813249906 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 msgr2=0x55f988a70370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a70370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 -- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6a250 msgr2=0x55f988a72fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6a250 0x55f988a72fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 -- 172.21.15.17:0/1813249906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c04009870 con 0x55f988a73750 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4c13fff640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 0x55f988a708b0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c097380 tx=0x7f4c0c09b170 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2559a7b8acbe8e71 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.174+0000 7f4bf2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/1813249906 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c085040 con 0x55f988a73750 2024-03-16T18:32:44.182 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/1813249906 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4c0c0a3150 con 0x55f988a73750 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f9886d17e0 con 0x55f988a73750 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/1813249906 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c0c0b3260 con 0x55f988a73750 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 10 client.18846 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f9889d06a0 con 0x55f988a73750 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/1813249906 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c0c07f080 con 0x55f988a73750 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/1813249906 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4c0c01f060 con 0x55f988a73750 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 10 client.18846 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 10 client.18846 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 20 client.18846 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988a83770 0x55f988a85b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 4 client.18846 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f98870e720 con 0x55f988a83770 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.175+0000 7f4c137fe640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988a83770 0x55f988a85b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.183 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.176+0000 7f4c137fe640 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988a83770 0x55f988a85b60 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=898234bc60a20c95 server_cookie=52928228d6f5f626 in_seq=0 out_seq=0 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.176+0000 7f4bf2ffd640 10 client.18846 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.176+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/1813249906 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55f98870e720 con 0x55f988a83770 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.176+0000 7f4bf2ffd640 10 client.18846 handle_command_reply: tid=0 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.176+0000 7f4c1c79d740 1 client.18846 shutdown 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 msgr2=0x55f988a708b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 0x55f988a708b0 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c097380 tx=0x7f4c0c09b170 comp rx=0 tx=0).stop 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 shutdown_connections 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988a83770 0x55f988a85b60 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a73750 0x55f988a708b0 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a70370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/1813249906 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6a250 0x55f988a72fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4bf2ffd640 0 client.18846 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 >> 172.21.15.17:0/1813249906 conn(0x55f988a64980 msgr2=0x55f988a666d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.184 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 shutdown_connections 2024-03-16T18:32:44.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 1 -- 172.21.15.17:0/1813249906 wait complete. 2024-03-16T18:32:44.185 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.177+0000 7f4c1c79d740 20 client.18846 trim_cache size 0 max 16384 2024-03-16T18:32:44.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 Processor -- start 2024-03-16T18:32:44.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 -- start start 2024-03-16T18:32:44.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a6ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6ab70 0x55f988a72aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.194 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a73750 0x55f988a72fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988957130 con 0x55f988a6a250 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988a6bf60 con 0x55f988a6ab70 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988a647b0 con 0x55f988a73750 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.189+0000 7f4c137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a6ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a6ba20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41400/0 (socket says 172.21.15.17:41400) 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 -- 172.21.15.17:0/3527877146 learned_addr learned my addr 172.21.15.17:0/3527877146 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6ab70 0x55f988a72aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c13fff640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a73750 0x55f988a72fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 -- 172.21.15.17:0/3527877146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a73750 msgr2=0x55f988a72fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a73750 0x55f988a72fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 -- 172.21.15.17:0/3527877146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6ab70 msgr2=0x55f988a72aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6ab70 0x55f988a72aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.195 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 -- 172.21.15.17:0/3527877146 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f98896cc20 con 0x55f988a6a250 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6ab70 0x55f988a72aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c13fff640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a73750 0x55f988a72fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4c137fe640 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a6ba20 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f4c040058c0 tx=0x7f4c040096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29408eabf5abef55 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4bf97fa640 1 -- 172.21.15.17:0/3527877146 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0402e220 con 0x55f988a6a250 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4bf97fa640 1 -- 172.21.15.17:0/3527877146 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c04009d00 con 0x55f988a6a250 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.190+0000 7f4bf97fa640 1 -- 172.21.15.17:0/3527877146 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c04004a80 con 0x55f988a6a250 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3527877146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 msgr2=0x55f988a6ba20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a6ba20 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f4c040058c0 tx=0x7f4c040096a0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3527877146 shutdown_connections 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a73750 0x55f988a72fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a6ab70 0x55f988a72aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/3527877146 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a6ba20 unknown :-1 s=CLOSED pgs=1373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3527877146 >> 172.21.15.17:0/3527877146 conn(0x55f988a64980 msgr2=0x55f988a70490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.196 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3527877146 shutdown_connections 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- 172.21.15.17:0/3527877146 wait complete. 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- start start 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 Processor -- start 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a7b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a776a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a77be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988a782b0 con 0x55f988a6a250 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988a78420 con 0x55f988a73750 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.191+0000 7f4c1c79d740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f988adf000 con 0x55f988a6ab70 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c1c79d740 10 client.0 _ll_register_callbacks cb 0x7f4c0c09a310 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a7b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a7b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41412/0 (socket says 172.21.15.17:41412) 2024-03-16T18:32:44.197 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 -- 172.21.15.17:0/2269060512 learned_addr learned my addr 172.21.15.17:0/2269060512 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c13fff640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a77be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a776a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 -- 172.21.15.17:0/2269060512 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 msgr2=0x55f988a776a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a776a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 -- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 msgr2=0x55f988a77be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a77be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 -- 172.21.15.17:0/2269060512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f988994060 con 0x55f988a6a250 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a776a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c137fe640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a7b320 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009250 tx=0x7f4c040045a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1051de0e9c7dadf server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4bf2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/2269060512 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c04005410 con 0x55f988a6a250 2024-03-16T18:32:44.198 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/2269060512 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f4c04004820 con 0x55f988a6a250 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4c04005020 con 0x55f988a6a250 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/2269060512 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4c04005570 con 0x55f988a6a250 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c1c79d740 10 client.18852 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.192+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55f9889928c0 con 0x55f988a6a250 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/2269060512 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4c04005020 con 0x55f988a6a250 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/2269060512 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f4c0403f080 con 0x55f988a6a250 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 10 client.18852 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 10 client.18852 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 20 client.18852 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988ae0290 0x55f988ae26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 4 client.18852 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55f98875d890 con 0x55f988ae0290 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988ae0290 0x55f988ae26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4bf2ffd640 10 client.18852 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:44.199 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c12ffd640 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988ae0290 0x55f988ae26b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=e86db7b054b9e96c server_cookie=6babbe71021a965a in_seq=0 out_seq=0 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4bf2ffd640 1 -- 172.21.15.17:0/2269060512 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55f98875d890 con 0x55f988ae0290 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4bf2ffd640 10 client.18852 handle_command_reply: tid=0 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.193+0000 7f4c1c79d740 1 client.18852 shutdown 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 msgr2=0x55f988a7b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a7b320 secure :-1 s=READY pgs=1374 cs=0 l=1 rev1=1 crypto rx=0x7f4c04009250 tx=0x7f4c040045a0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 shutdown_connections 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x55f988ae0290 0x55f988ae26b0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55f988a73750 0x55f988a77be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55f988a6ab70 0x55f988a776a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 --2- 172.21.15.17:0/2269060512 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55f988a6a250 0x55f988a7b320 unknown :-1 s=CLOSED pgs=1374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 >> 172.21.15.17:0/2269060512 conn(0x55f988a64980 msgr2=0x55f988a8a420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4bf2ffd640 0 client.18852 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:32:44.200 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 shutdown_connections 2024-03-16T18:32:44.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 1 -- 172.21.15.17:0/2269060512 wait complete. 2024-03-16T18:32:44.201 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c1c79d740 20 client.18852 trim_cache size 0 max 16384 2024-03-16T18:32:44.201 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bfc0a1c20 msgr2=0x7f4bfc0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bfc0a1c20 0x7f4bfc0a40e0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f4c08009900 tx=0x7f4c08004b70 comp rx=0 tx=0).stop 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 msgr2=0x7f4c141978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 0x7f4c141978b0 secure :-1 s=READY pgs=1371 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c00eb10 tx=0x7f4c0c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 shutdown_connections 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4bfc0a1c20 0x7f4bfc0a40e0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4c14107500 0x7f4c141978b0 unknown :-1 s=CLOSED pgs=1371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4c14101e20 0x7f4c1419dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.202 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 --2- 172.21.15.17:0/2955568759 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4c14101460 0x7f4c1419d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 >> 172.21.15.17:0/2955568759 conn(0x7f4c140fcf50 msgr2=0x7f4c140fd850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.194+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 shutdown_connections 2024-03-16T18:32:44.203 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.195+0000 7f4c19bc7640 1 -- 172.21.15.17:0/2955568759 wait complete. 2024-03-16T18:32:44.203 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:44 smithi017 ceph-mon[32207]: pgmap v349: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-03-16T18:32:44.203 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:44 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/919652405' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:32:44.204 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:44.204 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 -- 172.21.15.17:0/2785879309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70941053a0 msgr2=0x7f7094105780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 --2- 172.21.15.17:0/2785879309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70941053a0 0x7f7094105780 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f7084009900 tx=0x7f708402bc80 comp rx=0 tx=0).stop 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 -- 172.21.15.17:0/2785879309 shutdown_connections 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 --2- 172.21.15.17:0/2785879309 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70941014e0 0x7f709410d210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 --2- 172.21.15.17:0/2785879309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7094100b40 0x7f7094100fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 --2- 172.21.15.17:0/2785879309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f70941053a0 0x7f7094105780 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 -- 172.21.15.17:0/2785879309 >> 172.21.15.17:0/2785879309 conn(0x7f70940769b0 msgr2=0x7f70940fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 -- 172.21.15.17:0/2785879309 shutdown_connections 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.310+0000 7f7098de2640 1 -- 172.21.15.17:0/2785879309 wait complete. 2024-03-16T18:32:44.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 Processor -- start 2024-03-16T18:32:44.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 -- start start 2024-03-16T18:32:44.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 0x7f709419d780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70941014e0 0x7f709419dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70941053a0 0x7f7094197930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7094197f80 con 0x7f7094100b40 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70941980f0 con 0x7f70941014e0 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7098de2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70941982b0 con 0x7f70941053a0 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 0x7f709419d780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 0x7f709419d780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41418/0 (socket says 172.21.15.17:41418) 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 -- 172.21.15.17:0/2196982103 learned_addr learned my addr 172.21.15.17:0/2196982103 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7089d9b640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70941014e0 0x7f709419dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70941053a0 0x7f7094197930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 -- 172.21.15.17:0/2196982103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70941053a0 msgr2=0x7f7094197930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70941053a0 0x7f7094197930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 -- 172.21.15.17:0/2196982103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70941014e0 msgr2=0x7f709419dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70941014e0 0x7f709419dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.311+0000 7f709259c640 1 -- 172.21.15.17:0/2196982103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7084009560 con 0x7f7094100b40 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.312+0000 7f709259c640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 0x7f709419d780 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f7084005940 tx=0x7f7084005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.312+0000 7f708bfff640 1 -- 172.21.15.17:0/2196982103 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7084004350 con 0x7f7094100b40 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.312+0000 7f708bfff640 1 -- 172.21.15.17:0/2196982103 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f70840044b0 con 0x7f7094100b40 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.312+0000 7f708bfff640 1 -- 172.21.15.17:0/2196982103 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70840053c0 con 0x7f7094100b40 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.312+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7094198530 con 0x7f7094100b40 2024-03-16T18:32:44.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.312+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70941a4820 con 0x7f7094100b40 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.314+0000 7f708bfff640 1 -- 172.21.15.17:0/2196982103 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f7084005520 con 0x7f7094100b40 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 Processor -- start 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 -- start start 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b545630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b54e210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b550b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.321 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b500960 con 0x55ec4b545250 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b4b4310 con 0x55ec4b545b70 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709b9c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b4b1840 con 0x55ec4b54e750 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f7092d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b545630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f7092d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b545630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41422/0 (socket says 172.21.15.17:41422) 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f7092d9d640 1 -- 172.21.15.17:0/2089894278 learned_addr learned my addr 172.21.15.17:0/2089894278 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f708bfff640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f70800a1c20 0x7f70800a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f7089d9b640 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b550b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f709259c640 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b54e210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.315+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f70800a1c20 0x7f70800a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f708bfff640 1 -- 172.21.15.17:0/2196982103 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f70840efc10 con 0x7f7094100b40 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 -- 172.21.15.17:0/2089894278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 msgr2=0x55ec4b550b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b550b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.322 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 -- 172.21.15.17:0/2089894278 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 msgr2=0x55ec4b54e210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b54e210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 -- 172.21.15.17:0/2089894278 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec4b46f060 con 0x55ec4b545250 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7089d9b640 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b550b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b545630 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f708c005c40 tx=0x7f708c013ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b494c54f53fb7de7 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7088d99640 1 -- 172.21.15.17:0/2089894278 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708c003ec0 con 0x55ec4b545250 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f70800a1c20 0x7f70800a40e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f708c023000 tx=0x7f708c021000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7088d99640 1 -- 172.21.15.17:0/2089894278 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f708c013540 con 0x55ec4b545250 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.316+0000 7f7088d99640 1 -- 172.21.15.17:0/2089894278 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708c0108d0 con 0x55ec4b545250 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 -- 172.21.15.17:0/2089894278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 msgr2=0x55ec4b545630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b545630 secure :-1 s=READY pgs=1377 cs=0 l=1 rev1=1 crypto rx=0x7f708c005c40 tx=0x7f708c013ef0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 -- 172.21.15.17:0/2089894278 shutdown_connections 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b550b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b54e210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.323 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2089894278 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b545630 unknown :-1 s=CLOSED pgs=1377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 -- 172.21.15.17:0/2089894278 >> 172.21.15.17:0/2089894278 conn(0x55ec4b53f980 msgr2=0x55ec4b53fd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 -- 172.21.15.17:0/2089894278 shutdown_connections 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 -- 172.21.15.17:0/2089894278 wait complete. 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 -- start start 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 Processor -- start 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.317+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 0x55ec4b54b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b54bb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b4ad020 con 0x55ec4b545b70 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b180430 con 0x55ec4b545250 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b13ce00 con 0x55ec4b54e750 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 10 client.0 _ll_register_callbacks cb 0x55ec4b454cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 0x55ec4b54b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.324 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 0x55ec4b54b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41430/0 (socket says 172.21.15.17:41430) 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 -- 172.21.15.17:0/32062750 learned_addr learned my addr 172.21.15.17:0/32062750 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709259c640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7092d9d640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b54bb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 -- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 msgr2=0x55ec4b54bb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b54bb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 -- 172.21.15.17:0/32062750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 msgr2=0x55ec4b54e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 -- 172.21.15.17:0/32062750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f708c013700 con 0x55ec4b545b70 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7089d9b640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 0x55ec4b54b500 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f707c012700 tx=0x7f707c012bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90231c7921ba855e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7079ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7079ffb640 1 -- 172.21.15.17:0/32062750 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f707c017070 con 0x55ec4b545b70 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7079ffb640 1 -- 172.21.15.17:0/32062750 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f707c00f920 con 0x55ec4b545b70 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ec4b1ac7e0 con 0x55ec4b545b70 2024-03-16T18:32:44.325 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f7079ffb640 1 -- 172.21.15.17:0/32062750 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f707c00fae0 con 0x55ec4b545b70 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 10 client.18864 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.318+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ec4b4ab6a0 con 0x55ec4b545b70 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f7079ffb640 1 -- 172.21.15.17:0/32062750 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ec4b1ac7e0 con 0x55ec4b545b70 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f7079ffb640 1 -- 172.21.15.17:0/32062750 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f707c010c80 con 0x55ec4b545b70 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709b9c2740 10 client.18864 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709b9c2740 10 client.18864 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709b9c2740 20 client.18864 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709b9c2740 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b55e9b0 0x55ec4b560dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709b9c2740 4 client.18864 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ec4b1e9720 con 0x55ec4b55e9b0 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709259c640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b55e9b0 0x55ec4b560dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f7079ffb640 10 client.18864 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.319+0000 7f709259c640 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b55e9b0 0x55ec4b560dd0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=f7c539228b42fbc2 server_cookie=95d388128dc93213 in_seq=0 out_seq=0 2024-03-16T18:32:44.326 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.320+0000 7f7079ffb640 1 -- 172.21.15.17:0/32062750 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55ec4b1e9720 con 0x55ec4b55e9b0 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.320+0000 7f7079ffb640 10 client.18864 handle_command_reply: tid=0 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.320+0000 7f709b9c2740 1 client.18864 shutdown 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.320+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 msgr2=0x55ec4b54b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.320+0000 7f709b9c2740 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 0x55ec4b54b500 secure :-1 s=READY pgs=1378 cs=0 l=1 rev1=1 crypto rx=0x7f707c012700 tx=0x7f707c012bc0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 shutdown_connections 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b55e9b0 0x55ec4b560dd0 crc :-1 s=READY pgs=72 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545b70 0x55ec4b54b500 unknown :-1 s=CLOSED pgs=1378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b54bb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 --2- 172.21.15.17:0/32062750 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 >> 172.21.15.17:0/32062750 conn(0x55ec4b53f980 msgr2=0x55ec4b5416d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f7079ffb640 0 client.18864 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 shutdown_connections 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 1 -- 172.21.15.17:0/32062750 wait complete. 2024-03-16T18:32:44.327 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.321+0000 7f709b9c2740 20 client.18864 trim_cache size 0 max 16384 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.333+0000 7f709b9c2740 1 Processor -- start 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.333+0000 7f709b9c2740 1 -- start start 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.333+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54dc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.333+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b545b70 0x55ec4b54e170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 0x55ec4b559ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f709b9c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b432130 con 0x55ec4b54e750 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f709b9c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b1ac810 con 0x55ec4b545250 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f709b9c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b53b5c0 con 0x55ec4b545b70 2024-03-16T18:32:44.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 0x55ec4b559ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 0x55ec4b559ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41436/0 (socket says 172.21.15.17:41436) 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 -- 172.21.15.17:0/2073898603 learned_addr learned my addr 172.21.15.17:0/2073898603 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7089d9b640 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b545b70 0x55ec4b54e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f709259c640 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 -- 172.21.15.17:0/2073898603 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b545b70 msgr2=0x55ec4b54e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b545b70 0x55ec4b54e170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 -- 172.21.15.17:0/2073898603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 msgr2=0x55ec4b54dc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54dc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 -- 172.21.15.17:0/2073898603 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ec4b447c20 con 0x55ec4b54e750 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f7092d9d640 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 0x55ec4b559ad0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f708c00f850 tx=0x7f708c009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9fca5348ba8ee9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f707bfff640 1 -- 172.21.15.17:0/2073898603 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708c02c040 con 0x55ec4b54e750 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f707bfff640 1 -- 172.21.15.17:0/2073898603 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f708c003ec0 con 0x55ec4b54e750 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.334+0000 7f707bfff640 1 -- 172.21.15.17:0/2073898603 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f708c005050 con 0x55ec4b54e750 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 -- 172.21.15.17:0/2073898603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 msgr2=0x55ec4b559ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 0x55ec4b559ad0 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7f708c00f850 tx=0x7f708c009b30 comp rx=0 tx=0).stop 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 -- 172.21.15.17:0/2073898603 shutdown_connections 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b54e750 0x55ec4b559ad0 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b545b70 0x55ec4b54e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 --2- 172.21.15.17:0/2073898603 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545250 0x55ec4b54dc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 -- 172.21.15.17:0/2073898603 >> 172.21.15.17:0/2073898603 conn(0x55ec4b53f980 msgr2=0x55ec4b541640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 -- 172.21.15.17:0/2073898603 shutdown_connections 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 -- 172.21.15.17:0/2073898603 wait complete. 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 -- start start 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.335+0000 7f709b9c2740 1 Processor -- start 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b549170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b5535e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b553b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b554100 con 0x55ec4b545250 2024-03-16T18:32:44.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b554270 con 0x55ec4b545b70 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ec4b554430 con 0x55ec4b54e750 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 10 client.0 _ll_register_callbacks cb 0x7f707c009930 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b549170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b549170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41442/0 (socket says 172.21.15.17:41442) 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 -- 172.21.15.17:0/3405935639 learned_addr learned my addr 172.21.15.17:0/3405935639 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f7089d9b640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b5535e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f7092d9d640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b553b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 -- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 msgr2=0x55ec4b553b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b553b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 -- 172.21.15.17:0/3405935639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 msgr2=0x55ec4b5535e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b5535e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 -- 172.21.15.17:0/3405935639 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ec4b46f060 con 0x55ec4b545250 2024-03-16T18:32:44.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709259c640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b549170 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f708402c730 tx=0x7f70840dc040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66fc86847dd661af server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f7079ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f7079ffb640 1 -- 172.21.15.17:0/3405935639 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70840c4c70 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f7079ffb640 1 -- 172.21.15.17:0/3405935639 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f70840dc0b0 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.336+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ec4b238890 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f7079ffb640 1 -- 172.21.15.17:0/3405935639 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f70840a70b0 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 10 client.18870 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55ec4b46d8c0 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f7079ffb640 1 -- 172.21.15.17:0/3405935639 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55ec4b238890 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f7079ffb640 1 -- 172.21.15.17:0/3405935639 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f708403c070 con 0x55ec4b545250 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 10 client.18870 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 10 client.18870 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 20 client.18870 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b5bb550 0x55ec4b5bd940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 4 client.18870 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:44.343 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55ec4b158700 con 0x55ec4b5bb550 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f7089d9b640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b5bb550 0x55ec4b5bd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f7079ffb640 10 client.18870 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.337+0000 7f7089d9b640 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b5bb550 0x55ec4b5bd940 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=ea823f12eff0b72d server_cookie=d8acc76f8c032379 in_seq=0 out_seq=0 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7079ffb640 1 -- 172.21.15.17:0/3405935639 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55ec4b158700 con 0x55ec4b5bb550 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7079ffb640 10 client.18870 handle_command_reply: tid=0 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 client.18870 shutdown 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 msgr2=0x55ec4b549170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b549170 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7f708402c730 tx=0x7f70840dc040 comp rx=0 tx=0).stop 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 shutdown_connections 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55ec4b5bb550 0x55ec4b5bd940 crc :-1 s=READY pgs=73 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55ec4b54e750 0x55ec4b553b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55ec4b545b70 0x55ec4b5535e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 --2- 172.21.15.17:0/3405935639 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55ec4b545250 0x55ec4b549170 unknown :-1 s=CLOSED pgs=1380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7079ffb640 0 client.18870 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:32:44.344 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 >> 172.21.15.17:0/3405935639 conn(0x55ec4b53f980 msgr2=0x55ec4b540db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 shutdown_connections 2024-03-16T18:32:44.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 1 -- 172.21.15.17:0/3405935639 wait complete. 2024-03-16T18:32:44.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f709b9c2740 20 client.18870 trim_cache size 0 max 16384 2024-03-16T18:32:44.345 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f70800a1c20 msgr2=0x7f70800a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f70800a1c20 0x7f70800a40e0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f708c023000 tx=0x7f708c021000 comp rx=0 tx=0).stop 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 msgr2=0x7f709419d780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 0x7f709419d780 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f7084005940 tx=0x7f7084005df0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 shutdown_connections 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f70800a1c20 0x7f70800a40e0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f70941053a0 0x7f7094197930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.346 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f70941014e0 0x7f709419dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 --2- 172.21.15.17:0/2196982103 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f7094100b40 0x7f709419d780 unknown :-1 s=CLOSED pgs=1376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.338+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 >> 172.21.15.17:0/2196982103 conn(0x7f70940769b0 msgr2=0x7f70940ffed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.339+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 shutdown_connections 2024-03-16T18:32:44.347 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.339+0000 7f7098de2640 1 -- 172.21.15.17:0/2196982103 wait complete. 2024-03-16T18:32:44.348 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:44.348 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 -- 172.21.15.17:0/4254604656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c102760 msgr2=0x7f215c102b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 --2- 172.21.15.17:0/4254604656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c102760 0x7f215c102b40 secure :-1 s=READY pgs=1381 cs=0 l=1 rev1=1 crypto rx=0x7f2154009900 tx=0x7f215402bcd0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 -- 172.21.15.17:0/4254604656 shutdown_connections 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 --2- 172.21.15.17:0/4254604656 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f215c10bb30 0x7f215c10dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 --2- 172.21.15.17:0/4254604656 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f215c103080 0x7f215c10b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 --2- 172.21.15.17:0/4254604656 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c102760 0x7f215c102b40 unknown :-1 s=CLOSED pgs=1381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.453+0000 7f216470c640 1 -- 172.21.15.17:0/4254604656 >> 172.21.15.17:0/4254604656 conn(0x7f215c077550 msgr2=0x7f215c077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.455 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 -- 172.21.15.17:0/4254604656 shutdown_connections 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 -- 172.21.15.17:0/4254604656 wait complete. 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 Processor -- start 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 -- start start 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f215c102760 0x7f215c19d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f215c103080 0x7f215c19dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 0x7f215c1978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f215c197f00 con 0x7f215c10bb30 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f215c198070 con 0x7f215c103080 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f216470c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f215c198230 con 0x7f215c102760 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f2162ca9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 0x7f215c1978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f2162ca9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 0x7f215c1978b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41460/0 (socket says 172.21.15.17:41460) 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f2162ca9640 1 -- 172.21.15.17:0/3431056024 learned_addr learned my addr 172.21.15.17:0/3431056024 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.456 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.454+0000 7f2161ca7640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f215c103080 0x7f215c19dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f21624a8640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f215c102760 0x7f215c19d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f2162ca9640 1 -- 172.21.15.17:0/3431056024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f215c102760 msgr2=0x7f215c19d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f2162ca9640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f215c102760 0x7f215c19d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f2162ca9640 1 -- 172.21.15.17:0/3431056024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f215c103080 msgr2=0x7f215c19dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f2162ca9640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f215c103080 0x7f215c19dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f2162ca9640 1 -- 172.21.15.17:0/3431056024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2154009560 con 0x7f215c10bb30 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f2162ca9640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 0x7f215c1978b0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f214c00eb10 tx=0x7f214c00c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f215b7fe640 1 -- 172.21.15.17:0/3431056024 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f214c004b20 con 0x7f215c10bb30 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f215c198510 con 0x7f215c10bb30 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f215b7fe640 1 -- 172.21.15.17:0/3431056024 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f214c004c80 con 0x7f215c10bb30 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f215b7fe640 1 -- 172.21.15.17:0/3431056024 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f214c010690 con 0x7f215c10bb30 2024-03-16T18:32:44.457 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.455+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f215c1a47a0 con 0x7f215c10bb30 2024-03-16T18:32:44.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.457+0000 7f215b7fe640 1 -- 172.21.15.17:0/3431056024 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f214c005020 con 0x7f215c10bb30 2024-03-16T18:32:44.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.457+0000 7f21673ca740 1 Processor -- start 2024-03-16T18:32:44.464 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 -- start start 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba08630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba11210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba13b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb9c3960 con 0x5632fba08250 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb977310 con 0x5632fba11750 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21673ca740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb974840 con 0x5632fba08b70 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f215b7fe640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f21440a1ba0 0x7f21440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba11210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f2161ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba08630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f2162ca9640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f21440a1ba0 0x7f21440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.465 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba11210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:57528/0 (socket says 172.21.15.17:57528) 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 -- 172.21.15.17:0/429241810 learned_addr learned my addr 172.21.15.17:0/429241810 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f2161ca7640 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba13b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f215b7fe640 1 -- 172.21.15.17:0/3431056024 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f214c014070 con 0x7f215c10bb30 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 -- 172.21.15.17:0/429241810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 msgr2=0x5632fba13b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba13b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 -- 172.21.15.17:0/429241810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 msgr2=0x5632fba08630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba08630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.458+0000 7f21624a8640 1 -- 172.21.15.17:0/429241810 --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5632fb932060 con 0x5632fba08b70 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f2162ca9640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f21440a1ba0 0x7f21440a4060 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f214c09a660 tx=0x7f214c01b8f0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21624a8640 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba11210 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2154009900 tx=0x7f2154005e40 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c82fe9e4628ce762 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.466 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f2158ff9640 1 -- 172.21.15.17:0/429241810 <== mon.1 v2:172.21.15.153:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2154004740 con 0x5632fba08b70 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f2158ff9640 1 -- 172.21.15.17:0/429241810 <== mon.1 v2:172.21.15.153:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f21540048a0 con 0x5632fba08b70 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f2158ff9640 1 -- 172.21.15.17:0/429241810 <== mon.1 v2:172.21.15.153:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2154003850 con 0x5632fba08b70 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 -- 172.21.15.17:0/429241810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 msgr2=0x5632fba11210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba11210 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f2154009900 tx=0x7f2154005e40 comp rx=0 tx=0).stop 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 -- 172.21.15.17:0/429241810 shutdown_connections 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba13b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba11210 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 --2- 172.21.15.17:0/429241810 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba08630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.459+0000 7f21673ca740 1 -- 172.21.15.17:0/429241810 >> 172.21.15.17:0/429241810 conn(0x5632fba02980 msgr2=0x5632fba02d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 -- 172.21.15.17:0/429241810 shutdown_connections 2024-03-16T18:32:44.467 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 -- 172.21.15.17:0/429241810 wait complete. 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 -- start start 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 Processor -- start 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08250 0x5632fba110e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba0e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba11750 0x5632fba0e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb970020 con 0x5632fba11750 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb643430 con 0x5632fba08b70 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb5ffe00 con 0x5632fba08250 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21673ca740 10 client.0 _ll_register_callbacks cb 0x5632fb917cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f2161ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba11750 0x5632fba0e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.468 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21624a8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba0e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21624a8640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba0e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:59536/0 (socket says 172.21.15.17:59536) 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f21624a8640 1 -- 172.21.15.17:0/2934756795 learned_addr learned my addr 172.21.15.17:0/2934756795 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.460+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08250 0x5632fba110e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21624a8640 1 -- 172.21.15.17:0/2934756795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08250 msgr2=0x5632fba110e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21624a8640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08250 0x5632fba110e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21624a8640 1 -- 172.21.15.17:0/2934756795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba11750 msgr2=0x5632fba0e9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21624a8640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba11750 0x5632fba0e9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21624a8640 1 -- 172.21.15.17:0/2934756795 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f215c10ec20 con 0x5632fba08b70 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba11750 0x5632fba0e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21624a8640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba0e470 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2154004150 tx=0x7f2154004180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3edc8fb9097808a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f2141ffb640 10 client.0 ms_handle_connect on v2:172.21.15.149:3300/0 2024-03-16T18:32:44.469 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f2141ffb640 1 -- 172.21.15.17:0/2934756795 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2154004740 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5632fb66f7e0 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f2141ffb640 1 -- 172.21.15.17:0/2934756795 <== mon.2 v2:172.21.15.149:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f2154050070 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f2141ffb640 1 -- 172.21.15.17:0/2934756795 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2154004a10 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21673ca740 10 client.28760 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5632fb96e6a0 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.461+0000 7f2141ffb640 1 -- 172.21.15.17:0/2934756795 <== mon.2 v2:172.21.15.149:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5632fb66f7e0 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f2141ffb640 1 -- 172.21.15.17:0/2934756795 <== mon.2 v2:172.21.15.149:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f215403c050 con 0x5632fba08b70 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f21673ca740 10 client.28760 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.470 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f21673ca740 10 client.28760 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f21673ca740 20 client.28760 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f21673ca740 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba21430 0x5632fba23850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f21673ca740 4 client.28760 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5632fb6ac720 con 0x5632fba21430 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba21430 0x5632fba23850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f2141ffb640 10 client.28760 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.462+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba21430 0x5632fba23850 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=398159bb504fa0fc server_cookie=344a55f6a77ab5b0 in_seq=0 out_seq=0 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f2141ffb640 1 -- 172.21.15.17:0/2934756795 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5632fb6ac720 con 0x5632fba21430 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f2141ffb640 10 client.28760 handle_command_reply: tid=0 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 client.28760 shutdown 2024-03-16T18:32:44.471 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 msgr2=0x5632fba0e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba0e470 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2154004150 tx=0x7f2154004180 comp rx=0 tx=0).stop 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 shutdown_connections 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba21430 0x5632fba23850 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba11750 0x5632fba0e9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f2141ffb640 0 client.28760 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba0e470 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 --2- 172.21.15.17:0/2934756795 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08250 0x5632fba110e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 >> 172.21.15.17:0/2934756795 conn(0x5632fba02980 msgr2=0x5632fba046d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 shutdown_connections 2024-03-16T18:32:44.472 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 1 -- 172.21.15.17:0/2934756795 wait complete. 2024-03-16T18:32:44.473 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.463+0000 7f21673ca740 20 client.28760 trim_cache size 0 max 16384 2024-03-16T18:32:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 Processor -- start 2024-03-16T18:32:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 -- start start 2024-03-16T18:32:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba10ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.481 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba110e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba11750 0x5632fba1ca70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fb8f5130 con 0x5632fba08250 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fba03980 con 0x5632fba08b70 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21673ca740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fba07c90 con 0x5632fba11750 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba10ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba10ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41488/0 (socket says 172.21.15.17:41488) 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 -- 172.21.15.17:0/2922297526 learned_addr learned my addr 172.21.15.17:0/2922297526 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f21624a8640 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba110e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba11750 0x5632fba1ca70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 -- 172.21.15.17:0/2922297526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba11750 msgr2=0x5632fba1ca70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba11750 0x5632fba1ca70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 -- 172.21.15.17:0/2922297526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 msgr2=0x5632fba110e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.482 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba110e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.476+0000 7f2161ca7640 1 -- 172.21.15.17:0/2922297526 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5632fb90ac20 con 0x5632fba08250 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba10ba0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f2150012f40 tx=0x7f21500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=187b003f04aea9f9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f2143fff640 1 -- 172.21.15.17:0/2922297526 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2150016040 con 0x5632fba08250 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f2143fff640 1 -- 172.21.15.17:0/2922297526 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f215002c030 con 0x5632fba08250 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f2143fff640 1 -- 172.21.15.17:0/2922297526 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2150004990 con 0x5632fba08250 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 -- 172.21.15.17:0/2922297526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 msgr2=0x5632fba10ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba10ba0 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7f2150012f40 tx=0x7f21500046c0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 -- 172.21.15.17:0/2922297526 shutdown_connections 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba11750 0x5632fba1ca70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba08b70 0x5632fba110e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 --2- 172.21.15.17:0/2922297526 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba10ba0 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 -- 172.21.15.17:0/2922297526 >> 172.21.15.17:0/2922297526 conn(0x5632fba02980 msgr2=0x5632fba01b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.483 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 -- 172.21.15.17:0/2922297526 shutdown_connections 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.477+0000 7f21673ca740 1 -- 172.21.15.17:0/2922297526 wait complete. 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 -- start start 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 Processor -- start 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba16580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba16ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba17000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fba0c500 con 0x5632fba08250 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fba7ccf0 con 0x5632fba11750 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5632fba7ce30 con 0x5632fba08b70 2024-03-16T18:32:44.484 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21673ca740 10 client.0 _ll_register_callbacks cb 0x7f2150009a20 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba16580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba16580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41502/0 (socket says 172.21.15.17:41502) 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 -- 172.21.15.17:0/2944887172 learned_addr learned my addr 172.21.15.17:0/2944887172 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f21624a8640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba16ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba17000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 -- 172.21.15.17:0/2944887172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 msgr2=0x5632fba16ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba16ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 -- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 msgr2=0x5632fba17000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba17000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 -- 172.21.15.17:0/2944887172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2150019040 con 0x5632fba08250 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2161ca7640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba16580 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f2150006010 tx=0x7f2150011530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57277c42e601945d server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.478+0000 7f2141ffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.485 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f2141ffb640 1 -- 172.21.15.17:0/2944887172 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2150016050 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f2141ffb640 1 -- 172.21.15.17:0/2944887172 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f2150011040 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f21540048a0 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f2141ffb640 1 -- 172.21.15.17:0/2944887172 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2150011200 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 10 client.18888 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5632fb9308c0 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f2141ffb640 1 -- 172.21.15.17:0/2944887172 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f21540048a0 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f2141ffb640 1 -- 172.21.15.17:0/2944887172 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f2150021430 con 0x5632fba08250 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 10 client.18888 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 10 client.18888 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 20 client.18888 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba7e320 0x5632fba80740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 4 client.18888 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:44.486 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x5632fb6fb890 con 0x5632fba7e320 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.479+0000 7f21624a8640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba7e320 0x5632fba80740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f2141ffb640 10 client.18888 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21624a8640 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba7e320 0x5632fba80740 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=5e04385ad6104257 server_cookie=f03472214593eab6 in_seq=0 out_seq=0 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f2141ffb640 1 -- 172.21.15.17:0/2944887172 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x5632fb6fb890 con 0x5632fba7e320 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f2141ffb640 10 client.18888 handle_command_reply: tid=0 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 client.18888 shutdown 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 msgr2=0x5632fba16580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba16580 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7f2150006010 tx=0x7f2150011530 comp rx=0 tx=0).stop 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 shutdown_connections 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x5632fba7e320 0x5632fba80740 crc :-1 s=READY pgs=80 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5632fba11750 0x5632fba17000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5632fba08b70 0x5632fba16ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.487 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 --2- 172.21.15.17:0/2944887172 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5632fba08250 0x5632fba16580 unknown :-1 s=CLOSED pgs=1384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f2141ffb640 0 client.18888 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:32:44.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 >> 172.21.15.17:0/2944887172 conn(0x5632fba02980 msgr2=0x5632fba03ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 shutdown_connections 2024-03-16T18:32:44.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 1 -- 172.21.15.17:0/2944887172 wait complete. 2024-03-16T18:32:44.488 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.480+0000 7f21673ca740 20 client.18888 trim_cache size 0 max 16384 2024-03-16T18:32:44.488 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:44.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f21440a1ba0 msgr2=0x7f21440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f21440a1ba0 0x7f21440a4060 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f214c09a660 tx=0x7f214c01b8f0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 msgr2=0x7f215c1978b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 0x7f215c1978b0 secure :-1 s=READY pgs=1382 cs=0 l=1 rev1=1 crypto rx=0x7f214c00eb10 tx=0x7f214c00c2d0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 shutdown_connections 2024-03-16T18:32:44.489 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f21440a1ba0 0x7f21440a4060 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f215c10bb30 0x7f215c1978b0 unknown :-1 s=CLOSED pgs=1382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f215c103080 0x7f215c19dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 --2- 172.21.15.17:0/3431056024 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f215c102760 0x7f215c19d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 >> 172.21.15.17:0/3431056024 conn(0x7f215c077550 msgr2=0x7f215c0fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 shutdown_connections 2024-03-16T18:32:44.490 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.481+0000 7f216470c640 1 -- 172.21.15.17:0/3431056024 wait complete. 2024-03-16T18:32:44.491 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:32:44.491 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:32:44.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:44 smithi149 ceph-mon[35991]: pgmap v349: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-03-16T18:32:44.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:44 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/919652405' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:32:44.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 -- 172.21.15.17:0/4072960908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f8101e60 msgr2=0x7f06f810e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 --2- 172.21.15.17:0/4072960908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f8101e60 0x7f06f810e320 secure :-1 s=READY pgs=1385 cs=0 l=1 rev1=1 crypto rx=0x7f06f0009ca0 tx=0x7f06f002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 -- 172.21.15.17:0/4072960908 shutdown_connections 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 --2- 172.21.15.17:0/4072960908 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f8101e60 0x7f06f810e320 unknown :-1 s=CLOSED pgs=1385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 --2- 172.21.15.17:0/4072960908 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06f81014a0 0x7f06f8101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 --2- 172.21.15.17:0/4072960908 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06f8107560 0x7f06f8107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 -- 172.21.15.17:0/4072960908 >> 172.21.15.17:0/4072960908 conn(0x7f06f80788f0 msgr2=0x7f06f8078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 -- 172.21.15.17:0/4072960908 shutdown_connections 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.596+0000 7f06ffb81640 1 -- 172.21.15.17:0/4072960908 wait complete. 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 Processor -- start 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 -- start start 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 0x7f06f819f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06f8101e60 0x7f06f819fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06f8107560 0x7f06f8199950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f8199fa0 con 0x7f06f81014a0 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f819a110 con 0x7f06f8107560 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06ffb81640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06f819a2d0 con 0x7f06f8101e60 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 0x7f06f819f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 0x7f06f819f7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41514/0 (socket says 172.21.15.17:41514) 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 -- 172.21.15.17:0/187754348 learned_addr learned my addr 172.21.15.17:0/187754348 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd11c640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06f8101e60 0x7f06f819fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fe11e640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06f8107560 0x7f06f8199950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 -- 172.21.15.17:0/187754348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06f8101e60 msgr2=0x7f06f819fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06f8101e60 0x7f06f819fce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 -- 172.21.15.17:0/187754348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06f8107560 msgr2=0x7f06f8199950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.599 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06f8107560 0x7f06f8199950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.597+0000 7f06fd91d640 1 -- 172.21.15.17:0/187754348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06f0009900 con 0x7f06f81014a0 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.598+0000 7f06fd91d640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 0x7f06f819f7a0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f06f400e9f0 tx=0x7f06f400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.598+0000 7f06eeffd640 1 -- 172.21.15.17:0/187754348 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f4009720 con 0x7f06f81014a0 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.598+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06f819a5b0 con 0x7f06f81014a0 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.598+0000 7f06eeffd640 1 -- 172.21.15.17:0/187754348 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f06f400cd80 con 0x7f06f81014a0 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.598+0000 7f06eeffd640 1 -- 172.21.15.17:0/187754348 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f4010430 con 0x7f06f81014a0 2024-03-16T18:32:44.600 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.598+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06f81a6840 con 0x7f06f81014a0 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.600+0000 7f06eeffd640 1 -- 172.21.15.17:0/187754348 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f06f4005020 con 0x7f06f81014a0 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.600+0000 7f07023fd740 1 Processor -- start 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.600+0000 7f07023fd740 1 -- start start 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f07023fd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0250 0x556b603a0630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f07023fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f07023fd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603abb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06eeffd640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06e40a1ba0 0x7f06e40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f07023fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b6035b960 con 0x556b603a0b70 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f07023fd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b6030f310 con 0x556b603a9750 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f07023fd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b6030c840 con 0x556b603a0250 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.608 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fe11e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0250 0x556b603a0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a9210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41516/0 (socket says 172.21.15.17:41516) 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 -- 172.21.15.17:0/4137644687 learned_addr learned my addr 172.21.15.17:0/4137644687 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd11c640 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603abb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fe11e640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06e40a1ba0 0x7f06e40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06eeffd640 1 -- 172.21.15.17:0/187754348 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f06f4014070 con 0x7f06f81014a0 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 -- 172.21.15.17:0/4137644687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0250 msgr2=0x556b603a0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0250 0x556b603a0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 -- 172.21.15.17:0/4137644687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 msgr2=0x556b603abb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603abb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.609 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 -- 172.21.15.17:0/4137644687 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b602ca060 con 0x556b603a0b70 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fd91d640 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a9210 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f06f409a6e0 tx=0x7f06f406ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdc4bdb687f60a19 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.601+0000 7f06fe11e640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06e40a1ba0 0x7f06e40a4060 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f06f0004af0 tx=0x7f06f0005c50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f06e3fff640 1 -- 172.21.15.17:0/4137644687 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f407dea0 con 0x556b603a0b70 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f06e3fff640 1 -- 172.21.15.17:0/4137644687 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f06f409a0b0 con 0x556b603a0b70 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f06e3fff640 1 -- 172.21.15.17:0/4137644687 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f4096dc0 con 0x556b603a0b70 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 -- 172.21.15.17:0/4137644687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 msgr2=0x556b603a9210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a9210 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f06f409a6e0 tx=0x7f06f406ca10 comp rx=0 tx=0).stop 2024-03-16T18:32:44.610 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 -- 172.21.15.17:0/4137644687 shutdown_connections 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a9210 unknown :-1 s=CLOSED pgs=1387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603abb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 --2- 172.21.15.17:0/4137644687 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0250 0x556b603a0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 -- 172.21.15.17:0/4137644687 >> 172.21.15.17:0/4137644687 conn(0x556b6039a980 msgr2=0x556b6039ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 -- 172.21.15.17:0/4137644687 shutdown_connections 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.602+0000 7f07023fd740 1 -- 172.21.15.17:0/4137644687 wait complete. 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 -- start start 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 Processor -- start 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b603a9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0b70 0x556b603a64d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b603a6ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b60308020 con 0x556b603a0250 2024-03-16T18:32:44.611 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b5ffdb430 con 0x556b603a0b70 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b5ff97e00 con 0x556b603a9750 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f07023fd740 10 client.0 _ll_register_callbacks cb 0x556b602afcb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b603a9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b603a9140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41522/0 (socket says 172.21.15.17:41522) 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f06fd91d640 1 -- 172.21.15.17:0/3826683898 learned_addr learned my addr 172.21.15.17:0/3826683898 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f06fd11c640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0b70 0x556b603a64d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.603+0000 7f06fe11e640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b603a6ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06fd91d640 1 -- 172.21.15.17:0/3826683898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 msgr2=0x556b603a6ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06fd91d640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b603a6ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.612 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06fd91d640 1 -- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0b70 msgr2=0x556b603a64d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06fd91d640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0b70 0x556b603a64d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06fd91d640 1 -- 172.21.15.17:0/3826683898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06f81a6840 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06fd91d640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b603a9140 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f06f4097120 tx=0x7f06f40cb720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d313dc902da0649 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06e17fa640 1 -- 172.21.15.17:0/3826683898 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f409a750 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06e17fa640 1 -- 172.21.15.17:0/3826683898 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f06f409ae50 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556b600077e0 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06e17fa640 1 -- 172.21.15.17:0/3826683898 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06f40052d0 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 10 client.18900 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556b603066a0 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06e17fa640 1 -- 172.21.15.17:0/3826683898 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556b600077e0 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f06e17fa640 1 -- 172.21.15.17:0/3826683898 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f06f401f060 con 0x556b603a0250 2024-03-16T18:32:44.613 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 10 client.18900 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 10 client.18900 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 20 client.18900 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b603b9440 0x556b603bb830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.604+0000 7f07023fd740 4 client.18900 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.605+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556b60044720 con 0x556b603b9440 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.605+0000 7f06fd11c640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b603b9440 0x556b603bb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.605+0000 7f06fd11c640 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b603b9440 0x556b603bb830 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=67bdbdb414ee69b server_cookie=7ed28065608ed82c in_seq=0 out_seq=0 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.605+0000 7f06e17fa640 10 client.18900 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:44.614 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f06e17fa640 1 -- 172.21.15.17:0/3826683898 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556b60044720 con 0x556b603b9440 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f06e17fa640 10 client.18900 handle_command_reply: tid=0 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 client.18900 shutdown 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 msgr2=0x556b603a9140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b603a9140 secure :-1 s=READY pgs=1388 cs=0 l=1 rev1=1 crypto rx=0x7f06f4097120 tx=0x7f06f40cb720 comp rx=0 tx=0).stop 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 shutdown_connections 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b603b9440 0x556b603bb830 crc :-1 s=READY pgs=209 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b603a6ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0b70 0x556b603a64d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f06e17fa640 0 client.18900 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 --2- 172.21.15.17:0/3826683898 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b603a9140 unknown :-1 s=CLOSED pgs=1388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 >> 172.21.15.17:0/3826683898 conn(0x556b6039a980 msgr2=0x556b6039c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.615 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 shutdown_connections 2024-03-16T18:32:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 1 -- 172.21.15.17:0/3826683898 wait complete. 2024-03-16T18:32:44.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.606+0000 7f07023fd740 20 client.18900 trim_cache size 0 max 16384 2024-03-16T18:32:44.616 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:44 smithi153 ceph-mon[36005]: pgmap v349: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 84 KiB/s rd, 79 KiB/s wr, 20 op/s 2024-03-16T18:32:44.616 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:44 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/919652405' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:32:44.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.618+0000 7f07023fd740 1 Processor -- start 2024-03-16T18:32:44.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.618+0000 7f07023fd740 1 -- start start 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f07023fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b60399b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f07023fd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0b70 0x556b603a8c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f07023fd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603a9140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f07023fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b6028d130 con 0x556b603a0250 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f07023fd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b603bbe60 con 0x556b603a9750 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f07023fd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b603a20a0 con 0x556b603a0b70 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b60399b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b60399b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41530/0 (socket says 172.21.15.17:41530) 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 -- 172.21.15.17:0/2905021037 learned_addr learned my addr 172.21.15.17:0/2905021037 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd11c640 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0b70 0x556b603a8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fe11e640 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603a9140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 -- 172.21.15.17:0/2905021037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0b70 msgr2=0x556b603a8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0b70 0x556b603a8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 -- 172.21.15.17:0/2905021037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 msgr2=0x556b603a9140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603a9140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 -- 172.21.15.17:0/2905021037 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556b602a2c20 con 0x556b603a0250 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fe11e640 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603a9140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06fd91d640 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b60399b80 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f06f409a450 tx=0x7f06f409a2b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cb256c9cdf735f3 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06e37fe640 1 -- 172.21.15.17:0/2905021037 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f40046c0 con 0x556b603a0250 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06e37fe640 1 -- 172.21.15.17:0/2905021037 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f06f40052d0 con 0x556b603a0250 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.619+0000 7f06e37fe640 1 -- 172.21.15.17:0/2905021037 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06f40ba1e0 con 0x556b603a0250 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 -- 172.21.15.17:0/2905021037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 msgr2=0x556b60399b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b60399b80 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7f06f409a450 tx=0x7f06f409a2b0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 -- 172.21.15.17:0/2905021037 shutdown_connections 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a9750 0x556b603a9140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a0b70 0x556b603a8c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 --2- 172.21.15.17:0/2905021037 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0250 0x556b60399b80 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 -- 172.21.15.17:0/2905021037 >> 172.21.15.17:0/2905021037 conn(0x556b6039a980 msgr2=0x556b6039ad60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 -- 172.21.15.17:0/2905021037 shutdown_connections 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 -- 172.21.15.17:0/2905021037 wait complete. 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 -- start start 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.620+0000 7f07023fd740 1 Processor -- start 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0250 0x556b603a3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b60413c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b604141c0 con 0x556b603a0b70 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b60414300 con 0x556b603a0250 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556b60414440 con 0x556b603a9750 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 10 client.0 _ll_register_callbacks cb 0x7f06e80097a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:44.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41532/0 (socket says 172.21.15.17:41532) 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 -- 172.21.15.17:0/3816839445 learned_addr learned my addr 172.21.15.17:0/3816839445 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd91d640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0250 0x556b603a3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fe11e640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b60413c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 -- 172.21.15.17:0/3816839445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 msgr2=0x556b60413c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b60413c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 -- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0250 msgr2=0x556b603a3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0250 0x556b603a3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 -- 172.21.15.17:0/3816839445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556b603066a0 con 0x556b603a0b70 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06fd11c640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a37c0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f06e8005d00 tx=0x7f06e8020c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eee6d81d2f57e8c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06e17fa640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06e17fa640 1 -- 172.21.15.17:0/3816839445 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06e8017040 con 0x556b603a0b70 2024-03-16T18:32:44.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06e17fa640 1 -- 172.21.15.17:0/3816839445 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f06e8004020 con 0x556b603a0b70 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556b603960f0 con 0x556b603a0b70 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f06e17fa640 1 -- 172.21.15.17:0/3816839445 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f06e80041e0 con 0x556b603a0b70 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 10 client.18906 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.621+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556b602c88c0 con 0x556b603a0b70 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06e17fa640 1 -- 172.21.15.17:0/3816839445 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556b603960f0 con 0x556b603a0b70 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06e17fa640 1 -- 172.21.15.17:0/3816839445 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f06e8003790 con 0x556b603a0b70 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 10 client.18906 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 10 client.18906 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 20 client.18906 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b60415d20 0x556b60418140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 4 client.18906 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f06f409a0b0 con 0x556b60415d20 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06fd91d640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b60415d20 0x556b60418140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06fd91d640 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b60415d20 0x556b60418140 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7ccaae8349e584c3 server_cookie=1828a36dc760e23b in_seq=0 out_seq=0 2024-03-16T18:32:44.629 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06e17fa640 10 client.18906 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06e17fa640 1 -- 172.21.15.17:0/3816839445 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f06f409a0b0 con 0x556b60415d20 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f06e17fa640 10 client.18906 handle_command_reply: tid=0 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.622+0000 7f07023fd740 1 client.18906 shutdown 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 msgr2=0x556b603a37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a37c0 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7f06e8005d00 tx=0x7f06e8020c00 comp rx=0 tx=0).stop 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 shutdown_connections 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x556b60415d20 0x556b60418140 crc :-1 s=READY pgs=210 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556b603a0b70 0x556b603a37c0 unknown :-1 s=CLOSED pgs=1390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556b603a9750 0x556b60413c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 --2- 172.21.15.17:0/3816839445 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556b603a0250 0x556b603a3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06e17fa640 0 client.18906 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:44.630 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 >> 172.21.15.17:0/3816839445 conn(0x556b6039a980 msgr2=0x556b603a1920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 shutdown_connections 2024-03-16T18:32:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 1 -- 172.21.15.17:0/3816839445 wait complete. 2024-03-16T18:32:44.631 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f07023fd740 20 client.18906 trim_cache size 0 max 16384 2024-03-16T18:32:44.631 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06e40a1ba0 msgr2=0x7f06e40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06e40a1ba0 0x7f06e40a4060 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f06f0004af0 tx=0x7f06f0005c50 comp rx=0 tx=0).stop 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 msgr2=0x7f06f819f7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 0x7f06f819f7a0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f06f400e9f0 tx=0x7f06f400edf0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 shutdown_connections 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f06e40a1ba0 0x7f06e40a4060 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f06f8107560 0x7f06f8199950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f06f8101e60 0x7f06f819fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 --2- 172.21.15.17:0/187754348 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f06f81014a0 0x7f06f819f7a0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 >> 172.21.15.17:0/187754348 conn(0x7f06f80788f0 msgr2=0x7f06f80ffd80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:44.632 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 shutdown_connections 2024-03-16T18:32:44.633 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:44.623+0000 7f06ffb81640 1 -- 172.21.15.17:0/187754348 wait complete. 2024-03-16T18:32:45.634 INFO:tasks.fwd_scrub.fs.[cephfs]:scrubbing fs: cephfs 2024-03-16T18:32:45.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:32:45.634 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph tell mds.1:0 scrub start / force,recursive 2024-03-16T18:32:45.755 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 -- 172.21.15.17:0/1890256309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 msgr2=0x7f7588101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 --2- 172.21.15.17:0/1890256309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f7588101920 secure :-1 s=READY pgs=1391 cs=0 l=1 rev1=1 crypto rx=0x7f7578009900 tx=0x7f757802bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 -- 172.21.15.17:0/1890256309 shutdown_connections 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 --2- 172.21.15.17:0/1890256309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f7588101920 unknown :-1 s=CLOSED pgs=1391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 --2- 172.21.15.17:0/1890256309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7588101e60 0x7f758810e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 --2- 172.21.15.17:0/1890256309 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7588107560 0x7f7588107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 -- 172.21.15.17:0/1890256309 >> 172.21.15.17:0/1890256309 conn(0x7f75880788f0 msgr2=0x7f7588078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 -- 172.21.15.17:0/1890256309 shutdown_connections 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.754+0000 7f758f7ac640 1 -- 172.21.15.17:0/1890256309 wait complete. 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 Processor -- start 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 -- start start 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f758819d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.756 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7588101e60 0x7f758819dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7588107560 0x7f75881977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7588197e70 con 0x7f75881014a0 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7588197fe0 con 0x7f7588101e60 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758f7ac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75881981a0 con 0x7f7588107560 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f758819d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f758819d660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41548/0 (socket says 172.21.15.17:41548) 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 -- 172.21.15.17:0/3945112297 learned_addr learned my addr 172.21.15.17:0/3945112297 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758cd47640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7588101e60 0x7f758819dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758dd49640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7588107560 0x7f75881977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 -- 172.21.15.17:0/3945112297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7588107560 msgr2=0x7f75881977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7588107560 0x7f75881977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 -- 172.21.15.17:0/3945112297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7588101e60 msgr2=0x7f758819dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7588101e60 0x7f758819dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.755+0000 7f758d548640 1 -- 172.21.15.17:0/3945112297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7578009560 con 0x7f75881014a0 2024-03-16T18:32:45.757 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.756+0000 7f758d548640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f758819d660 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f758400e9f0 tx=0x7f758400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.756+0000 7f757e7fc640 1 -- 172.21.15.17:0/3945112297 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7584009720 con 0x7f75881014a0 2024-03-16T18:32:45.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.756+0000 7f757e7fc640 1 -- 172.21.15.17:0/3945112297 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f758400cd80 con 0x7f75881014a0 2024-03-16T18:32:45.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.756+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7588198480 con 0x7f75881014a0 2024-03-16T18:32:45.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.756+0000 7f757e7fc640 1 -- 172.21.15.17:0/3945112297 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7584010430 con 0x7f75881014a0 2024-03-16T18:32:45.758 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.756+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75881a4690 con 0x7f75881014a0 2024-03-16T18:32:45.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.758+0000 7f757e7fc640 1 -- 172.21.15.17:0/3945112297 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f7584005020 con 0x7f75881014a0 2024-03-16T18:32:45.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 Processor -- start 2024-03-16T18:32:45.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 -- start start 2024-03-16T18:32:45.764 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f757e7fc640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f75740a1ba0 0x7f75740a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0e6760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ef2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f1d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d054f90 con 0x55602d0e6380 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d0524c0 con 0x55602d0e6d30 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f7592384740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d04dca0 con 0x55602d0ef8b0 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758dd49640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f75740a1ba0 0x7f75740a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0e6760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758dd49640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f1d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758cd47640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ef2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f757e7fc640 1 -- 172.21.15.17:0/3945112297 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f7584014070 con 0x7f75881014a0 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0e6760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41560/0 (socket says 172.21.15.17:41560) 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 -- 172.21.15.17:0/2300970623 learned_addr learned my addr 172.21.15.17:0/2300970623 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 -- 172.21.15.17:0/2300970623 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 msgr2=0x55602d0f1d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f1d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 -- 172.21.15.17:0/2300970623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 msgr2=0x55602d0ef2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ef2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758d548640 1 -- 172.21.15.17:0/2300970623 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55602d0100b0 con 0x55602d0e6380 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758cd47640 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ef2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.759+0000 7f758dd49640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f75740a1ba0 0x7f75740a4060 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7580005fd0 tx=0x7f7580009e00 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f758d548640 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0e6760 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f75840a29f0 tx=0x7f758409a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfff41699e44f8c6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f75737fe640 1 -- 172.21.15.17:0/2300970623 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75840046c0 con 0x55602d0e6380 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f75737fe640 1 -- 172.21.15.17:0/2300970623 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f758409ae80 con 0x55602d0e6380 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f75737fe640 1 -- 172.21.15.17:0/2300970623 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75840cb520 con 0x55602d0e6380 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f7592384740 1 -- 172.21.15.17:0/2300970623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 msgr2=0x55602d0e6760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f7592384740 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0e6760 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7f75840a29f0 tx=0x7f758409a610 comp rx=0 tx=0).stop 2024-03-16T18:32:45.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f7592384740 1 -- 172.21.15.17:0/2300970623 shutdown_connections 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f7592384740 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f1d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f7592384740 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ef2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.760+0000 7f7592384740 1 --2- 172.21.15.17:0/2300970623 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0e6760 unknown :-1 s=CLOSED pgs=1393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- 172.21.15.17:0/2300970623 >> 172.21.15.17:0/2300970623 conn(0x55602d0e0840 msgr2=0x55602d0e0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- 172.21.15.17:0/2300970623 shutdown_connections 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- 172.21.15.17:0/2300970623 wait complete. 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- start start 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 Processor -- start 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0ec7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ecd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0ed240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602cff2f40 con 0x55602d0e6380 2024-03-16T18:32:45.767 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602cd214b0 con 0x55602d0e6d30 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602cfd3670 con 0x55602d0ef8b0 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f7592384740 10 client.0 _ll_register_callbacks cb 0x55602d040f70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.761+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0ec7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0ec7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41568/0 (socket says 172.21.15.17:41568) 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 -- 172.21.15.17:0/852912028 learned_addr learned my addr 172.21.15.17:0/852912028 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758cd47640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ecd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758dd49640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0ed240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 -- 172.21.15.17:0/852912028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 msgr2=0x55602d0ed240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0ed240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 -- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 msgr2=0x55602d0ecd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ecd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 -- 172.21.15.17:0/852912028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75881a4690 con 0x55602d0e6380 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f758d548640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0ec7c0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f758400c6a0 tx=0x7f75840a2f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fcb9ba631814a0a2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7570ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7570ff9640 1 -- 172.21.15.17:0/852912028 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7584075400 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7570ff9640 1 -- 172.21.15.17:0/852912028 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f75840046c0 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55602d027f40 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7570ff9640 1 -- 172.21.15.17:0/852912028 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f758409ae80 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7592384740 10 client.18918 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55602d04c320 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.762+0000 7f7570ff9640 1 -- 172.21.15.17:0/852912028 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55602d027f40 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7570ff9640 1 -- 172.21.15.17:0/852912028 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f758401f060 con 0x55602d0e6380 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7592384740 10 client.18918 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7592384740 10 client.18918 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7592384740 20 client.18918 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7592384740 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d0ffa00 0x55602d101df0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7592384740 4 client.18918 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55602d044310 con 0x55602d0ffa00 2024-03-16T18:32:45.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f758cd47640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d0ffa00 0x55602d101df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f758cd47640 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d0ffa00 0x55602d101df0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=260b907dea48e8bf server_cookie=f63ca469b5ad935b in_seq=0 out_seq=0 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.763+0000 7f7570ff9640 10 client.18918 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.764+0000 7f7570ff9640 1 -- 172.21.15.17:0/852912028 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55602d044310 con 0x55602d0ffa00 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.764+0000 7f7570ff9640 10 client.18918 handle_command_reply: tid=0 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.764+0000 7f7592384740 1 client.18918 shutdown 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 msgr2=0x55602d0ec7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0ec7c0 secure :-1 s=READY pgs=1394 cs=0 l=1 rev1=1 crypto rx=0x7f758400c6a0 tx=0x7f75840a2f90 comp rx=0 tx=0).stop 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 shutdown_connections 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d0ffa00 0x55602d101df0 crc :-1 s=READY pgs=211 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0ed240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0ecd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7570ff9640 0 client.18918 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.770 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 --2- 172.21.15.17:0/852912028 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0ec7c0 unknown :-1 s=CLOSED pgs=1394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 >> 172.21.15.17:0/852912028 conn(0x55602d0e0840 msgr2=0x55602d0e27a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 shutdown_connections 2024-03-16T18:32:45.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 1 -- 172.21.15.17:0/852912028 wait complete. 2024-03-16T18:32:45.771 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.765+0000 7f7592384740 20 client.18918 trim_cache size 0 max 16384 2024-03-16T18:32:45.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 Processor -- start 2024-03-16T18:32:45.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 -- start start 2024-03-16T18:32:45.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 0x55602d0ed060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0e6d30 0x55602d0fadb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 0x55602d0fb2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d0fc8a0 con 0x55602d0ef8b0 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d0f1ca0 con 0x55602d0e6380 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.781+0000 7f7592384740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d0fb830 con 0x55602d0e6d30 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 0x55602d0fb2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758d548640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 0x55602d0ed060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 0x55602d0fb2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41570/0 (socket says 172.21.15.17:41570) 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 -- 172.21.15.17:0/1538816566 learned_addr learned my addr 172.21.15.17:0/1538816566 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758d548640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 0x55602d0ed060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:59648/0 (socket says 172.21.15.17:59648) 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758cd47640 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0e6d30 0x55602d0fadb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 -- 172.21.15.17:0/1538816566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0e6d30 msgr2=0x55602d0fadb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0e6d30 0x55602d0fadb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.787 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 -- 172.21.15.17:0/1538816566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 msgr2=0x55602d0ed060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 0x55602d0ed060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 -- 172.21.15.17:0/1538816566 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55602cfe8c00 con 0x55602d0ef8b0 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758d548640 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 0x55602d0ed060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f758dd49640 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 0x55602d0fb2f0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f758000ff70 tx=0x7f7580009500 comp rx=0 tx=0).ready entity=mon.0 client_cookie=461f111e2abe9b32 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f7572ffd640 1 -- 172.21.15.17:0/1538816566 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f758001fe30 con 0x55602d0ef8b0 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f7572ffd640 1 -- 172.21.15.17:0/1538816566 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f7580013170 con 0x55602d0ef8b0 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.782+0000 7f7572ffd640 1 -- 172.21.15.17:0/1538816566 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7580004020 con 0x55602d0ef8b0 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 -- 172.21.15.17:0/1538816566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 msgr2=0x55602d0fb2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 0x55602d0fb2f0 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f758000ff70 tx=0x7f7580009500 comp rx=0 tx=0).stop 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 -- 172.21.15.17:0/1538816566 shutdown_connections 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0ef8b0 0x55602d0fb2f0 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0e6d30 0x55602d0fadb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 --2- 172.21.15.17:0/1538816566 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6380 0x55602d0ed060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 -- 172.21.15.17:0/1538816566 >> 172.21.15.17:0/1538816566 conn(0x55602d0e0840 msgr2=0x55602d106670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 -- 172.21.15.17:0/1538816566 shutdown_connections 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 -- 172.21.15.17:0/1538816566 wait complete. 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 -- start start 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.783+0000 7f7592384740 1 Processor -- start 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0f7680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0f3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f3f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d0f4640 con 0x55602d0e6380 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d0f47b0 con 0x55602d0e6d30 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55602d15b250 con 0x55602d0ef8b0 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 10 client.0 _ll_register_callbacks cb 0x7f7584005e30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0f7680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758cd47640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0f3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758dd49640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f3f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0f7680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41582/0 (socket says 172.21.15.17:41582) 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 -- 172.21.15.17:0/1773664470 learned_addr learned my addr 172.21.15.17:0/1773664470 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 -- 172.21.15.17:0/1773664470 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 msgr2=0x55602d0f3f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f3f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 -- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 msgr2=0x55602d0f3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0f3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 -- 172.21.15.17:0/1773664470 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55602d04c320 con 0x55602d0e6380 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758dd49640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758cd47640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0f3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f758d548640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0f7680 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f758409ea90 tx=0x7f75840049c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53e6bce6d35e2c6f server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7570ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7570ff9640 1 -- 172.21.15.17:0/1773664470 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7584075060 con 0x55602d0e6380 2024-03-16T18:32:45.790 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7570ff9640 1 -- 172.21.15.17:0/1773664470 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f758409e8d0 con 0x55602d0e6380 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.784+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55602d073900 con 0x55602d0e6380 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7570ff9640 1 -- 172.21.15.17:0/1773664470 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f75840a2d50 con 0x55602d0e6380 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 10 client.18924 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x7f758001b040 con 0x55602d0e6380 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7570ff9640 1 -- 172.21.15.17:0/1773664470 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55602d073900 con 0x55602d0e6380 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7570ff9640 1 -- 172.21.15.17:0/1773664470 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f758401f070 con 0x55602d0e6380 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 10 client.18924 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 10 client.18924 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 20 client.18924 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d15c560 0x55602d15e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 4 client.18924 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}] 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub start", "path": "/", "scrubops": ["force", "recursive"]}) v1 -- 0x55602cd4d860 con 0x55602d15c560 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f758cd47640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d15c560 0x55602d15e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f7570ff9640 10 client.18924 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.791 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.785+0000 7f758cd47640 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d15c560 0x55602d15e950 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0f32f4cb7832805 server_cookie=8da59f0a324473ba in_seq=0 out_seq=0 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.786+0000 7f7570ff9640 1 -- 172.21.15.17:0/1773664470 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55602cd4d860 con 0x55602d15c560 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.786+0000 7f7570ff9640 10 client.18924 handle_command_reply: tid=0 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.786+0000 7f7592384740 1 client.18924 shutdown 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 msgr2=0x55602d0f7680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0f7680 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f758409ea90 tx=0x7f75840049c0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 shutdown_connections 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55602d15c560 0x55602d15e950 crc :-1 s=READY pgs=212 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55602d0ef8b0 0x55602d0f3f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7570ff9640 0 client.18924 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55602d0e6d30 0x55602d0f3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 --2- 172.21.15.17:0/1773664470 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55602d0e6380 0x55602d0f7680 unknown :-1 s=CLOSED pgs=1396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 >> 172.21.15.17:0/1773664470 conn(0x55602d0e0840 msgr2=0x55602d106f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 shutdown_connections 2024-03-16T18:32:45.792 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 1 -- 172.21.15.17:0/1773664470 wait complete. 2024-03-16T18:32:45.793 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f7592384740 20 client.18924 trim_cache size 0 max 16384 2024-03-16T18:32:45.793 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:32:45.793 INFO:teuthology.orchestra.run.smithi017.stdout: "return_code": 0, 2024-03-16T18:32:45.793 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_tag": "fc028b31-921a-43f3-aa56-94f01163792f", 2024-03-16T18:32:45.793 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": "asynchronous" 2024-03-16T18:32:45.793 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:32:45.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f75740a1ba0 msgr2=0x7f75740a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f75740a1ba0 0x7f75740a4060 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f7580005fd0 tx=0x7f7580009e00 comp rx=0 tx=0).stop 2024-03-16T18:32:45.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 msgr2=0x7f758819d660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f758819d660 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7f758400e9f0 tx=0x7f758400edf0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 shutdown_connections 2024-03-16T18:32:45.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f75740a1ba0 0x7f75740a4060 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f7588107560 0x7f75881977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f7588101e60 0x7f758819dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 --2- 172.21.15.17:0/3945112297 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f75881014a0 0x7f758819d660 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.787+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 >> 172.21.15.17:0/3945112297 conn(0x7f75880788f0 msgr2=0x7f7588100080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.788+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 shutdown_connections 2024-03-16T18:32:45.795 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.788+0000 7f758f7ac640 1 -- 172.21.15.17:0/3945112297 wait complete. 2024-03-16T18:32:45.798 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:32:45.798 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:32:45.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 -- 172.21.15.17:0/735054922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101e20 msgr2=0x7fbc9010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 --2- 172.21.15.17:0/735054922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101e20 0x7fbc9010e330 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fbc88009ca0 tx=0x7fbc8802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 -- 172.21.15.17:0/735054922 shutdown_connections 2024-03-16T18:32:45.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 --2- 172.21.15.17:0/735054922 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90101460 0x7fbc901018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 --2- 172.21.15.17:0/735054922 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101e20 0x7fbc9010e330 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 --2- 172.21.15.17:0/735054922 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90107500 0x7fbc901078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.903+0000 7fbc96dac640 1 -- 172.21.15.17:0/735054922 >> 172.21.15.17:0/735054922 conn(0x7fbc900fcf90 msgr2=0x7fbc900ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 -- 172.21.15.17:0/735054922 shutdown_connections 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 -- 172.21.15.17:0/735054922 wait complete. 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 Processor -- start 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 -- start start 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101460 0x7fbc9019d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90101e20 0x7fbc9019db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 0x7fbc901977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc90197e60 con 0x7fbc90107500 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc90197fd0 con 0x7fbc90101460 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc96dac640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc90198190 con 0x7fbc90101e20 2024-03-16T18:32:45.906 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc95349640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 0x7fbc901977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc95349640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 0x7fbc901977c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41596/0 (socket says 172.21.15.17:41596) 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc95349640 1 -- 172.21.15.17:0/1792666064 learned_addr learned my addr 172.21.15.17:0/1792666064 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90101e20 0x7fbc9019db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.904+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101460 0x7fbc9019d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc95349640 1 -- 172.21.15.17:0/1792666064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90101e20 msgr2=0x7fbc9019db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc95349640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90101e20 0x7fbc9019db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc95349640 1 -- 172.21.15.17:0/1792666064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101460 msgr2=0x7fbc9019d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc95349640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101460 0x7fbc9019d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc95349640 1 -- 172.21.15.17:0/1792666064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc88009900 con 0x7fbc90107500 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90101e20 0x7fbc9019db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101460 0x7fbc9019d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc95349640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 0x7fbc901977c0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fbc88005e30 tx=0x7fbc88034a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc8dffb640 1 -- 172.21.15.17:0/1792666064 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc88032820 con 0x7fbc90107500 2024-03-16T18:32:45.907 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbc90198410 con 0x7fbc90107500 2024-03-16T18:32:45.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc8dffb640 1 -- 172.21.15.17:0/1792666064 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc88003e20 con 0x7fbc90107500 2024-03-16T18:32:45.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc8dffb640 1 -- 172.21.15.17:0/1792666064 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc88004790 con 0x7fbc90107500 2024-03-16T18:32:45.908 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.905+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc901a4680 con 0x7fbc90107500 2024-03-16T18:32:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc8dffb640 1 -- 172.21.15.17:0/1792666064 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbc8800a040 con 0x7fbc90107500 2024-03-16T18:32:45.915 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 Processor -- start 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 -- start start 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c57aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc8dffb640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc800a1ba0 0x7fbc800a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c60680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c62fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48bc2280 con 0x55df48c576c0 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48bbf7b0 con 0x55df48c60bc0 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.908+0000 7fbc99984740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48bbaf90 con 0x55df48c57fe0 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c57aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8dffb640 1 -- 172.21.15.17:0/1792666064 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbc880f07f0 con 0x7fbc90107500 2024-03-16T18:32:45.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c57aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41598/0 (socket says 172.21.15.17:41598) 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3474383689 learned_addr learned my addr 172.21.15.17:0/3474383689 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc800a1ba0 0x7fbc800a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c60680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc95349640 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c62fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3474383689 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 msgr2=0x55df48c60680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c60680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3474383689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 msgr2=0x55df48c62fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c62fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3474383689 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df48b79570 con 0x55df48c576c0 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc95349640 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c62fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c57aa0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c0137a0 tx=0x7fbc7c0096a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea7d6fc67878a58b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc800a1ba0 0x7fbc800a4060 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbc84009ba0 tx=0x7fbc84005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc7affd640 1 -- 172.21.15.17:0/3474383689 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c013de0 con 0x55df48c576c0 2024-03-16T18:32:45.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc7affd640 1 -- 172.21.15.17:0/3474383689 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc7c0130d0 con 0x55df48c576c0 2024-03-16T18:32:45.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.909+0000 7fbc7affd640 1 -- 172.21.15.17:0/3474383689 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c011760 con 0x55df48c576c0 2024-03-16T18:32:45.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 -- 172.21.15.17:0/3474383689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 msgr2=0x55df48c57aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c57aa0 secure :-1 s=READY pgs=1398 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c0137a0 tx=0x7fbc7c0096a0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 -- 172.21.15.17:0/3474383689 shutdown_connections 2024-03-16T18:32:45.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c62fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c60680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 --2- 172.21.15.17:0/3474383689 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c57aa0 unknown :-1 s=CLOSED pgs=1398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 -- 172.21.15.17:0/3474383689 >> 172.21.15.17:0/3474383689 conn(0x55df48c51da0 msgr2=0x55df48c52180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 -- 172.21.15.17:0/3474383689 shutdown_connections 2024-03-16T18:32:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.910+0000 7fbc99984740 1 -- 172.21.15.17:0/3474383689 wait complete. 2024-03-16T18:32:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 -- start start 2024-03-16T18:32:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 Processor -- start 2024-03-16T18:32:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c576c0 0x55df48c5da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 0x55df48c5df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c5e4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4888e430 con 0x55df48c57fe0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df4884ae00 con 0x55df48c60bc0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48b3ffd0 con 0x55df48c576c0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc99984740 10 client.0 _ll_register_callbacks cb 0x55df48b95fd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 0x55df48c5df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 0x55df48c5df60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41602/0 (socket says 172.21.15.17:41602) 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3149877200 learned_addr learned my addr 172.21.15.17:0/3149877200 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc94b48640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c576c0 0x55df48c5da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc95349640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c5e4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3149877200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c576c0 msgr2=0x55df48c5da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c576c0 0x55df48c5da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 msgr2=0x55df48c5e4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.911+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c5e4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.921 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc8ffff640 1 -- 172.21.15.17:0/3149877200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc7c01b040 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 0x55df48c5df60 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c00ff20 tx=0x7fbc7c00fe40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa0ef636f0552388 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc6ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc6ffff640 1 -- 172.21.15.17:0/3149877200 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc7c0118f0 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55df488ba7e0 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc6ffff640 1 -- 172.21.15.17:0/3149877200 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbc7c013240 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc6ffff640 1 -- 172.21.15.17:0/3149877200 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc7c009530 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc99984740 10 client.18936 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55df48bb9610 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.912+0000 7fbc6ffff640 1 -- 172.21.15.17:0/3149877200 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55df488ba7e0 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc6ffff640 1 -- 172.21.15.17:0/3149877200 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbc7c029890 con 0x55df48c57fe0 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc99984740 10 client.18936 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:45.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc99984740 10 client.18936 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc99984740 20 client.18936 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc99984740 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48c70c80 0x55df48c730a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc99984740 4 client.18936 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55df488f7720 con 0x55df48c70c80 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc94b48640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48c70c80 0x55df48c730a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc6ffff640 10 client.18936 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.913+0000 7fbc94b48640 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48c70c80 0x55df48c730a0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bd3dba7dca4931ba server_cookie=25d9ec52f4ed731e in_seq=0 out_seq=0 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc6ffff640 1 -- 172.21.15.17:0/3149877200 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55df488f7720 con 0x55df48c70c80 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc6ffff640 10 client.18936 handle_command_reply: tid=0 2024-03-16T18:32:45.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 client.18936 shutdown 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 msgr2=0x55df48c5df60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 0x55df48c5df60 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7fbc7c00ff20 tx=0x7fbc7c00fe40 comp rx=0 tx=0).stop 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 shutdown_connections 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48c70c80 0x55df48c730a0 crc :-1 s=READY pgs=213 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c57fe0 0x55df48c5df60 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c60bc0 0x55df48c5e4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc6ffff640 0 client.18936 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 --2- 172.21.15.17:0/3149877200 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c576c0 0x55df48c5da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 >> 172.21.15.17:0/3149877200 conn(0x55df48c51da0 msgr2=0x55df48c53b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 shutdown_connections 2024-03-16T18:32:45.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 1 -- 172.21.15.17:0/3149877200 wait complete. 2024-03-16T18:32:45.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.914+0000 7fbc99984740 20 client.18936 trim_cache size 0 max 16384 2024-03-16T18:32:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.930+0000 7fbc99984740 1 Processor -- start 2024-03-16T18:32:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.930+0000 7fbc99984740 1 -- start start 2024-03-16T18:32:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.930+0000 7fbc99984740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c576c0 0x55df48c60150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.930+0000 7fbc99984740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c5cb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc99984740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 0x55df48c5e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc99984740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48c52df0 con 0x55df48c60bc0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc99984740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48c59610 con 0x55df48c576c0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc99984740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48c5d0c0 con 0x55df48c57fe0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 0x55df48c5e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 0x55df48c5e2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41618/0 (socket says 172.21.15.17:41618) 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 -- 172.21.15.17:0/2152454225 learned_addr learned my addr 172.21.15.17:0/2152454225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc94b48640 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c576c0 0x55df48c60150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c5cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 -- 172.21.15.17:0/2152454225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 msgr2=0x55df48c5cb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c5cb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 -- 172.21.15.17:0/2152454225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c576c0 msgr2=0x55df48c60150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c576c0 0x55df48c60150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 -- 172.21.15.17:0/2152454225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55df48b55ac0 con 0x55df48c60bc0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc95349640 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 0x55df48c5e2c0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7fbc880bce10 tx=0x7fbc880bcee0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e15b9a40846d5171 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.936 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc7a7fc640 1 -- 172.21.15.17:0/2152454225 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc880bd810 con 0x55df48c60bc0 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc7a7fc640 1 -- 172.21.15.17:0/2152454225 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc880bd110 con 0x55df48c60bc0 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.931+0000 7fbc7a7fc640 1 -- 172.21.15.17:0/2152454225 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc880edda0 con 0x55df48c60bc0 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 -- 172.21.15.17:0/2152454225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 msgr2=0x55df48c5e2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 0x55df48c5e2c0 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7fbc880bce10 tx=0x7fbc880bcee0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 -- 172.21.15.17:0/2152454225 shutdown_connections 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c60bc0 0x55df48c5e2c0 unknown :-1 s=CLOSED pgs=1400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c57fe0 0x55df48c5cb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 --2- 172.21.15.17:0/2152454225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c576c0 0x55df48c60150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 -- 172.21.15.17:0/2152454225 >> 172.21.15.17:0/2152454225 conn(0x55df48c51da0 msgr2=0x55df48c4c1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 -- 172.21.15.17:0/2152454225 shutdown_connections 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 -- 172.21.15.17:0/2152454225 wait complete. 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 -- start start 2024-03-16T18:32:45.937 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.932+0000 7fbc99984740 1 Processor -- start 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c61a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c57fe0 0x55df48c61fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c60bc0 0x55df48c66a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48c626b0 con 0x55df48c576c0 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48c66f50 con 0x55df48c57fe0 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55df48c67110 con 0x55df48c60bc0 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 10 client.0 _ll_register_callbacks cb 0x7fbc7c009e90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c61a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c61a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:41626/0 (socket says 172.21.15.17:41626) 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 -- 172.21.15.17:0/1460234992 learned_addr learned my addr 172.21.15.17:0/1460234992 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc95349640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c60bc0 0x55df48c66a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.938 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c57fe0 0x55df48c61fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 -- 172.21.15.17:0/1460234992 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c60bc0 msgr2=0x55df48c66a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c60bc0 0x55df48c66a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 -- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c57fe0 msgr2=0x55df48c61fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c57fe0 0x55df48c61fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 -- 172.21.15.17:0/1460234992 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc901a4680 con 0x55df48c576c0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc94b48640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c61a70 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x55df48c738e0 tx=0x7fbc84014070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d258b05fafe7425b server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc6ffff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc6ffff640 1 -- 172.21.15.17:0/1460234992 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbc84029350 con 0x55df48c576c0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc6ffff640 1 -- 172.21.15.17:0/1460234992 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbc84018040 con 0x55df48c576c0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.933+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbc7c0130d0 con 0x55df48c576c0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc6ffff640 1 -- 172.21.15.17:0/1460234992 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbc84003a00 con 0x55df48c576c0 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 10 client.18942 fetch_fsmap learned FSMap version 28 2024-03-16T18:32:45.939 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55df48b7b6a0 con 0x55df48c576c0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc6ffff640 1 -- 172.21.15.17:0/1460234992 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbc7c0130d0 con 0x55df48c576c0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc6ffff640 1 -- 172.21.15.17:0/1460234992 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fbc8401e040 con 0x55df48c576c0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 10 client.18942 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 10 client.18942 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 20 client.18942 populate_metadata read hostname 'smithi017' 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48ccd3a0 0x55df48ccf790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 4 client.18942 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x55df48946890 con 0x55df48ccd3a0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48ccd3a0 0x55df48ccf790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.934+0000 7fbc8ffff640 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48ccd3a0 0x55df48ccf790 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a96a2f7e4f01ef63 server_cookie=4d27851d868be8c4 in_seq=0 out_seq=0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc6ffff640 10 client.18942 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc6ffff640 1 -- 172.21.15.17:0/1460234992 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+259 (crc 0 0 0) 0x55df48946890 con 0x55df48ccd3a0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc6ffff640 10 client.18942 handle_command_reply: tid=0 2024-03-16T18:32:45.940 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 client.18942 shutdown 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 msgr2=0x55df48c61a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c61a70 secure :-1 s=READY pgs=1401 cs=0 l=1 rev1=1 crypto rx=0x55df48c738e0 tx=0x7fbc84014070 comp rx=0 tx=0).stop 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 shutdown_connections 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x55df48ccd3a0 0x55df48ccf790 crc :-1 s=READY pgs=214 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55df48c60bc0 0x55df48c66a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc6ffff640 0 client.18942 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55df48c57fe0 0x55df48c61fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 --2- 172.21.15.17:0/1460234992 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55df48c576c0 0x55df48c61a70 unknown :-1 s=CLOSED pgs=1401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 >> 172.21.15.17:0/1460234992 conn(0x55df48c51da0 msgr2=0x55df48c4ca50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 shutdown_connections 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 1 -- 172.21.15.17:0/1460234992 wait complete. 2024-03-16T18:32:45.941 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.935+0000 7fbc99984740 20 client.18942 trim_cache size 0 max 16384 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "IDLE (waiting for more scrubs)", 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": { 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: "fc028b31-921a-43f3-aa56-94f01163792f": { 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: "path": "/", 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: "tag": "fc028b31-921a-43f3-aa56-94f01163792f", 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: "options": "recursive,force" 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:32:45.942 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:32:45.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc800a1ba0 msgr2=0x7fbc800a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc800a1ba0 0x7fbc800a4060 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fbc84009ba0 tx=0x7fbc84005f90 comp rx=0 tx=0).stop 2024-03-16T18:32:45.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 msgr2=0x7fbc901977c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:45.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 0x7fbc901977c0 secure :-1 s=READY pgs=1397 cs=0 l=1 rev1=1 crypto rx=0x7fbc88005e30 tx=0x7fbc88034a60 comp rx=0 tx=0).stop 2024-03-16T18:32:45.943 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 shutdown_connections 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc800a1ba0 0x7fbc800a4060 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbc90107500 0x7fbc901977c0 unknown :-1 s=CLOSED pgs=1397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbc90101e20 0x7fbc9019db90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 --2- 172.21.15.17:0/1792666064 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbc90101460 0x7fbc9019d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 >> 172.21.15.17:0/1792666064 conn(0x7fbc900fcf90 msgr2=0x7fbc900fd7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 shutdown_connections 2024-03-16T18:32:45.944 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:45.936+0000 7fbc96dac640 1 -- 172.21.15.17:0/1792666064 wait complete. 2024-03-16T18:32:45.946 INFO:tasks.cephfs.filesystem:scrub status for tag:fc028b31-921a-43f3-aa56-94f01163792f - {'path': '/', 'tag': 'fc028b31-921a-43f3-aa56-94f01163792f', 'options': 'recursive,force'} 2024-03-16T18:32:46.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:46 smithi017 ceph-mon[32207]: pgmap v350: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:46.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:46 smithi149 ceph-mon[35991]: pgmap v350: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:46.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:46 smithi153 ceph-mon[36005]: pgmap v350: 129 pgs: 129 active+clean; 23 MiB data, 453 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:32:47.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: scrub queued for path: / 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: scrub summary: active paths [/] 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.536 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:47 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: scrub queued for path: / 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: scrub summary: active paths [/] 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.586 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:47 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: scrub queued for path: / 2024-03-16T18:32:47.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:47.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: scrub summary: active paths [/] 2024-03-16T18:32:47.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: scrub summary: idle+waiting paths [/] 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:47.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:47 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:48.438 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:48 smithi017 ceph-mon[32207]: pgmap v351: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 81 KiB/s wr, 20 op/s 2024-03-16T18:32:48.438 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:48 smithi017 ceph-mon[32207]: scrub summary: idle 2024-03-16T18:32:48.438 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:48 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:32:48.438 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:48 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:32:48.438 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:48 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:48.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:48 smithi149 ceph-mon[35991]: pgmap v351: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 81 KiB/s wr, 20 op/s 2024-03-16T18:32:48.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:48 smithi149 ceph-mon[35991]: scrub summary: idle 2024-03-16T18:32:48.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:48 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:32:48.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:48 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:32:48.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:48 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:48.609 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:48 smithi153 ceph-mon[36005]: pgmap v351: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 81 KiB/s wr, 20 op/s 2024-03-16T18:32:48.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:48 smithi153 ceph-mon[36005]: scrub summary: idle 2024-03-16T18:32:48.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:48 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:32:48.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:48 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:32:48.610 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:48 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:32:50.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:50 smithi017 ceph-mon[32207]: pgmap v352: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:50.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:50 smithi149 ceph-mon[35991]: pgmap v352: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:50.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:50 smithi153 ceph-mon[36005]: pgmap v352: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:52.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:52 smithi017 ceph-mon[32207]: pgmap v353: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:52.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:52 smithi149 ceph-mon[35991]: pgmap v353: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:52.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:52 smithi153 ceph-mon[36005]: pgmap v353: 129 pgs: 129 active+clean; 24 MiB data, 454 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:54.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:54 smithi017 ceph-mon[32207]: pgmap v354: 129 pgs: 129 active+clean; 24 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 80 KiB/s wr, 20 op/s 2024-03-16T18:32:54.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:54 smithi149 ceph-mon[35991]: pgmap v354: 129 pgs: 129 active+clean; 24 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 80 KiB/s wr, 20 op/s 2024-03-16T18:32:54.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:54 smithi153 ceph-mon[36005]: pgmap v354: 129 pgs: 129 active+clean; 24 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 80 KiB/s wr, 20 op/s 2024-03-16T18:32:56.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:56 smithi017 ceph-mon[32207]: pgmap v355: 129 pgs: 129 active+clean; 24 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:56.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:56 smithi149 ceph-mon[35991]: pgmap v355: 129 pgs: 129 active+clean; 24 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:56.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:56 smithi153 ceph-mon[36005]: pgmap v355: 129 pgs: 129 active+clean; 24 MiB data, 455 MiB used, 1.0 TiB / 1.0 TiB avail; 57 KiB/s rd, 54 KiB/s wr, 13 op/s 2024-03-16T18:32:58.016 INFO:tasks.workunit.client.0.smithi017.stdout:561/600: open fd = 3 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:562/600: open fd = 3 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:563/600: open fd = 3 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.017 INFO:tasks.workunit.client.0.smithi017.stdout:564/600: open fd = 3 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:565/600: open fd = 3 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:566/600: open fd = 3 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:567/600: open fd = 3 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.018 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:568/600: open fd = 3 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:569/600: open fd = 3 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:570/600: open fd = 3 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:571/600: open fd = 3 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.019 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:572/600: open fd = 3 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:573/600: open fd = 3 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:574/600: open fd = 3 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:575/600: open fd = 3 2024-03-16T18:32:58.020 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:576/600: open fd = 3 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:577/600: open fd = 3 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:578/600: open fd = 3 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.021 INFO:tasks.workunit.client.0.smithi017.stdout:579/600: open fd = 3 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:580/600: open fd = 3 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:581/600: open fd = 3 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:582/600: open fd = 3 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.022 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:583/600: open fd = 3 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:584/600: open fd = 3 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:585/600: open fd = 3 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.023 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:586/600: open fd = 3 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:587/600: open fd = 3 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:588/600: open fd = 3 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:589/600: open fd = 3 2024-03-16T18:32:58.024 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:590/600: open fd = 3 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:591/600: open fd = 3 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:592/600: open fd = 3 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.025 INFO:tasks.workunit.client.0.smithi017.stdout:593/600: open fd = 3 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:594/600: open fd = 3 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:595/600: open fd = 3 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:596/600: open fd = 3 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.026 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:597/600: open fd = 3 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:598/600: open fd = 3 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:599/600: open fd = 3 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:600/600: open fd = 3 2024-03-16T18:32:58.027 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.028 INFO:tasks.workunit.client.0.smithi017.stdout:write ret = 32 2024-03-16T18:32:58.028 INFO:tasks.workunit.client.0.smithi017.stdout:pread ret = 64 2024-03-16T18:32:58.028 INFO:tasks.workunit.client.0.smithi017.stderr:+ echo OK 2024-03-16T18:32:58.029 INFO:tasks.workunit.client.0.smithi017.stdout:OK 2024-03-16T18:32:58.029 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-03-16T18:32:58.029 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-03-16T18:32:58.081 INFO:tasks.workunit:Stopping ['fs/test_o_trunc.sh'] on client.0... 2024-03-16T18:32:58.081 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-03-16T18:32:58.365 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:32:58 smithi017 ceph-mon[32207]: pgmap v356: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 81 KiB/s wr, 20 op/s 2024-03-16T18:32:58.366 DEBUG:teuthology.parallel:result is None 2024-03-16T18:32:58.367 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-03-16T18:32:58.402 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-03-16T18:32:58.402 DEBUG:teuthology.run_tasks:Unwinding manager full_sequential_finally 2024-03-16T18:32:58.413 INFO:teuthology.task.full_sequential_finally:In full_sequential_finally, running task exec... 2024-03-16T18:32:58.413 INFO:teuthology.task.exec:Executing custom commands... 2024-03-16T18:32:58.413 INFO:teuthology.task.exec:Running commands on role mon.a host ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:32:58.413 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'date +%s > END_TIME' 2024-03-16T18:32:58.469 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'START_TIME=$(cat START_TIME); END_TIME=$(cat END_TIME); DIFF_TIME=$((600-(END_TIME-START_TIME))); if [ "$DIFF_TIME" -gt 0 ]; then sleep "$DIFF_TIME"; fi' 2024-03-16T18:32:58.539 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule status --fs=cephfs --path=/' 2024-03-16T18:32:58.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:32:58 smithi149 ceph-mon[35991]: pgmap v356: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 81 KiB/s wr, 20 op/s 2024-03-16T18:32:58.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:32:58 smithi153 ceph-mon[36005]: pgmap v356: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 85 KiB/s rd, 81 KiB/s wr, 20 op/s 2024-03-16T18:32:58.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 -- 172.21.15.17:0/2668222084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c1053b0 msgr2=0x7ff47c105790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:58.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 --2- 172.21.15.17:0/2668222084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c1053b0 0x7ff47c105790 secure :-1 s=READY pgs=1402 cs=0 l=1 rev1=1 crypto rx=0x7ff474009900 tx=0x7ff47402bc80 comp rx=0 tx=0).stop 2024-03-16T18:32:58.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 -- 172.21.15.17:0/2668222084 shutdown_connections 2024-03-16T18:32:58.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 --2- 172.21.15.17:0/2668222084 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff47c100fe0 0x7ff47c10d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.684 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 --2- 172.21.15.17:0/2668222084 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff47c100640 0x7ff47c100aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 --2- 172.21.15.17:0/2668222084 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c1053b0 0x7ff47c105790 unknown :-1 s=CLOSED pgs=1402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 -- 172.21.15.17:0/2668222084 >> 172.21.15.17:0/2668222084 conn(0x7ff47c077250 msgr2=0x7ff47c077660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:58.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 -- 172.21.15.17:0/2668222084 shutdown_connections 2024-03-16T18:32:58.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 -- 172.21.15.17:0/2668222084 wait complete. 2024-03-16T18:32:58.685 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 Processor -- start 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.685+0000 7ff4812bb640 1 -- start start 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff47c100640 0x7ff47c19d670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 0x7ff47c19dbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff47c1053b0 0x7ff47c197830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff47c197ed0 con 0x7ff47c100fe0 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff47c198040 con 0x7ff47c100640 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff47c198200 con 0x7ff47c1053b0 2024-03-16T18:32:58.687 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 0x7ff47c19dbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 0x7ff47c19dbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35778/0 (socket says 172.21.15.17:35778) 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 -- 172.21.15.17:0/4107427104 learned_addr learned my addr 172.21.15.17:0/4107427104 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47affd640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff47c100640 0x7ff47c19d670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47b7fe640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff47c1053b0 0x7ff47c197830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 -- 172.21.15.17:0/4107427104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff47c1053b0 msgr2=0x7ff47c197830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff47c1053b0 0x7ff47c197830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 -- 172.21.15.17:0/4107427104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff47c100640 msgr2=0x7ff47c19d670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff47c100640 0x7ff47c19d670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 -- 172.21.15.17:0/4107427104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff474009560 con 0x7ff47c100fe0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff47a7fc640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 0x7ff47c19dbb0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7ff46400e9f0 tx=0x7ff46400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff464009700 con 0x7ff47c100fe0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7ff46400cd80 con 0x7ff47c100fe0 2024-03-16T18:32:58.688 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff47c1984e0 con 0x7ff47c100fe0 2024-03-16T18:32:58.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff464018840 con 0x7ff47c100fe0 2024-03-16T18:32:58.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.686+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff47c1a46a0 con 0x7ff47c100fe0 2024-03-16T18:32:58.689 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.687+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff47c101b00 con 0x7ff47c100fe0 2024-03-16T18:32:58.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.688+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7ff4640189a0 con 0x7ff47c100fe0 2024-03-16T18:32:58.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.689+0000 7ff473fff640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff4680a1c40 0x7ff4680a4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:58.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.689+0000 7ff47affd640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff4680a1c40 0x7ff4680a4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:58.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.689+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7ff464014070 con 0x7ff47c100fe0 2024-03-16T18:32:58.690 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.690+0000 7ff47affd640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff4680a1c40 0x7ff4680a4100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff474006010 tx=0x7ff47402c6b0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:58.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.693+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7ff464096f20 con 0x7ff47c100fe0 2024-03-16T18:32:58.896 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.896+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 --> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] -- mgr_command(tid 0: {"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}) v1 -- 0x7ff47c1104a0 con 0x7ff4680a1c40 2024-03-16T18:32:58.902 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.903+0000 7ff473fff640 1 -- 172.21.15.17:0/4107427104 <== mgr.15705 v2:172.21.15.17:6800/2350843980 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+350 (secure 0 0 0) 0x7ff47c1104a0 con 0x7ff4680a1c40 2024-03-16T18:32:58.902 INFO:teuthology.orchestra.run.smithi017.stdout:{"fs": "cephfs", "subvol": null, "group": null, "path": "/", "rel_path": "/", "schedule": "1m", "retention": {"m": 6, "h": 3}, "start": "2024-03-16T00:00:00", "created": "2024-03-16T18:21:31", "first": "2024-03-16T18:22:00", "last": "2024-03-16T18:32:00", "last_pruned": "2024-03-16T18:32:00", "created_count": 11, "pruned_count": 5, "active": true} 2024-03-16T18:32:58.904 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff4680a1c40 msgr2=0x7ff4680a4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff4680a1c40 0x7ff4680a4100 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff474006010 tx=0x7ff47402c6b0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 msgr2=0x7ff47c19dbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 0x7ff47c19dbb0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7ff46400e9f0 tx=0x7ff46400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 shutdown_connections 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7ff4680a1c40 0x7ff4680a4100 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7ff47c100fe0 0x7ff47c19dbb0 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7ff47c1053b0 0x7ff47c197830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 --2- 172.21.15.17:0/4107427104 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7ff47c100640 0x7ff47c19d670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 >> 172.21.15.17:0/4107427104 conn(0x7ff47c077250 msgr2=0x7ff47c069f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 shutdown_connections 2024-03-16T18:32:58.905 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:58.905+0000 7ff4812bb640 1 -- 172.21.15.17:0/4107427104 wait complete. 2024-03-16T18:32:58.915 DEBUG:teuthology.orchestra.run.smithi017:> sudo TESTDIR=/home/ubuntu/cephtest bash -c 'ceph fs snap-schedule list --fs=cephfs --path=/ --recursive=true' 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 -- 172.21.15.17:0/3171077629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 msgr2=0x7f9c70100aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 --2- 172.21.15.17:0/3171077629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c70100aa0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f9c64009900 tx=0x7f9c6402bc30 comp rx=0 tx=0).stop 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 -- 172.21.15.17:0/3171077629 shutdown_connections 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 --2- 172.21.15.17:0/3171077629 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c70100aa0 unknown :-1 s=CLOSED pgs=1404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 --2- 172.21.15.17:0/3171077629 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c70100fe0 0x7f9c7010d220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 --2- 172.21.15.17:0/3171077629 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c70105370 0x7f9c70105750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 -- 172.21.15.17:0/3171077629 >> 172.21.15.17:0/3171077629 conn(0x7f9c700771c0 msgr2=0x7f9c700775d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:59.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 -- 172.21.15.17:0/3171077629 shutdown_connections 2024-03-16T18:32:59.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.020+0000 7f9c750c2640 1 -- 172.21.15.17:0/3171077629 wait complete. 2024-03-16T18:32:59.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 Processor -- start 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 -- start start 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c7019d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c70100fe0 0x7f9c7019dc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c70105370 0x7f9c70197840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c70197ee0 con 0x7f9c70100640 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c70198050 con 0x7f9c70105370 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c750c2640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c70198210 con 0x7f9c70100fe0 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c6ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c7019d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c6ed9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c7019d6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:35788/0 (socket says 172.21.15.17:35788) 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.021+0000 7f9c6ed9d640 1 -- 172.21.15.17:0/642507952 learned_addr learned my addr 172.21.15.17:0/642507952 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6f59e640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c70105370 0x7f9c70197840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:59.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6e59c640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c70100fe0 0x7f9c7019dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6ed9d640 1 -- 172.21.15.17:0/642507952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c70100fe0 msgr2=0x7f9c7019dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6ed9d640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c70100fe0 0x7f9c7019dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6ed9d640 1 -- 172.21.15.17:0/642507952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c70105370 msgr2=0x7f9c70197840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6ed9d640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c70105370 0x7f9c70197840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6ed9d640 1 -- 172.21.15.17:0/642507952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c64009560 con 0x7f9c70100640 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c6ed9d640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c7019d6d0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f9c6800e9f0 tx=0x7f9c6800edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c68009720 con 0x7f9c70100640 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c701984f0 con 0x7f9c70100640 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9c6800cd80 con 0x7f9c70100640 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c68010430 con 0x7f9c70100640 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.022+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c701a4700 con 0x7f9c70100640 2024-03-16T18:32:59.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.023+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c70101b00 con 0x7f9c70100640 2024-03-16T18:32:59.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.024+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f9c68005020 con 0x7f9c70100640 2024-03-16T18:32:59.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.025+0000 7f9c57fff640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9c580a1c40 0x7f9c580a4100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:32:59.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.025+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f9c68014070 con 0x7f9c70100640 2024-03-16T18:32:59.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.025+0000 7f9c6e59c640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9c580a1c40 0x7f9c580a4100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:32:59.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.025+0000 7f9c6e59c640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9c580a1c40 0x7f9c580a4100 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9c64006010 tx=0x7f9c64005df0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:32:59.028 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.029+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9c68096a20 con 0x7f9c70100640 2024-03-16T18:32:59.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.233+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 --> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] -- mgr_command(tid 0: {"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}) v1 -- 0x7f9c70110470 con 0x7f9c580a1c40 2024-03-16T18:32:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.239+0000 7f9c57fff640 1 -- 172.21.15.17:0/642507952 <== mgr.15705 v2:172.21.15.17:6800/2350843980 1 ==== mgr_command_reply(tid 0: 0 ) v1 ==== 8+0+10 (secure 0 0 0) 0x7f9c70110470 con 0x7f9c580a1c40 2024-03-16T18:32:59.239 INFO:teuthology.orchestra.run.smithi017.stdout:/ 1m 6m3h 2024-03-16T18:32:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9c580a1c40 msgr2=0x7f9c580a4100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9c580a1c40 0x7f9c580a4100 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f9c64006010 tx=0x7f9c64005df0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 msgr2=0x7f9c7019d6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:32:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c7019d6d0 secure :-1 s=READY pgs=1405 cs=0 l=1 rev1=1 crypto rx=0x7f9c6800e9f0 tx=0x7f9c6800edf0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 shutdown_connections 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f9c580a1c40 0x7f9c580a4100 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9c70105370 0x7f9c70197840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9c70100fe0 0x7f9c7019dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 --2- 172.21.15.17:0/642507952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9c70100640 0x7f9c7019d6d0 unknown :-1 s=CLOSED pgs=1405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 >> 172.21.15.17:0/642507952 conn(0x7f9c700771c0 msgr2=0x7f9c70069f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 shutdown_connections 2024-03-16T18:32:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:32:59.242+0000 7f9c750c2640 1 -- 172.21.15.17:0/642507952 wait complete. 2024-03-16T18:32:59.252 DEBUG:teuthology.run_tasks:Unwinding manager fwd_scrub 2024-03-16T18:32:59.262 INFO:tasks.fwd_scrub:joining ForwardScrubbers 2024-03-16T18:33:00.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:00 smithi017 ceph-mon[32207]: pgmap v357: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:33:00.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:00 smithi017 ceph-mon[32207]: from='client.18948 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:33:00.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:00 smithi149 ceph-mon[35991]: pgmap v357: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:33:00.585 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:00 smithi149 ceph-mon[35991]: from='client.18948 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:33:00.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:00 smithi153 ceph-mon[36005]: pgmap v357: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:33:00.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:00 smithi153 ceph-mon[36005]: from='client.18948 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule status", "fs": "cephfs", "path": "/", "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:33:01.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:01 smithi017 ceph-mon[32207]: from='client.18954 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:33:01.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:01 smithi149 ceph-mon[35991]: from='client.18954 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:33:01.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:01 smithi153 ceph-mon[36005]: from='client.18954 -' entity='client.admin' cmd=[{"prefix": "fs snap-schedule list", "fs": "cephfs", "path": "/", "recursive": true, "target": ["mon-mgr", ""]}]: dispatch 2024-03-16T18:33:02.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:02 smithi017 ceph-mon[32207]: pgmap v358: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:33:02.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:02 smithi149 ceph-mon[35991]: pgmap v358: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:33:02.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:02 smithi153 ceph-mon[36005]: pgmap v358: 129 pgs: 129 active+clean; 24 MiB data, 456 MiB used, 1.0 TiB / 1.0 TiB avail; 56 KiB/s rd, 53 KiB/s wr, 13 op/s 2024-03-16T18:33:04.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:04 smithi017 ceph-mon[32207]: pgmap v359: 129 pgs: 129 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-03-16T18:33:04.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:04 smithi149 ceph-mon[35991]: pgmap v359: 129 pgs: 129 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-03-16T18:33:04.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:04 smithi153 ceph-mon[36005]: pgmap v359: 129 pgs: 129 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 87 KiB/s rd, 109 KiB/s wr, 39 op/s 2024-03-16T18:33:06.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:06 smithi017 ceph-mon[32207]: pgmap v360: 129 pgs: 129 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 84 KiB/s wr, 32 op/s 2024-03-16T18:33:06.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:06 smithi149 ceph-mon[35991]: pgmap v360: 129 pgs: 129 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 84 KiB/s wr, 32 op/s 2024-03-16T18:33:06.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:06 smithi153 ceph-mon[36005]: pgmap v360: 129 pgs: 129 active+clean; 24 MiB data, 461 MiB used, 1.0 TiB / 1.0 TiB avail; 59 KiB/s rd, 84 KiB/s wr, 32 op/s 2024-03-16T18:33:08.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:08 smithi017 ceph-mon[32207]: pgmap v361: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 87 KiB/s wr, 37 op/s 2024-03-16T18:33:08.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:08 smithi149 ceph-mon[35991]: pgmap v361: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 87 KiB/s wr, 37 op/s 2024-03-16T18:33:08.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:08 smithi153 ceph-mon[36005]: pgmap v361: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 65 KiB/s rd, 87 KiB/s wr, 37 op/s 2024-03-16T18:33:09.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:09 smithi017 ceph-mon[32207]: osdmap e105: 12 total, 12 up, 12 in 2024-03-16T18:33:09.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:09 smithi149 ceph-mon[35991]: osdmap e105: 12 total, 12 up, 12 in 2024-03-16T18:33:09.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:09 smithi153 ceph-mon[36005]: osdmap e105: 12 total, 12 up, 12 in 2024-03-16T18:33:10.485 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:10 smithi149 ceph-mon[35991]: pgmap v363: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 72 KiB/s wr, 36 op/s 2024-03-16T18:33:10.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:10 smithi017 ceph-mon[32207]: pgmap v363: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 72 KiB/s wr, 36 op/s 2024-03-16T18:33:10.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:10 smithi153 ceph-mon[36005]: pgmap v363: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 72 KiB/s wr, 36 op/s 2024-03-16T18:33:12.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:12 smithi017 ceph-mon[32207]: pgmap v364: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 72 KiB/s wr, 36 op/s 2024-03-16T18:33:12.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:12 smithi149 ceph-mon[35991]: pgmap v364: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 72 KiB/s wr, 36 op/s 2024-03-16T18:33:12.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:12 smithi153 ceph-mon[36005]: pgmap v364: 129 pgs: 129 active+clean; 24 MiB data, 465 MiB used, 1.0 TiB / 1.0 TiB avail; 44 KiB/s rd, 72 KiB/s wr, 36 op/s 2024-03-16T18:33:14.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:14 smithi017 ceph-mon[32207]: pgmap v365: 129 pgs: 129 active+clean; 24 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 11 op/s 2024-03-16T18:33:14.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:14 smithi149 ceph-mon[35991]: pgmap v365: 129 pgs: 129 active+clean; 24 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 11 op/s 2024-03-16T18:33:14.608 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:14 smithi153 ceph-mon[36005]: pgmap v365: 129 pgs: 129 active+clean; 24 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 11 op/s 2024-03-16T18:33:15.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:15 smithi017 ceph-mon[32207]: pgmap v366: 129 pgs: 129 active+clean; 24 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 11 op/s 2024-03-16T18:33:15.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:15 smithi017 ceph-mon[32207]: osdmap e106: 12 total, 12 up, 12 in 2024-03-16T18:33:15.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:15 smithi149 ceph-mon[35991]: pgmap v366: 129 pgs: 129 active+clean; 24 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 11 op/s 2024-03-16T18:33:15.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:15 smithi149 ceph-mon[35991]: osdmap e106: 12 total, 12 up, 12 in 2024-03-16T18:33:15.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:15 smithi153 ceph-mon[36005]: pgmap v366: 129 pgs: 129 active+clean; 24 MiB data, 469 MiB used, 1.0 TiB / 1.0 TiB avail; 11 KiB/s rd, 7.0 KiB/s wr, 11 op/s 2024-03-16T18:33:15.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:15 smithi153 ceph-mon[36005]: osdmap e106: 12 total, 12 up, 12 in 2024-03-16T18:33:15.946 INFO:teuthology.orchestra.run:Running command with timeout 900 2024-03-16T18:33:15.946 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 900 ceph --cluster ceph tell mds.1:0 scrub status 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 -- 172.21.15.17:0/2950096133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320101e20 msgr2=0x7f232010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 --2- 172.21.15.17:0/2950096133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320101e20 0x7f232010e330 secure :-1 s=READY pgs=1406 cs=0 l=1 rev1=1 crypto rx=0x7f2310009cd0 tx=0x7f231002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 -- 172.21.15.17:0/2950096133 shutdown_connections 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 --2- 172.21.15.17:0/2950096133 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320101e20 0x7f232010e330 unknown :-1 s=CLOSED pgs=1406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 --2- 172.21.15.17:0/2950096133 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 0x7f23201018e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 --2- 172.21.15.17:0/2950096133 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320107500 0x7f23201078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 -- 172.21.15.17:0/2950096133 >> 172.21.15.17:0/2950096133 conn(0x7f23200fcf90 msgr2=0x7f23200ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 -- 172.21.15.17:0/2950096133 shutdown_connections 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.065+0000 7f232729a640 1 -- 172.21.15.17:0/2950096133 wait complete. 2024-03-16T18:33:16.066 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 Processor -- start 2024-03-16T18:33:16.067 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 -- start start 2024-03-16T18:33:16.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 0x7f232019d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.068 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320101e20 0x7f232019dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 0x7f23201977f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2320197e90 con 0x7f2320107500 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2320198000 con 0x7f2320101460 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f232729a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23201981c0 con 0x7f2320101e20 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 0x7f23201977f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325036640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 0x7f232019d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2324835640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320101e20 0x7f232019dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325036640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 0x7f232019d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:48650/0 (socket says 172.21.15.17:48650) 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2324835640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320101e20 0x7f232019dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.153:3300/0 says I am v2:172.21.15.17:58570/0 (socket says 172.21.15.17:58570) 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325036640 1 -- 172.21.15.17:0/1129003832 learned_addr learned my addr 172.21.15.17:0/1129003832 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 0x7f23201977f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59626/0 (socket says 172.21.15.17:59626) 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 -- 172.21.15.17:0/1129003832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320101e20 msgr2=0x7f232019dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320101e20 0x7f232019dbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.069 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 -- 172.21.15.17:0/1129003832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 msgr2=0x7f232019d680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 0x7f232019d680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.066+0000 7f2325837640 1 -- 172.21.15.17:0/1129003832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2310009900 con 0x7f2320107500 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.067+0000 7f2325837640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 0x7f23201977f0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f231002c630 tx=0x7f2310035d20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.067+0000 7f231e7fc640 1 -- 172.21.15.17:0/1129003832 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23100329e0 con 0x7f2320107500 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.067+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2320198440 con 0x7f2320107500 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.067+0000 7f231e7fc640 1 -- 172.21.15.17:0/1129003832 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2310003e20 con 0x7f2320107500 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.067+0000 7f231e7fc640 1 -- 172.21.15.17:0/1129003832 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23100046f0 con 0x7f2320107500 2024-03-16T18:33:16.070 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.067+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23201a46b0 con 0x7f2320107500 2024-03-16T18:33:16.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.069+0000 7f231e7fc640 1 -- 172.21.15.17:0/1129003832 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f231003b040 con 0x7f2320107500 2024-03-16T18:33:16.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.069+0000 7f2329e79740 1 Processor -- start 2024-03-16T18:33:16.076 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 -- start start 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a493d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493d900 0x5581a494a680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a48ac280 con 0x5581a493cfe0 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a48a97b0 con 0x5581a494abc0 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2329e79740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a48a4f90 con 0x5581a493d900 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f231e7fc640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f23080a1ba0 0x7f23080a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a493d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a493d3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59636/0 (socket says 172.21.15.17:59636) 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 -- 172.21.15.17:0/2332381944 learned_addr learned my addr 172.21.15.17:0/2332381944 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2325036640 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493d900 0x5581a494a680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2325837640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f23080a1ba0 0x7f23080a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.077 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f231e7fc640 1 -- 172.21.15.17:0/1129003832 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f23100f0430 con 0x7f2320107500 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 -- 172.21.15.17:0/2332381944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493d900 msgr2=0x5581a494a680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493d900 0x5581a494a680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 -- 172.21.15.17:0/2332381944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 msgr2=0x5581a494cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494cfb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 -- 172.21.15.17:0/2332381944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5581a4863570 con 0x5581a493cfe0 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.070+0000 7f2324835640 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a493d3c0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f23140135c0 tx=0x7f23140099d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9931f190d70f6f99 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2325837640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f23080a1ba0 0x7f23080a4060 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f23100ed920 tx=0x7f231008ef50 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f23077fe640 1 -- 172.21.15.17:0/2332381944 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2314004030 con 0x5581a493cfe0 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f23077fe640 1 -- 172.21.15.17:0/2332381944 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f23140035f0 con 0x5581a493cfe0 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f23077fe640 1 -- 172.21.15.17:0/2332381944 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231400f760 con 0x5581a493cfe0 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 -- 172.21.15.17:0/2332381944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 msgr2=0x5581a493d3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a493d3c0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7f23140135c0 tx=0x7f23140099d0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 -- 172.21.15.17:0/2332381944 shutdown_connections 2024-03-16T18:33:16.078 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494cfb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493d900 0x5581a494a680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 --2- 172.21.15.17:0/2332381944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a493d3c0 unknown :-1 s=CLOSED pgs=1408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.071+0000 7f2329e79740 1 -- 172.21.15.17:0/2332381944 >> 172.21.15.17:0/2332381944 conn(0x5581a4937990 msgr2=0x5581a4937d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 -- 172.21.15.17:0/2332381944 shutdown_connections 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 -- 172.21.15.17:0/2332381944 wait complete. 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 -- start start 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 Processor -- start 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a494a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493d900 0x5581a49479c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4948100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a4578430 con 0x5581a493cfe0 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a4534e00 con 0x5581a493d900 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a4829fd0 con 0x5581a494abc0 2024-03-16T18:33:16.079 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.072+0000 7f2329e79740 10 client.0 _ll_register_callbacks cb 0x5581a487ffd0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a494a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a494a630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59640/0 (socket says 172.21.15.17:59640) 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 -- 172.21.15.17:0/2221497031 learned_addr learned my addr 172.21.15.17:0/2221497031 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2325036640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493d900 0x5581a49479c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4948100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 -- 172.21.15.17:0/2221497031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 msgr2=0x5581a4948100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4948100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 -- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493d900 msgr2=0x5581a49479c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493d900 0x5581a49479c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 -- 172.21.15.17:0/2221497031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2314009d90 con 0x5581a493cfe0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2324835640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a494a630 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f2314013f10 tx=0x7f2314009cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3fc3520ae1721ce2 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2304ff9640 1 -- 172.21.15.17:0/2221497031 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2314005050 con 0x5581a493cfe0 2024-03-16T18:33:16.080 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2304ff9640 1 -- 172.21.15.17:0/2221497031 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f23140051b0 con 0x5581a493cfe0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5581a45a47e0 con 0x5581a493cfe0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2304ff9640 1 -- 172.21.15.17:0/2221497031 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2314005370 con 0x5581a493cfe0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2329e79740 10 client.18966 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5581a48a3610 con 0x5581a493cfe0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.073+0000 7f2304ff9640 1 -- 172.21.15.17:0/2221497031 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x5581a45a47e0 con 0x5581a493cfe0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2304ff9640 1 -- 172.21.15.17:0/2221497031 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f231400f500 con 0x5581a493cfe0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2329e79740 10 client.18966 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2329e79740 10 client.18966 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2329e79740 20 client.18966 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2329e79740 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a495acc0 0x5581a495d0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2329e79740 4 client.18966 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5581a45e1720 con 0x5581a495acc0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2325036640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a495acc0 0x5581a495d0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2325036640 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a495acc0 0x5581a495d0e0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6eeae9a2c577ac23 server_cookie=a7c1dc36b1bc4485 in_seq=0 out_seq=0 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.074+0000 7f2304ff9640 10 client.18966 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:16.081 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2304ff9640 1 -- 172.21.15.17:0/2221497031 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x5581a45e1720 con 0x5581a495acc0 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2304ff9640 10 client.18966 handle_command_reply: tid=0 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 client.18966 shutdown 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 msgr2=0x5581a494a630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a494a630 secure :-1 s=READY pgs=1409 cs=0 l=1 rev1=1 crypto rx=0x7f2314013f10 tx=0x7f2314009cf0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 shutdown_connections 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a495acc0 0x5581a495d0e0 crc :-1 s=READY pgs=215 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4948100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493d900 0x5581a49479c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2304ff9640 0 client.18966 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 --2- 172.21.15.17:0/2221497031 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493cfe0 0x5581a494a630 unknown :-1 s=CLOSED pgs=1409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 >> 172.21.15.17:0/2221497031 conn(0x5581a4937990 msgr2=0x5581a4939730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.075+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 shutdown_connections 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.076+0000 7f2329e79740 1 -- 172.21.15.17:0/2221497031 wait complete. 2024-03-16T18:33:16.082 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.076+0000 7f2329e79740 20 client.18966 trim_cache size 0 max 16384 2024-03-16T18:33:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 Processor -- start 2024-03-16T18:33:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 -- start start 2024-03-16T18:33:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493cfe0 0x5581a4946b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a494a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.098 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a45a47e0 con 0x5581a493d900 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a49330f0 con 0x5581a494abc0 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2329e79740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a4933320 con 0x5581a493cfe0 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a494a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a494a0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59642/0 (socket says 172.21.15.17:59642) 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 -- 172.21.15.17:0/3381916225 learned_addr learned my addr 172.21.15.17:0/3381916225 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2324835640 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493cfe0 0x5581a4946b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2324835640 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 -- 172.21.15.17:0/3381916225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493cfe0 msgr2=0x5581a4946b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493cfe0 0x5581a4946b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 -- 172.21.15.17:0/3381916225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 msgr2=0x5581a494a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.092+0000 7f2325036640 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2325036640 1 -- 172.21.15.17:0/3381916225 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5581a483fac0 con 0x5581a493d900 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2324835640 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493cfe0 0x5581a4946b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:33:16.099 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2325036640 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a494a0f0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x5581a4947220 tx=0x7f2318005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dea7cbf9b9e55925 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2306ffd640 1 -- 172.21.15.17:0/3381916225 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318017040 con 0x5581a493d900 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2306ffd640 1 -- 172.21.15.17:0/3381916225 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f2318026070 con 0x5581a493d900 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2306ffd640 1 -- 172.21.15.17:0/3381916225 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23180054e0 con 0x5581a493d900 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 -- 172.21.15.17:0/3381916225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 msgr2=0x5581a494a0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a494a0f0 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x5581a4947220 tx=0x7f2318005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 -- 172.21.15.17:0/3381916225 shutdown_connections 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a494a0f0 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a494abc0 0x5581a494a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 --2- 172.21.15.17:0/3381916225 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a493cfe0 0x5581a4946b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 -- 172.21.15.17:0/3381916225 >> 172.21.15.17:0/3381916225 conn(0x5581a4937990 msgr2=0x5581a49361c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 -- 172.21.15.17:0/3381916225 shutdown_connections 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.093+0000 7f2329e79740 1 -- 172.21.15.17:0/3381916225 wait complete. 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 -- start start 2024-03-16T18:33:16.100 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 Processor -- start 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493cfe0 0x5581a49526e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a4944bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4945130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a4945670 con 0x5581a493d900 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a49457e0 con 0x5581a493cfe0 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581a49459a0 con 0x5581a494abc0 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2329e79740 10 client.0 _ll_register_callbacks cb 0x7f2318009530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2325036640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a4944bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2325036640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a4944bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59650/0 (socket says 172.21.15.17:59650) 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2325036640 1 -- 172.21.15.17:0/3876882719 learned_addr learned my addr 172.21.15.17:0/3876882719 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2324835640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493cfe0 0x5581a49526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.094+0000 7f2324835640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4945130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2325036640 1 -- 172.21.15.17:0/3876882719 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 msgr2=0x5581a4945130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.101 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2325036640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4945130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2325036640 1 -- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493cfe0 msgr2=0x5581a49526e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2325036640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493cfe0 0x5581a49526e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2325036640 1 -- 172.21.15.17:0/3876882719 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2318022780 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2325036640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a4944bf0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f2318005060 tx=0x7f2318012110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccea84a0bdabda93 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2304ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2304ff9640 1 -- 172.21.15.17:0/3876882719 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318005460 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f23140035f0 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2304ff9640 1 -- 172.21.15.17:0/3876882719 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f23180055c0 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2304ff9640 1 -- 172.21.15.17:0/3876882719 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2318012900 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2329e79740 10 client.18972 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x5581a48656a0 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2304ff9640 1 -- 172.21.15.17:0/3876882719 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f23140035f0 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2304ff9640 1 -- 172.21.15.17:0/3876882719 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f231802b450 con 0x5581a493d900 2024-03-16T18:33:16.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2329e79740 10 client.18972 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2329e79740 10 client.18972 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.095+0000 7f2329e79740 20 client.18972 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a49b7b00 0x5581a49b9f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 4 client.18972 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x5581a4630890 con 0x5581a49b7b00 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2324835640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a49b7b00 0x5581a49b9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2304ff9640 10 client.18972 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2324835640 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a49b7b00 0x5581a49b9f20 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=862bde1a3b57d6af server_cookie=cfde9a6e7f629527 in_seq=0 out_seq=0 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2304ff9640 1 -- 172.21.15.17:0/3876882719 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x5581a4630890 con 0x5581a49b7b00 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2304ff9640 10 client.18972 handle_command_reply: tid=0 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 client.18972 shutdown 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 msgr2=0x5581a4944bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a4944bf0 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7f2318005060 tx=0x7f2318012110 comp rx=0 tx=0).stop 2024-03-16T18:33:16.103 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 shutdown_connections 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x5581a49b7b00 0x5581a49b9f20 crc :-1 s=READY pgs=216 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x5581a493d900 0x5581a4944bf0 unknown :-1 s=CLOSED pgs=1411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2304ff9640 0 client.18972 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x5581a494abc0 0x5581a4945130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 --2- 172.21.15.17:0/3876882719 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x5581a493cfe0 0x5581a49526e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.096+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 >> 172.21.15.17:0/3876882719 conn(0x5581a4937990 msgr2=0x5581a49469a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 shutdown_connections 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f2329e79740 1 -- 172.21.15.17:0/3876882719 wait complete. 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f2329e79740 20 client.18972 trim_cache size 0 max 16384 2024-03-16T18:33:16.104 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:33:16.105 INFO:teuthology.orchestra.run.smithi017.stdout: "status": "no active scrubs running", 2024-03-16T18:33:16.105 INFO:teuthology.orchestra.run.smithi017.stdout: "scrubs": {} 2024-03-16T18:33:16.105 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f23080a1ba0 msgr2=0x7f23080a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f23080a1ba0 0x7f23080a4060 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f23100ed920 tx=0x7f231008ef50 comp rx=0 tx=0).stop 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 msgr2=0x7f23201977f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 0x7f23201977f0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7f231002c630 tx=0x7f2310035d20 comp rx=0 tx=0).stop 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 shutdown_connections 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f23080a1ba0 0x7f23080a4060 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2320107500 0x7f23201977f0 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2320101e20 0x7f232019dbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 --2- 172.21.15.17:0/1129003832 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f2320101460 0x7f232019d680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 >> 172.21.15.17:0/1129003832 conn(0x7f23200fcf90 msgr2=0x7f23200fd6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 shutdown_connections 2024-03-16T18:33:16.106 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.097+0000 7f232729a640 1 -- 172.21.15.17:0/1129003832 wait complete. 2024-03-16T18:33:16.108 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-03-16T18:33:16.108 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:33:16.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 -- 172.21.15.17:0/1646193129 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 msgr2=0x7fb73010dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 --2- 172.21.15.17:0/1646193129 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 0x7fb73010dfd0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fb728009be0 tx=0x7fb72802bef0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.215 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 -- 172.21.15.17:0/1646193129 shutdown_connections 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 --2- 172.21.15.17:0/1646193129 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730103080 0x7fb73010b560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 --2- 172.21.15.17:0/1646193129 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 0x7fb73010dfd0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 --2- 172.21.15.17:0/1646193129 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb730102760 0x7fb730102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 -- 172.21.15.17:0/1646193129 >> 172.21.15.17:0/1646193129 conn(0x7fb7300774f0 msgr2=0x7fb730077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 -- 172.21.15.17:0/1646193129 shutdown_connections 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 -- 172.21.15.17:0/1646193129 wait complete. 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.213+0000 7fb7360c9640 1 Processor -- start 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 -- start start 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 0x7fb73019f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb730103080 0x7fb73019fe50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 0x7fb730199b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb73019a160 con 0x7fb730102760 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb73019a2d0 con 0x7fb730103080 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb73019a490 con 0x7fb73010bb30 2024-03-16T18:33:16.216 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 0x7fb73019f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 0x7fb73019f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59666/0 (socket says 172.21.15.17:59666) 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 -- 172.21.15.17:0/2265209544 learned_addr learned my addr 172.21.15.17:0/2265209544 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72ffff640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 0x7fb730199b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72effd640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb730103080 0x7fb73019fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 -- 172.21.15.17:0/2265209544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 msgr2=0x7fb730199b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 0x7fb730199b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 -- 172.21.15.17:0/2265209544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb730103080 msgr2=0x7fb73019fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb730103080 0x7fb73019fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 -- 172.21.15.17:0/2265209544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb724009560 con 0x7fb730102760 2024-03-16T18:33:16.217 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72f7fe640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 0x7fb73019f910 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7fb72000e9f0 tx=0x7fb72000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb720009700 con 0x7fb730102760 2024-03-16T18:33:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.214+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb728009840 con 0x7fb730102760 2024-03-16T18:33:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.215+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb72000cd80 con 0x7fb730102760 2024-03-16T18:33:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.215+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb720018840 con 0x7fb730102760 2024-03-16T18:33:16.218 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.215+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb73019a960 con 0x7fb730102760 2024-03-16T18:33:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.216+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7300682e0 con 0x7fb730102760 2024-03-16T18:33:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.216+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb7200189a0 con 0x7fb730102760 2024-03-16T18:33:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.217+0000 7fb72cff9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb7180a1ba0 0x7fb7180a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.217+0000 7fb72effd640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb7180a1ba0 0x7fb7180a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.217+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb720014070 con 0x7fb730102760 2024-03-16T18:33:16.219 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.218+0000 7fb72effd640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb7180a1ba0 0x7fb7180a4060 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb73010b4a0 tx=0x7fb724009260 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.222 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.222+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb720053280 con 0x7fb730102760 2024-03-16T18:33:16.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.443+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb730111520 con 0x7fb730102760 2024-03-16T18:33:16.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.444+0000 7fb72cff9640 1 -- 172.21.15.17:0/2265209544 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7fb720096ac0 con 0x7fb730102760 2024-03-16T18:33:16.444 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:33:16.444 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:33:16.444 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:33:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb7180a1ba0 msgr2=0x7fb7180a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb7180a1ba0 0x7fb7180a4060 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fb73010b4a0 tx=0x7fb724009260 comp rx=0 tx=0).stop 2024-03-16T18:33:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 msgr2=0x7fb73019f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 0x7fb73019f910 secure :-1 s=READY pgs=1412 cs=0 l=1 rev1=1 crypto rx=0x7fb72000e9f0 tx=0x7fb72000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 shutdown_connections 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb7180a1ba0 0x7fb7180a4060 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb73010bb30 0x7fb730199b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb730103080 0x7fb73019fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 --2- 172.21.15.17:0/2265209544 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb730102760 0x7fb73019f910 unknown :-1 s=CLOSED pgs=1412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 >> 172.21.15.17:0/2265209544 conn(0x7fb7300774f0 msgr2=0x7fb730107a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 shutdown_connections 2024-03-16T18:33:16.447 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.446+0000 7fb7360c9640 1 -- 172.21.15.17:0/2265209544 wait complete. 2024-03-16T18:33:16.457 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:33:16.457 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:4 damage ls 2024-03-16T18:33:16.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 -- 172.21.15.17:0/233341710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb1381014b0 msgr2=0x7fb138101930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/233341710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb1381014b0 0x7fb138101930 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7fb12c009900 tx=0x7fb12c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:16.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 -- 172.21.15.17:0/233341710 shutdown_connections 2024-03-16T18:33:16.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/233341710 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb1381014b0 0x7fb138101930 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.564 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/233341710 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb138101e70 0x7fb13810e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/233341710 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb138107570 0x7fb138107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 -- 172.21.15.17:0/233341710 >> 172.21.15.17:0/233341710 conn(0x7fb1380fcf20 msgr2=0x7fb1380ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 -- 172.21.15.17:0/233341710 shutdown_connections 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.562+0000 7fb13cbdd640 1 -- 172.21.15.17:0/233341710 wait complete. 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 Processor -- start 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 -- start start 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1381014b0 0x7fb13819d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 0x7fb13819db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb138107570 0x7fb138197800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb138197ea0 con 0x7fb138101e70 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb138198010 con 0x7fb138107570 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13cbdd640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb1381981d0 con 0x7fb1381014b0 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 0x7fb13819db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.565 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 0x7fb13819db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59688/0 (socket says 172.21.15.17:59688) 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 -- 172.21.15.17:0/1612739216 learned_addr learned my addr 172.21.15.17:0/1612739216 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb136d9d640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb138107570 0x7fb138197800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb13659c640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1381014b0 0x7fb13819d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 -- 172.21.15.17:0/1612739216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1381014b0 msgr2=0x7fb13819d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1381014b0 0x7fb13819d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 -- 172.21.15.17:0/1612739216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb138107570 msgr2=0x7fb138197800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb138107570 0x7fb138197800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.563+0000 7fb135d9b640 1 -- 172.21.15.17:0/1612739216 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb12c009560 con 0x7fb138101e70 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.564+0000 7fb135d9b640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 0x7fb13819db80 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fb12c005940 tx=0x7fb12c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.564+0000 7fb1277fe640 1 -- 172.21.15.17:0/1612739216 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c004350 con 0x7fb138101e70 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.564+0000 7fb1277fe640 1 -- 172.21.15.17:0/1612739216 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb12c0044b0 con 0x7fb138101e70 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.564+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb138198450 con 0x7fb138101e70 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.564+0000 7fb1277fe640 1 -- 172.21.15.17:0/1612739216 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c0053c0 con 0x7fb138101e70 2024-03-16T18:33:16.566 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.564+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1381a4670 con 0x7fb138101e70 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.566+0000 7fb1277fe640 1 -- 172.21.15.17:0/1612739216 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb12c005520 con 0x7fb138101e70 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.566+0000 7fb13f7b0740 1 Processor -- start 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 -- start start 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d29699a630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a3210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2969a3750 0x55d2969a5b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d296955960 con 0x55d29699ab70 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d296909310 con 0x55d2969a3750 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d296906840 con 0x55d29699a250 2024-03-16T18:33:16.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a3210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a3210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59700/0 (socket says 172.21.15.17:59700) 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 -- 172.21.15.17:0/3376969658 learned_addr learned my addr 172.21.15.17:0/3376969658 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2969a3750 0x55d2969a5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb136d9d640 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d29699a630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb1277fe640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1200a1c20 0x7fb1200a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 -- 172.21.15.17:0/3376969658 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 msgr2=0x55d29699a630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb136d9d640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1200a1c20 0x7fb1200a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d29699a630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 -- 172.21.15.17:0/3376969658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2969a3750 msgr2=0x55d2969a5b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2969a3750 0x55d2969a5b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb13659c640 1 -- 172.21.15.17:0/3376969658 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d2968c4060 con 0x55d29699ab70 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.567+0000 7fb1277fe640 1 -- 172.21.15.17:0/1612739216 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb12c0efbb0 con 0x7fb138101e70 2024-03-16T18:33:16.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb13659c640 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a3210 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fb128009d20 tx=0x7fb128011810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71728c96e90fa543 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb136d9d640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1200a1c20 0x7fb1200a40e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb130005c40 tx=0x7fb130004ab0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb124ff9640 1 -- 172.21.15.17:0/3376969658 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb128019630 con 0x55d29699ab70 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb124ff9640 1 -- 172.21.15.17:0/3376969658 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb128019c40 con 0x55d29699ab70 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb124ff9640 1 -- 172.21.15.17:0/3376969658 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12800eba0 con 0x55d29699ab70 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb13f7b0740 1 -- 172.21.15.17:0/3376969658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 msgr2=0x55d2969a3210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.568+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a3210 secure :-1 s=READY pgs=1415 cs=0 l=1 rev1=1 crypto rx=0x7fb128009d20 tx=0x7fb128011810 comp rx=0 tx=0).stop 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- 172.21.15.17:0/3376969658 shutdown_connections 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a3210 unknown :-1 s=CLOSED pgs=1415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d2969a3750 0x55d2969a5b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/3376969658 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d29699a630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- 172.21.15.17:0/3376969658 >> 172.21.15.17:0/3376969658 conn(0x55d296994980 msgr2=0x55d296994d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- 172.21.15.17:0/3376969658 shutdown_connections 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- 172.21.15.17:0/3376969658 wait complete. 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- start start 2024-03-16T18:33:16.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 Processor -- start 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699a250 0x55d2969a3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a04a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d296902020 con 0x55d29699ab70 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2965d5430 con 0x55d29699a250 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d296591e00 con 0x55d2969a3750 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13f7b0740 10 client.0 _ll_register_callbacks cb 0x55d2968a9cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb135d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a04a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59704/0 (socket says 172.21.15.17:59704) 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb135d9b640 1 -- 172.21.15.17:0/2548427259 learned_addr learned my addr 172.21.15.17:0/2548427259 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb13659c640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699a250 0x55d2969a3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.569+0000 7fb136d9d640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb135d9b640 1 -- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 msgr2=0x55d2969a0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb135d9b640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb135d9b640 1 -- 172.21.15.17:0/2548427259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699a250 msgr2=0x55d2969a3110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb135d9b640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699a250 0x55d2969a3110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb135d9b640 1 -- 172.21.15.17:0/2548427259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb128009950 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb136d9d640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb135d9b640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a04a0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fb12c0b89c0 tx=0x7fb12c004e40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f01a4367d8197c7c server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb11dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb11dffb640 1 -- 172.21.15.17:0/2548427259 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb12c0dc0e0 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb11dffb640 1 -- 172.21.15.17:0/2548427259 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb12c0bcc60 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d2966017e0 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb11dffb640 1 -- 172.21.15.17:0/2548427259 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb12c0bc560 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 10 client.18990 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d2969006a0 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb11dffb640 1 -- 172.21.15.17:0/2548427259 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb12c0d4070 con 0x55d29699ab70 2024-03-16T18:33:16.577 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb11dffb640 1 -- 172.21.15.17:0/2548427259 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb12c03c070 con 0x55d29699ab70 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 10 client.18990 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 10 client.18990 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 20 client.18990 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d2969b34a0 0x55d2969b5890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 4 client.18990 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.570+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d29663e720 con 0x55d2969b34a0 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.571+0000 7fb13659c640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d2969b34a0 0x55d2969b5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.571+0000 7fb11dffb640 10 client.18990 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.571+0000 7fb13659c640 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d2969b34a0 0x55d2969b5890 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=dba8b0edd150609a server_cookie=9fcac674742d6aa0 in_seq=0 out_seq=0 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb11dffb640 1 -- 172.21.15.17:0/2548427259 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55d29663e720 con 0x55d2969b34a0 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb11dffb640 10 client.18990 handle_command_reply: tid=0 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 client.18990 shutdown 2024-03-16T18:33:16.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 msgr2=0x55d2969a04a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a04a0 secure :-1 s=READY pgs=1416 cs=0 l=1 rev1=1 crypto rx=0x7fb12c0b89c0 tx=0x7fb12c004e40 comp rx=0 tx=0).stop 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 shutdown_connections 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d2969b34a0 0x55d2969b5890 crc :-1 s=READY pgs=78 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699ab70 0x55d2969a04a0 unknown :-1 s=CLOSED pgs=1416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb11dffb640 0 client.18990 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2548427259 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699a250 0x55d2969a3110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 >> 172.21.15.17:0/2548427259 conn(0x55d296994980 msgr2=0x55d2969966d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 shutdown_connections 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2548427259 wait complete. 2024-03-16T18:33:16.579 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.572+0000 7fb13f7b0740 20 client.18990 trim_cache size 0 max 16384 2024-03-16T18:33:16.589 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 Processor -- start 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 -- start start 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d296993a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969a2bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 0x55d2969a3110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d296887130 con 0x55d2969a3750 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2969006a0 con 0x55d29699ab70 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d29699e9f0 con 0x55d29699a250 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 0x55d2969a3110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 0x55d2969a3110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59712/0 (socket says 172.21.15.17:59712) 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 -- 172.21.15.17:0/2145380970 learned_addr learned my addr 172.21.15.17:0/2145380970 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb13659c640 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d296993a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.590 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb135d9b640 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969a2bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 -- 172.21.15.17:0/2145380970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 msgr2=0x55d296993a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d296993a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 -- 172.21.15.17:0/2145380970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 msgr2=0x55d2969a2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969a2bd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 -- 172.21.15.17:0/2145380970 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d29689cc20 con 0x55d2969a3750 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb136d9d640 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 0x55d2969a3110 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fb130003b50 tx=0x7fb130005bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4432171d584fd1ee server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb11ffff640 1 -- 172.21.15.17:0/2145380970 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb130004d20 con 0x55d2969a3750 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb11ffff640 1 -- 172.21.15.17:0/2145380970 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb130004e80 con 0x55d2969a3750 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.585+0000 7fb11ffff640 1 -- 172.21.15.17:0/2145380970 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb1300055b0 con 0x55d2969a3750 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2145380970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 msgr2=0x55d2969a3110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 0x55d2969a3110 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7fb130003b50 tx=0x7fb130005bd0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2145380970 shutdown_connections 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d2969a3750 0x55d2969a3110 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.591 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969a2bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/2145380970 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d29699a250 0x55d296993a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2145380970 >> 172.21.15.17:0/2145380970 conn(0x55d296994980 msgr2=0x55d2969932f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2145380970 shutdown_connections 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- 172.21.15.17:0/2145380970 wait complete. 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- start start 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 Processor -- start 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 0x55d2969ab000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969ab540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a7580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2969a7c20 con 0x55d29699a250 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2969a7d90 con 0x55d29699ab70 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d2969a7f50 con 0x55d2969a3750 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13f7b0740 10 client.0 _ll_register_callbacks cb 0x7fb12c005b70 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 0x55d2969ab000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.592 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13659c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 0x55d2969ab000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59714/0 (socket says 172.21.15.17:59714) 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb13659c640 1 -- 172.21.15.17:0/1672257678 learned_addr learned my addr 172.21.15.17:0/1672257678 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb135d9b640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969ab540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.586+0000 7fb136d9d640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a7580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13659c640 1 -- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 msgr2=0x55d2969a7580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13659c640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a7580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13659c640 1 -- 172.21.15.17:0/1672257678 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 msgr2=0x55d2969ab540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13659c640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969ab540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13659c640 1 -- 172.21.15.17:0/1672257678 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb1300132b0 con 0x55d29699a250 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13659c640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 0x55d2969ab000 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fb128014040 tx=0x7fb128009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6158b2de072cfa45 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb11dffb640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb11dffb640 1 -- 172.21.15.17:0/1672257678 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb128005450 con 0x55d29699a250 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb11dffb640 1 -- 172.21.15.17:0/1672257678 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb12801ae40 con 0x55d29699a250 2024-03-16T18:33:16.593 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d29668d890 con 0x55d29699a250 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb11dffb640 1 -- 172.21.15.17:0/1672257678 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb128009ed0 con 0x55d29699a250 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 10 client.18996 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55d2968c28c0 con 0x55d29699a250 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb11dffb640 1 -- 172.21.15.17:0/1672257678 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55d29668d890 con 0x55d29699a250 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb11dffb640 1 -- 172.21.15.17:0/1672257678 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb128019430 con 0x55d29699a250 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 10 client.18996 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 10 client.18996 resolve_mds: resolved 1:4 to role '1:4' aka daemon mds.c 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 20 client.18996 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d296a14480 0x55d296a168a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 4 client.18996 mds_command: new command op to 24460 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.587+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 --> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55d2965ad700 con 0x55d296a14480 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb135d9b640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d296a14480 0x55d296a168a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb135d9b640 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d296a14480 0x55d296a168a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.4 client_cookie=964b0ff5dadfe4d1 server_cookie=88c03c3d66673a18 in_seq=0 out_seq=0 2024-03-16T18:33:16.594 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb11dffb640 10 client.18996 ms_handle_connect on v2:172.21.15.153:6836/1940463335 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb11dffb640 1 -- 172.21.15.17:0/1672257678 <== mds.4 v2:172.21.15.153:6836/1940463335 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55d2965ad700 con 0x55d296a14480 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb11dffb640 10 client.18996 handle_command_reply: tid=0 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 client.18996 shutdown 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 msgr2=0x55d2969ab000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 0x55d2969ab000 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7fb128014040 tx=0x7fb128009c20 comp rx=0 tx=0).stop 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 shutdown_connections 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:6836/1940463335,v1:172.21.15.153:6837/1940463335] conn(0x55d296a14480 0x55d296a168a0 crc :-1 s=READY pgs=79 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55d2969a3750 0x55d2969a7580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55d29699ab70 0x55d2969ab540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb11dffb640 0 client.18996 ms_handle_reset on v2:172.21.15.153:6836/1940463335 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 --2- 172.21.15.17:0/1672257678 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55d29699a250 0x55d2969ab000 unknown :-1 s=CLOSED pgs=1418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 >> 172.21.15.17:0/1672257678 conn(0x55d296994980 msgr2=0x55d296993b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 shutdown_connections 2024-03-16T18:33:16.595 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 1 -- 172.21.15.17:0/1672257678 wait complete. 2024-03-16T18:33:16.596 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.588+0000 7fb13f7b0740 20 client.18996 trim_cache size 0 max 16384 2024-03-16T18:33:16.596 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1200a1c20 msgr2=0x7fb1200a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1200a1c20 0x7fb1200a40e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fb130005c40 tx=0x7fb130004ab0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 msgr2=0x7fb13819db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 0x7fb13819db80 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7fb12c005940 tx=0x7fb12c005df0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 shutdown_connections 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb1200a1c20 0x7fb1200a40e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb138101e70 0x7fb13819db80 unknown :-1 s=CLOSED pgs=1414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb138107570 0x7fb138197800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 --2- 172.21.15.17:0/1612739216 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb1381014b0 0x7fb13819d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 >> 172.21.15.17:0/1612739216 conn(0x7fb1380fcf20 msgr2=0x7fb1380fe700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.597 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 shutdown_connections 2024-03-16T18:33:16.598 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.589+0000 7fb13cbdd640 1 -- 172.21.15.17:0/1612739216 wait complete. 2024-03-16T18:33:16.599 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:33:16.600 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:3 damage ls 2024-03-16T18:33:16.706 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 -- 172.21.15.17:0/2705606154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154101e70 msgr2=0x7fa15410e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 --2- 172.21.15.17:0/2705606154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154101e70 0x7fa15410e330 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009c10 tx=0x7fa14c02bef0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 -- 172.21.15.17:0/2705606154 shutdown_connections 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 --2- 172.21.15.17:0/2705606154 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154101e70 0x7fa15410e330 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 --2- 172.21.15.17:0/2705606154 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1541014b0 0x7fa154101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 --2- 172.21.15.17:0/2705606154 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154107570 0x7fa154107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 -- 172.21.15.17:0/2705606154 >> 172.21.15.17:0/2705606154 conn(0x7fa1540fcf20 msgr2=0x7fa1540ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 -- 172.21.15.17:0/2705606154 shutdown_connections 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.704+0000 7fa15abc7640 1 -- 172.21.15.17:0/2705606154 wait complete. 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 Processor -- start 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 -- start start 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1541014b0 0x7fa15419d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 0x7fa15419db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154107570 0x7fa1541977c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.707 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa154197e60 con 0x7fa154101e70 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa154197fd0 con 0x7fa154107570 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa15abc7640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa154198190 con 0x7fa1541014b0 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 0x7fa15419db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa158963640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1541014b0 0x7fa15419d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 0x7fa15419db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59730/0 (socket says 172.21.15.17:59730) 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 -- 172.21.15.17:0/3085498997 learned_addr learned my addr 172.21.15.17:0/3085498997 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa159164640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154107570 0x7fa1541977c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 -- 172.21.15.17:0/3085498997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1541014b0 msgr2=0x7fa15419d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1541014b0 0x7fa15419d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 -- 172.21.15.17:0/3085498997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154107570 msgr2=0x7fa1541977c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154107570 0x7fa1541977c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 -- 172.21.15.17:0/3085498997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa14c009840 con 0x7fa154101e70 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa153fff640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 0x7fa15419db90 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fa14000e9f0 tx=0x7fa14000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.708 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.705+0000 7fa151ffb640 1 -- 172.21.15.17:0/3085498997 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa140009720 con 0x7fa154101e70 2024-03-16T18:33:16.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.706+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa154198470 con 0x7fa154101e70 2024-03-16T18:33:16.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.706+0000 7fa151ffb640 1 -- 172.21.15.17:0/3085498997 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa1400054d0 con 0x7fa154101e70 2024-03-16T18:33:16.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.706+0000 7fa151ffb640 1 -- 172.21.15.17:0/3085498997 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa140010430 con 0x7fa154101e70 2024-03-16T18:33:16.709 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.706+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1541a4680 con 0x7fa154101e70 2024-03-16T18:33:16.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa151ffb640 1 -- 172.21.15.17:0/3085498997 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa140004fb0 con 0x7fa154101e70 2024-03-16T18:33:16.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 Processor -- start 2024-03-16T18:33:16.715 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 -- start start 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbc1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbce620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd0f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8db7c960 con 0x556c8dbc0c30 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8db30310 con 0x556c8dbceb60 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8db2d840 con 0x556c8dbc15e0 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa151ffb640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1440a1ba0 0x7fa1440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa159164640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbc1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa159164640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbc1010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59740/0 (socket says 172.21.15.17:59740) 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa159164640 1 -- 172.21.15.17:0/971793497 learned_addr learned my addr 172.21.15.17:0/971793497 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.708+0000 7fa153fff640 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd0f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa158963640 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbce620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.716 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1440a1ba0 0x7fa1440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa151ffb640 1 -- 172.21.15.17:0/3085498997 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa140014070 con 0x7fa154101e70 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 -- 172.21.15.17:0/971793497 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 msgr2=0x556c8dbce620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbce620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 -- 172.21.15.17:0/971793497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 msgr2=0x556c8dbd0f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd0f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 -- 172.21.15.17:0/971793497 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c8daeb060 con 0x556c8dbc0c30 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa153fff640 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd0f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbc1010 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fa14c005cc0 tx=0x7fa14c033850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf79247ff6b5724e server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa159164640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1440a1ba0 0x7fa1440a4060 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009310 tx=0x7fa14c03c000 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa13effd640 1 -- 172.21.15.17:0/971793497 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c048070 con 0x556c8dbc0c30 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa13effd640 1 -- 172.21.15.17:0/971793497 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa14c033580 con 0x556c8dbc0c30 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.709+0000 7fa13effd640 1 -- 172.21.15.17:0/971793497 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c034690 con 0x556c8dbc0c30 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 -- 172.21.15.17:0/971793497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 msgr2=0x556c8dbc1010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbc1010 secure :-1 s=READY pgs=1420 cs=0 l=1 rev1=1 crypto rx=0x7fa14c005cc0 tx=0x7fa14c033850 comp rx=0 tx=0).stop 2024-03-16T18:33:16.717 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 -- 172.21.15.17:0/971793497 shutdown_connections 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd0f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbce620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/971793497 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbc1010 unknown :-1 s=CLOSED pgs=1420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 -- 172.21.15.17:0/971793497 >> 172.21.15.17:0/971793497 conn(0x556c8dbbb980 msgr2=0x556c8dbbbd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 -- 172.21.15.17:0/971793497 shutdown_connections 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 -- 172.21.15.17:0/971793497 wait complete. 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 -- start start 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.710+0000 7fa15d7a0740 1 Processor -- start 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbc0c30 0x556c8dbce530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbcb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 0x556c8dbcbed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8db29020 con 0x556c8dbceb60 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8d7fc430 con 0x556c8dbc0c30 2024-03-16T18:33:16.718 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8d7b8e00 con 0x556c8dbc15e0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 10 client.0 _ll_register_callbacks cb 0x556c8dad0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 0x556c8dbcbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 0x556c8dbcbed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59754/0 (socket says 172.21.15.17:59754) 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 -- 172.21.15.17:0/2353780621 learned_addr learned my addr 172.21.15.17:0/2353780621 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa158963640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbc0c30 0x556c8dbce530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa153fff640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbcb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 -- 172.21.15.17:0/2353780621 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 msgr2=0x556c8dbcb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbcb8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 -- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbc0c30 msgr2=0x556c8dbce530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbc0c30 0x556c8dbce530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 -- 172.21.15.17:0/2353780621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa15410ec30 con 0x556c8dbceb60 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa159164640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 0x556c8dbcbed0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7fa14c04e040 tx=0x7fa14c034c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=824c8c69d5fce431 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa133fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.719 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa133fff640 1 -- 172.21.15.17:0/2353780621 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14c048040 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa133fff640 1 -- 172.21.15.17:0/2353780621 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa14c003e00 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x556c8d8287e0 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.711+0000 7fa133fff640 1 -- 172.21.15.17:0/2353780621 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa14c004870 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 10 client.19008 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556c8db276a0 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa133fff640 1 -- 172.21.15.17:0/2353780621 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x556c8d8287e0 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa133fff640 1 -- 172.21.15.17:0/2353780621 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa14c03c070 con 0x556c8dbceb60 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 10 client.19008 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 10 client.19008 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 20 client.19008 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dbde9f0 0x556c8dbe0de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 4 client.19008 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x556c8d865720 con 0x556c8dbde9f0 2024-03-16T18:33:16.720 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa158963640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dbde9f0 0x556c8dbe0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa133fff640 10 client.19008 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.712+0000 7fa158963640 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dbde9f0 0x556c8dbe0de0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=4573c81c52df79ee server_cookie=2e75d9ad3c7525f6 in_seq=0 out_seq=0 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.713+0000 7fa133fff640 1 -- 172.21.15.17:0/2353780621 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x556c8d865720 con 0x556c8dbde9f0 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.713+0000 7fa133fff640 10 client.19008 handle_command_reply: tid=0 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.713+0000 7fa15d7a0740 1 client.19008 shutdown 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.713+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 msgr2=0x556c8dbcbed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.713+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 0x556c8dbcbed0 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7fa14c04e040 tx=0x7fa14c034c00 comp rx=0 tx=0).stop 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 shutdown_connections 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dbde9f0 0x556c8dbe0de0 crc :-1 s=READY pgs=76 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbceb60 0x556c8dbcbed0 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbcb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2353780621 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbc0c30 0x556c8dbce530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 >> 172.21.15.17:0/2353780621 conn(0x556c8dbbb980 msgr2=0x556c8dbbd6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa133fff640 0 client.19008 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:33:16.721 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 shutdown_connections 2024-03-16T18:33:16.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2353780621 wait complete. 2024-03-16T18:33:16.722 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.714+0000 7fa15d7a0740 20 client.19008 trim_cache size 0 max 16384 2024-03-16T18:33:16.731 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 Processor -- start 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 -- start start 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc0c30 0x556c8dbcdff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 0x556c8dbce530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd9e90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8daae130 con 0x556c8dbc15e0 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8dbc2030 con 0x556c8dbceb60 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8dbdb750 con 0x556c8dbc0c30 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 0x556c8dbce530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 0x556c8dbce530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59756/0 (socket says 172.21.15.17:59756) 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 -- 172.21.15.17:0/4238055672 learned_addr learned my addr 172.21.15.17:0/4238055672 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa158963640 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc0c30 0x556c8dbcdff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.732 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa159164640 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd9e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 -- 172.21.15.17:0/4238055672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc0c30 msgr2=0x556c8dbcdff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc0c30 0x556c8dbcdff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 -- 172.21.15.17:0/4238055672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 msgr2=0x556c8dbd9e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd9e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa153fff640 1 -- 172.21.15.17:0/4238055672 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556c8dac3c20 con 0x556c8dbc15e0 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.726+0000 7fa159164640 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa153fff640 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 0x556c8dbce530 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7fa14009a7d0 tx=0x7fa14006cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29f0cca5585486a9 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa13e7fc640 1 -- 172.21.15.17:0/4238055672 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa14009a380 con 0x556c8dbc15e0 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa13e7fc640 1 -- 172.21.15.17:0/4238055672 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa14009a1a0 con 0x556c8dbc15e0 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa13e7fc640 1 -- 172.21.15.17:0/4238055672 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1400a2fe0 con 0x556c8dbc15e0 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 -- 172.21.15.17:0/4238055672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 msgr2=0x556c8dbce530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 0x556c8dbce530 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7fa14009a7d0 tx=0x7fa14006cb00 comp rx=0 tx=0).stop 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 -- 172.21.15.17:0/4238055672 shutdown_connections 2024-03-16T18:33:16.733 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc15e0 0x556c8dbce530 unknown :-1 s=CLOSED pgs=1422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dbd9e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/4238055672 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc0c30 0x556c8dbcdff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 -- 172.21.15.17:0/4238055672 >> 172.21.15.17:0/4238055672 conn(0x556c8dbbb980 msgr2=0x556c8dbc6e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 -- 172.21.15.17:0/4238055672 shutdown_connections 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.727+0000 7fa15d7a0740 1 -- 172.21.15.17:0/4238055672 wait complete. 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 -- start start 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 Processor -- start 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbd2510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbd2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dc39240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8dc39780 con 0x556c8dbc0c30 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8dc398c0 con 0x556c8dbceb60 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x556c8dc39a00 con 0x556c8dbc15e0 2024-03-16T18:33:16.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa15d7a0740 10 client.0 _ll_register_callbacks cb 0x7fa14000cee0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbd2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbd2510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59772/0 (socket says 172.21.15.17:59772) 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 -- 172.21.15.17:0/2695590403 learned_addr learned my addr 172.21.15.17:0/2695590403 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa159164640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dc39240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa153fff640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbd2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 -- 172.21.15.17:0/2695590403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 msgr2=0x556c8dbd2a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbd2a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 -- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 msgr2=0x556c8dc39240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dc39240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.728+0000 7fa158963640 1 -- 172.21.15.17:0/2695590403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa154198470 con 0x556c8dbc0c30 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa158963640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbd2510 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x556c8dbe1620 tx=0x7fa148009da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46c7371b66ca4fa6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa133fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa133fff640 1 -- 172.21.15.17:0/2695590403 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa148017030 con 0x556c8dbc0c30 2024-03-16T18:33:16.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa133fff640 1 -- 172.21.15.17:0/2695590403 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa148005020 con 0x556c8dbc0c30 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa14c033580 con 0x556c8dbc0c30 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa133fff640 1 -- 172.21.15.17:0/2695590403 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1480051e0 con 0x556c8dbc0c30 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 10 client.19014 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x556c8dae98c0 con 0x556c8dbc0c30 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa133fff640 1 -- 172.21.15.17:0/2695590403 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa14c033580 con 0x556c8dbc0c30 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa133fff640 1 -- 172.21.15.17:0/2695590403 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fa148020770 con 0x556c8dbc0c30 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 10 client.19014 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 10 client.19014 resolve_mds: resolved 1:3 to role '1:3' aka daemon mds.e 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 20 client.19014 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dc3b260 0x556c8dc3d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 4 client.19014 mds_command: new command op to 24464 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 --> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x556c8d8b4890 con 0x556c8dc3b260 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.729+0000 7fa153fff640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dc3b260 0x556c8dc3d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa153fff640 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dc3b260 0x556c8dc3d680 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.3 client_cookie=dd7b96cac3e6eb5b server_cookie=4ea37af863300c98 in_seq=0 out_seq=0 2024-03-16T18:33:16.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa133fff640 10 client.19014 ms_handle_connect on v2:172.21.15.149:6834/1680529830 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa133fff640 1 -- 172.21.15.17:0/2695590403 <== mds.3 v2:172.21.15.149:6834/1680529830 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x556c8d8b4890 con 0x556c8dc3b260 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa133fff640 10 client.19014 handle_command_reply: tid=0 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 client.19014 shutdown 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 msgr2=0x556c8dbd2510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbd2510 secure :-1 s=READY pgs=1423 cs=0 l=1 rev1=1 crypto rx=0x556c8dbe1620 tx=0x7fa148009da0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 shutdown_connections 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:6834/1680529830,v1:172.21.15.149:6835/1680529830] conn(0x556c8dc3b260 0x556c8dc3d680 crc :-1 s=READY pgs=77 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x556c8dbceb60 0x556c8dc39240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x556c8dbc15e0 0x556c8dbd2a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 --2- 172.21.15.17:0/2695590403 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x556c8dbc0c30 0x556c8dbd2510 unknown :-1 s=CLOSED pgs=1423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 >> 172.21.15.17:0/2695590403 conn(0x556c8dbbb980 msgr2=0x556c8dbcb0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa133fff640 0 client.19014 ms_handle_reset on v2:172.21.15.149:6834/1680529830 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 shutdown_connections 2024-03-16T18:33:16.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 1 -- 172.21.15.17:0/2695590403 wait complete. 2024-03-16T18:33:16.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.730+0000 7fa15d7a0740 20 client.19014 trim_cache size 0 max 16384 2024-03-16T18:33:16.738 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1440a1ba0 msgr2=0x7fa1440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1440a1ba0 0x7fa1440a4060 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7fa14c009310 tx=0x7fa14c03c000 comp rx=0 tx=0).stop 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 msgr2=0x7fa15419db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 0x7fa15419db90 secure :-1 s=READY pgs=1419 cs=0 l=1 rev1=1 crypto rx=0x7fa14000e9f0 tx=0x7fa14000edf0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 shutdown_connections 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa1440a1ba0 0x7fa1440a4060 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa154101e70 0x7fa15419db90 unknown :-1 s=CLOSED pgs=1419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa154107570 0x7fa1541977c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 --2- 172.21.15.17:0/3085498997 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa1541014b0 0x7fa15419d650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 >> 172.21.15.17:0/3085498997 conn(0x7fa1540fcf20 msgr2=0x7fa1540fe870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.739 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 shutdown_connections 2024-03-16T18:33:16.740 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.731+0000 7fa15abc7640 1 -- 172.21.15.17:0/3085498997 wait complete. 2024-03-16T18:33:16.742 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:33:16.742 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:2 damage ls 2024-03-16T18:33:16.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/273812181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100fc0 msgr2=0x7fb5c4105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/273812181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100fc0 0x7fb5c4105000 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8009930 tx=0x7fb5b802bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:16.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/273812181 shutdown_connections 2024-03-16T18:33:16.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/273812181 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100fc0 0x7fb5c4105000 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.849 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/273812181 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5c41056e0 0x7fb5c410d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/273812181 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5c4100610 0x7fb5c41009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/273812181 >> 172.21.15.17:0/273812181 conn(0x7fb5c4076770 msgr2=0x7fb5c4076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/273812181 shutdown_connections 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/273812181 wait complete. 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 Processor -- start 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.847+0000 7fb5ca4c3640 1 -- start start 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5ca4c3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 0x7fb5c419d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5ca4c3640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5c41056e0 0x7fb5c419dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5ca4c3640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5c41978d0 0x7fb5c4197d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5ca4c3640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c41982c0 con 0x7fb5c4100610 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5ca4c3640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c4198430 con 0x7fb5c41978d0 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5ca4c3640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5c41985f0 con 0x7fb5c41056e0 2024-03-16T18:33:16.850 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 0x7fb5c419d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 0x7fb5c419d720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59788/0 (socket says 172.21.15.17:59788) 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 -- 172.21.15.17:0/3387300399 learned_addr learned my addr 172.21.15.17:0/3387300399 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5c41978d0 0x7fb5c4197d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5c41056e0 0x7fb5c419dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 -- 172.21.15.17:0/3387300399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5c41056e0 msgr2=0x7fb5c419dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5c41056e0 0x7fb5c419dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 -- 172.21.15.17:0/3387300399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5c41978d0 msgr2=0x7fb5c4197d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5c41978d0 0x7fb5c4197d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 -- 172.21.15.17:0/3387300399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5b4009490 con 0x7fb5c4100610 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.848+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 0x7fb5c419d720 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400ea60 tx=0x7fb5b400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.849+0000 7fb5c17fa640 1 -- 172.21.15.17:0/3387300399 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b400cde0 con 0x7fb5c4100610 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.849+0000 7fb5c17fa640 1 -- 172.21.15.17:0/3387300399 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb5b40044d0 con 0x7fb5c4100610 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.849+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5b8009560 con 0x7fb5c4100610 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.849+0000 7fb5c17fa640 1 -- 172.21.15.17:0/3387300399 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4010690 con 0x7fb5c4100610 2024-03-16T18:33:16.851 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.849+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5c41a4980 con 0x7fb5c4100610 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c17fa640 1 -- 172.21.15.17:0/3387300399 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb5b4003e40 con 0x7fb5c4100610 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 Processor -- start 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 -- start start 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4b1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4ba210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4bcb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d46c960 con 0x55578d4ba750 2024-03-16T18:33:16.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d420310 con 0x55578d4b1250 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d41d840 con 0x55578d4b1b70 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c17fa640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5ac0a1c20 0x7fb5ac0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4bcb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4bcb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59790/0 (socket says 172.21.15.17:59790) 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c37fe640 1 -- 172.21.15.17:0/1930523281 learned_addr learned my addr 172.21.15.17:0/1930523281 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4ba210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.851+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4b1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5ac0a1c20 0x7fb5ac0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c17fa640 1 -- 172.21.15.17:0/3387300399 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb5b4014070 con 0x7fb5c4100610 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c37fe640 1 -- 172.21.15.17:0/1930523281 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 msgr2=0x55578d4ba210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4ba210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c37fe640 1 -- 172.21.15.17:0/1930523281 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 msgr2=0x55578d4b1630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4b1630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c37fe640 1 -- 172.21.15.17:0/1930523281 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55578d3db060 con 0x55578d4ba750 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4bcb40 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8005ab0 tx=0x7fb5b8005de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=720a11411dbefd02 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5ac0a1c20 0x7fb5ac0a40e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc005fd0 tx=0x7fb5bc009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5aa7fc640 1 -- 172.21.15.17:0/1930523281 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8004800 con 0x55578d4ba750 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5aa7fc640 1 -- 172.21.15.17:0/1930523281 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb5b802de90 con 0x55578d4ba750 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.852+0000 7fb5aa7fc640 1 -- 172.21.15.17:0/1930523281 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b80035f0 con 0x55578d4ba750 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 -- 172.21.15.17:0/1930523281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 msgr2=0x55578d4bcb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4bcb40 secure :-1 s=READY pgs=1426 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8005ab0 tx=0x7fb5b8005de0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 -- 172.21.15.17:0/1930523281 shutdown_connections 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4bcb40 unknown :-1 s=CLOSED pgs=1426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4ba210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/1930523281 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4b1630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 -- 172.21.15.17:0/1930523281 >> 172.21.15.17:0/1930523281 conn(0x55578d4ab980 msgr2=0x55578d4abd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 -- 172.21.15.17:0/1930523281 shutdown_connections 2024-03-16T18:33:16.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 -- 172.21.15.17:0/1930523281 wait complete. 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 -- start start 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.853+0000 7fb5cd17c740 1 Processor -- start 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4ba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b7440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4b79a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d419020 con 0x55578d4ba750 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d0ec430 con 0x55578d4b1250 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d0a8e00 con 0x55578d4b1b70 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 10 client.0 _ll_register_callbacks cb 0x55578d3c0cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4b79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4b79a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59806/0 (socket says 172.21.15.17:59806) 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 -- 172.21.15.17:0/2649580413 learned_addr learned my addr 172.21.15.17:0/2649580413 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4ba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b7440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 -- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 msgr2=0x55578d4b7440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b7440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 -- 172.21.15.17:0/2649580413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 msgr2=0x55578d4ba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4ba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 -- 172.21.15.17:0/2649580413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5c4069ac0 con 0x55578d4ba750 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4b79a0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc00fef0 tx=0x7fb5bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf619179bfa84cc4 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5a37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5a37fe640 1 -- 172.21.15.17:0/2649580413 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5bc021c00 con 0x55578d4ba750 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5a37fe640 1 -- 172.21.15.17:0/2649580413 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb5bc021d60 con 0x55578d4ba750 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.854+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55578d1187e0 con 0x55578d4ba750 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5a37fe640 1 -- 172.21.15.17:0/2649580413 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb5bc010430 con 0x55578d4ba750 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 10 client.19026 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55578d4176a0 con 0x55578d4ba750 2024-03-16T18:33:16.862 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5a37fe640 1 -- 172.21.15.17:0/2649580413 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55578d1187e0 con 0x55578d4ba750 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5a37fe640 1 -- 172.21.15.17:0/2649580413 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb5bc029530 con 0x55578d4ba750 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 10 client.19026 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 10 client.19026 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 20 client.19026 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d4ca870 0x55578d4ccc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 4 client.19026 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55578d155720 con 0x55578d4ca870 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.855+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d4ca870 0x55578d4ccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5a37fe640 10 client.19026 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d4ca870 0x55578d4ccc90 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=efb125e1ef9b6154 server_cookie=12e2eb3213f2e77a in_seq=0 out_seq=0 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5a37fe640 1 -- 172.21.15.17:0/2649580413 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55578d155720 con 0x55578d4ca870 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5a37fe640 10 client.19026 handle_command_reply: tid=0 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 client.19026 shutdown 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 msgr2=0x55578d4b79a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4b79a0 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc00fef0 tx=0x7fb5bc004a40 comp rx=0 tx=0).stop 2024-03-16T18:33:16.863 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 shutdown_connections 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d4ca870 0x55578d4ccc90 crc :-1 s=READY pgs=74 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4ba750 0x55578d4b79a0 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b7440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2649580413 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5a37fe640 0 client.19026 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.856+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 >> 172.21.15.17:0/2649580413 conn(0x55578d4ab980 msgr2=0x55578d4ad6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.857+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 shutdown_connections 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.857+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2649580413 wait complete. 2024-03-16T18:33:16.864 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.857+0000 7fb5cd17c740 20 client.19026 trim_cache size 0 max 16384 2024-03-16T18:33:16.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 Processor -- start 2024-03-16T18:33:16.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 -- start start 2024-03-16T18:33:16.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 0x55578d4aa2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b9b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.874 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4ba750 0x55578d4ba0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d39e130 con 0x55578d4b1250 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d4aa830 con 0x55578d4ba750 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d4b7fa0 con 0x55578d4b1b70 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 0x55578d4aa2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 0x55578d4aa2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59808/0 (socket says 172.21.15.17:59808) 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 -- 172.21.15.17:0/2589937683 learned_addr learned my addr 172.21.15.17:0/2589937683 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4ba750 0x55578d4ba0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 -- 172.21.15.17:0/2589937683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 msgr2=0x55578d4b9b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b9b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 -- 172.21.15.17:0/2589937683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4ba750 msgr2=0x55578d4ba0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4ba750 0x55578d4ba0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 -- 172.21.15.17:0/2589937683 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55578d3b3c20 con 0x55578d4b1250 2024-03-16T18:33:16.875 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4ba750 0x55578d4ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.869+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 0x55578d4aa2f0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40cb960 tx=0x7fb5b4007b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46955622d23fdc78 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5a9ffb640 1 -- 172.21.15.17:0/2589937683 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b409e990 con 0x55578d4b1250 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5a9ffb640 1 -- 172.21.15.17:0/2589937683 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb5b40a2fe0 con 0x55578d4b1250 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5a9ffb640 1 -- 172.21.15.17:0/2589937683 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b4096eb0 con 0x55578d4b1250 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2589937683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 msgr2=0x55578d4aa2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 0x55578d4aa2f0 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40cb960 tx=0x7fb5b4007b90 comp rx=0 tx=0).stop 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2589937683 shutdown_connections 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4ba750 0x55578d4ba0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4b1b70 0x55578d4b9b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/2589937683 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1250 0x55578d4aa2f0 unknown :-1 s=CLOSED pgs=1428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2589937683 >> 172.21.15.17:0/2589937683 conn(0x55578d4ab980 msgr2=0x55578d4b2920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2589937683 shutdown_connections 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 -- 172.21.15.17:0/2589937683 wait complete. 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.870+0000 7fb5cd17c740 1 -- start start 2024-03-16T18:33:16.876 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 Processor -- start 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4c2140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 0x55578d4be4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4ba750 0x55578d4bea00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d4bef40 con 0x55578d4b1b70 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d4bf0b0 con 0x55578d4b1250 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55578d4bf270 con 0x55578d4ba750 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5cd17c740 10 client.0 _ll_register_callbacks cb 0x7fb5bc00fdb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 0x55578d4be4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 0x55578d4be4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59812/0 (socket says 172.21.15.17:59812) 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 -- 172.21.15.17:0/3676951151 learned_addr learned my addr 172.21.15.17:0/3676951151 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4c2140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c8a60640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4ba750 0x55578d4bea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 -- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4ba750 msgr2=0x55578d4bea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4ba750 0x55578d4bea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 -- 172.21.15.17:0/3676951151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 msgr2=0x55578d4c2140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:16.877 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4c2140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.871+0000 7fb5c37fe640 1 -- 172.21.15.17:0/3676951151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5c41a4980 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5c37fe640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 0x55578d4be4c0 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8009930 tx=0x7fb5b802c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38516dd072bc2cd6 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5a37fe640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5a37fe640 1 -- 172.21.15.17:0/3676951151 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5b8004230 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5a37fe640 1 -- 172.21.15.17:0/3676951151 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb5b8004390 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fb5b802de90 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5a37fe640 1 -- 172.21.15.17:0/3676951151 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb5b80035f0 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 10 client.19032 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55578d3d98c0 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5a37fe640 1 -- 172.21.15.17:0/3676951151 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb5b802de90 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5a37fe640 1 -- 172.21.15.17:0/3676951151 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7fb5b803c050 con 0x55578d4b1b70 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 10 client.19032 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:16.878 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 10 client.19032 resolve_mds: resolved 1:2 to role '1:2' aka daemon mds.i 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 20 client.19032 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d5273d0 0x55578d5297f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 4 client.19032 mds_command: new command op to 24490 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.872+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 --> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55578d1a4890 con 0x55578d5273d0 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d5273d0 0x55578d5297f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5c3fff640 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d5273d0 0x55578d5297f0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.2 client_cookie=e255d3f9d84baceb server_cookie=616ec08fd691d80 in_seq=0 out_seq=0 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5a37fe640 10 client.19032 ms_handle_connect on v2:172.21.15.153:6838/3876939861 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5a37fe640 1 -- 172.21.15.17:0/3676951151 <== mds.2 v2:172.21.15.153:6838/3876939861 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55578d1a4890 con 0x55578d5273d0 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5a37fe640 10 client.19032 handle_command_reply: tid=0 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 client.19032 shutdown 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 msgr2=0x55578d4be4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 0x55578d4be4c0 secure :-1 s=READY pgs=1429 cs=0 l=1 rev1=1 crypto rx=0x7fb5b8009930 tx=0x7fb5b802c9a0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.879 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 shutdown_connections 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:6838/3876939861,v1:172.21.15.153:6839/3876939861] conn(0x55578d5273d0 0x55578d5297f0 crc :-1 s=READY pgs=75 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55578d4b1b70 0x55578d4be4c0 unknown :-1 s=CLOSED pgs=1429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55578d4ba750 0x55578d4bea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 --2- 172.21.15.17:0/3676951151 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55578d4b1250 0x55578d4c2140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5a37fe640 0 client.19032 ms_handle_reset on v2:172.21.15.153:6838/3876939861 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 >> 172.21.15.17:0/3676951151 conn(0x55578d4ab980 msgr2=0x55578d4b6c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 shutdown_connections 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 1 -- 172.21.15.17:0/3676951151 wait complete. 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.873+0000 7fb5cd17c740 20 client.19032 trim_cache size 0 max 16384 2024-03-16T18:33:16.880 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:33:16.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5ac0a1c20 msgr2=0x7fb5ac0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5ac0a1c20 0x7fb5ac0a40e0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7fb5bc005fd0 tx=0x7fb5bc009500 comp rx=0 tx=0).stop 2024-03-16T18:33:16.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 msgr2=0x7fb5c419d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 0x7fb5c419d720 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7fb5b400ea60 tx=0x7fb5b400ef20 comp rx=0 tx=0).stop 2024-03-16T18:33:16.881 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 shutdown_connections 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5ac0a1c20 0x7fb5ac0a40e0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5c41978d0 0x7fb5c4197d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5c41056e0 0x7fb5c419dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 --2- 172.21.15.17:0/3387300399 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5c4100610 0x7fb5c419d720 unknown :-1 s=CLOSED pgs=1425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 >> 172.21.15.17:0/3387300399 conn(0x7fb5c4076770 msgr2=0x7fb5c40fe460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 shutdown_connections 2024-03-16T18:33:16.882 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.874+0000 7fb5ca4c3640 1 -- 172.21.15.17:0/3387300399 wait complete. 2024-03-16T18:33:16.885 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:33:16.885 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:1 damage ls 2024-03-16T18:33:16.991 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 -- 172.21.15.17:0/1751944288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881056a0 msgr2=0x7f8a8810d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 --2- 172.21.15.17:0/1751944288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881056a0 0x7f8a8810d270 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f8a78009930 tx=0x7f8a7802bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 -- 172.21.15.17:0/1751944288 shutdown_connections 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 --2- 172.21.15.17:0/1751944288 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881056a0 0x7f8a8810d270 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 --2- 172.21.15.17:0/1751944288 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a88100f80 0x7f8a88104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 --2- 172.21.15.17:0/1751944288 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a881005d0 0x7f8a881009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 -- 172.21.15.17:0/1751944288 >> 172.21.15.17:0/1751944288 conn(0x7f8a880774f0 msgr2=0x7f8a88077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 -- 172.21.15.17:0/1751944288 shutdown_connections 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.989+0000 7f8a8f023640 1 -- 172.21.15.17:0/1751944288 wait complete. 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 Processor -- start 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 -- start start 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 0x7f8a8819d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.992 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a881056a0 0x7f8a8819dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a88197850 0x7f8a88197d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a88198300 con 0x7f8a881005d0 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a88198470 con 0x7f8a88197850 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8f023640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a881985e0 con 0x7f8a881056a0 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8cdbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 0x7f8a8819d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8cdbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 0x7f8a8819d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59824/0 (socket says 172.21.15.17:59824) 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3630916914 learned_addr learned my addr 172.21.15.17:0/3630916914 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a88197850 0x7f8a88197d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.990+0000 7f8a87fff640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a881056a0 0x7f8a8819dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3630916914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a881056a0 msgr2=0x7f8a8819dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a881056a0 0x7f8a8819dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3630916914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a88197850 msgr2=0x7f8a88197d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a88197850 0x7f8a88197d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:16.993 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3630916914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a78009560 con 0x7f8a881005d0 2024-03-16T18:33:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 0x7f8a8819d6e0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000eb90 tx=0x7f8a8000c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a85ffb640 1 -- 172.21.15.17:0/3630916914 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a800099b0 con 0x7f8a881005d0 2024-03-16T18:33:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a881a4590 con 0x7f8a881005d0 2024-03-16T18:33:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a85ffb640 1 -- 172.21.15.17:0/3630916914 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a8000ee90 con 0x7f8a881005d0 2024-03-16T18:33:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a85ffb640 1 -- 172.21.15.17:0/3630916914 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a80010690 con 0x7f8a881005d0 2024-03-16T18:33:16.994 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.991+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a881a4a20 con 0x7f8a881005d0 2024-03-16T18:33:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.993+0000 7f8a85ffb640 1 -- 172.21.15.17:0/3630916914 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f8a80005020 con 0x7f8a881005d0 2024-03-16T18:33:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 Processor -- start 2024-03-16T18:33:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 -- start start 2024-03-16T18:33:17.000 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da214ff630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21508210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da21508750 0x55da2150ab40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da214ba960 con 0x55da214ff250 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da2146e310 con 0x55da21508750 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a91c01740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da2146b840 con 0x55da214ffb70 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a85ffb640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a700a1ba0 0x7f8a700a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a8d5c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da214ff630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a8d5c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da214ff630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59840/0 (socket says 172.21.15.17:59840) 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a87fff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da21508750 0x55da2150ab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a8d5c0640 1 -- 172.21.15.17:0/170193610 learned_addr learned my addr 172.21.15.17:0/170193610 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a700a1ba0 0x7f8a700a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21508210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.001 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a85ffb640 1 -- 172.21.15.17:0/3630916914 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8a80014070 con 0x7f8a881005d0 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a87fff640 1 -- 172.21.15.17:0/170193610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 msgr2=0x55da21508210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a87fff640 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21508210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a87fff640 1 -- 172.21.15.17:0/170193610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 msgr2=0x55da214ff630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a87fff640 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da214ff630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.994+0000 7f8a87fff640 1 -- 172.21.15.17:0/170193610 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da21429060 con 0x55da21508750 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a700a1ba0 0x7f8a700a4060 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005ab0 tx=0x7f8a780058d0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a87fff640 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da21508750 0x55da2150ab40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8a88198ba0 tx=0x7f8a7c011810 comp rx=0 tx=0).ready entity=mon.2 client_cookie=55ff9cdfa92b5790 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a6effd640 1 -- 172.21.15.17:0/170193610 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c004050 con 0x55da21508750 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a6effd640 1 -- 172.21.15.17:0/170193610 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a7c005020 con 0x55da21508750 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a6effd640 1 -- 172.21.15.17:0/170193610 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c004b00 con 0x55da21508750 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a91c01740 1 -- 172.21.15.17:0/170193610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da21508750 msgr2=0x55da2150ab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.995+0000 7f8a91c01740 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da21508750 0x55da2150ab40 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8a88198ba0 tx=0x7f8a7c011810 comp rx=0 tx=0).stop 2024-03-16T18:33:17.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- 172.21.15.17:0/170193610 shutdown_connections 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da21508750 0x55da2150ab40 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21508210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 --2- 172.21.15.17:0/170193610 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da214ff630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- 172.21.15.17:0/170193610 >> 172.21.15.17:0/170193610 conn(0x55da214f9980 msgr2=0x55da214f9d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- 172.21.15.17:0/170193610 shutdown_connections 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- 172.21.15.17:0/170193610 wait complete. 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- start start 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 Processor -- start 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da215080f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ffb70 0x55da21505480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21505a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da21467020 con 0x55da214ff250 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da2113a430 con 0x55da214ffb70 2024-03-16T18:33:17.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da210f6e00 con 0x55da21508750 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a91c01740 10 client.0 _ll_register_callbacks cb 0x55da2140ecb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.996+0000 7f8a8cdbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da215080f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da215080f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59856/0 (socket says 172.21.15.17:59856) 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3739969944 learned_addr learned my addr 172.21.15.17:0/3739969944 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a87fff640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ffb70 0x55da21505480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21505a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3739969944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 msgr2=0x55da21505a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21505a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ffb70 msgr2=0x55da21505480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ffb70 0x55da21505480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 -- 172.21.15.17:0/3739969944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a7c009850 con 0x55da214ff250 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da215080f0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f8a800cb7d0 tx=0x7f8a800902d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81da42af39392453 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a67fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:17.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a67fff640 1 -- 172.21.15.17:0/3739969944 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8009ac00 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a67fff640 1 -- 172.21.15.17:0/3739969944 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8a8009ed50 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55da211667e0 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a67fff640 1 -- 172.21.15.17:0/3739969944 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a800a33a0 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a91c01740 10 client.19044 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55da214656a0 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.997+0000 7f8a67fff640 1 -- 172.21.15.17:0/3739969944 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x55da211667e0 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a67fff640 1 -- 172.21.15.17:0/3739969944 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8a8001f060 con 0x55da214ff250 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a91c01740 10 client.19044 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a91c01740 10 client.19044 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a91c01740 20 client.19044 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a91c01740 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21518870 0x55da2151ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a91c01740 4 client.19044 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da211a3720 con 0x55da21518870 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a87fff640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21518870 0x55da2151ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a67fff640 10 client.19044 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.998+0000 7f8a87fff640 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21518870 0x55da2151ac60 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=936b89d624a0bc9e server_cookie=6dac01e338b16d5b in_seq=0 out_seq=0 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a67fff640 1 -- 172.21.15.17:0/3739969944 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x55da211a3720 con 0x55da21518870 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a67fff640 10 client.19044 handle_command_reply: tid=0 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 client.19044 shutdown 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 msgr2=0x55da215080f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da215080f0 secure :-1 s=READY pgs=1432 cs=0 l=1 rev1=1 crypto rx=0x7f8a800cb7d0 tx=0x7f8a800902d0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 shutdown_connections 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21518870 0x55da2151ac60 crc :-1 s=READY pgs=81 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21505a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ffb70 0x55da21505480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a67fff640 0 client.19044 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 --2- 172.21.15.17:0/3739969944 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ff250 0x55da215080f0 unknown :-1 s=CLOSED pgs=1432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 >> 172.21.15.17:0/3739969944 conn(0x55da214f9980 msgr2=0x55da214fb6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.006 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 shutdown_connections 2024-03-16T18:33:17.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 1 -- 172.21.15.17:0/3739969944 wait complete. 2024-03-16T18:33:17.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:16.999+0000 7f8a91c01740 20 client.19044 trim_cache size 0 max 16384 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 Processor -- start 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 -- start start 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215049c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21507bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 0x55da215080f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da213ec130 con 0x55da21508750 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da214fab70 con 0x55da214ff250 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a91c01740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da21504f00 con 0x55da214ffb70 2024-03-16T18:33:17.017 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 0x55da215080f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8cdbf640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215049c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 0x55da215080f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59860/0 (socket says 172.21.15.17:59860) 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8cdbf640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215049c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.149:3300/0 says I am v2:172.21.15.17:48938/0 (socket says 172.21.15.17:48938) 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 -- 172.21.15.17:0/1011730053 learned_addr learned my addr 172.21.15.17:0/1011730053 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a87fff640 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21507bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 -- 172.21.15.17:0/1011730053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 msgr2=0x55da21507bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21507bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 -- 172.21.15.17:0/1011730053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 msgr2=0x55da215049c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215049c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 -- 172.21.15.17:0/1011730053 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da21401c20 con 0x55da21508750 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 0x55da215080f0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f8a78009230 tx=0x7f8a78005fd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d93830058ad42164 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.012+0000 7f8a6e7fc640 1 -- 172.21.15.17:0/1011730053 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78048040 con 0x55da21508750 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a6e7fc640 1 -- 172.21.15.17:0/1011730053 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a78049040 con 0x55da21508750 2024-03-16T18:33:17.018 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a6e7fc640 1 -- 172.21.15.17:0/1011730053 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78005020 con 0x55da21508750 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 -- 172.21.15.17:0/1011730053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 msgr2=0x55da215080f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 0x55da215080f0 secure :-1 s=READY pgs=1433 cs=0 l=1 rev1=1 crypto rx=0x7f8a78009230 tx=0x7f8a78005fd0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 -- 172.21.15.17:0/1011730053 shutdown_connections 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da21508750 0x55da215080f0 unknown :-1 s=CLOSED pgs=1433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da214ffb70 0x55da21507bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 --2- 172.21.15.17:0/1011730053 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215049c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 -- 172.21.15.17:0/1011730053 >> 172.21.15.17:0/1011730053 conn(0x55da214f9980 msgr2=0x55da214f8b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 -- 172.21.15.17:0/1011730053 shutdown_connections 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 -- 172.21.15.17:0/1011730053 wait complete. 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.013+0000 7f8a91c01740 1 -- start start 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 Processor -- start 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215100c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 0x55da21502550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.019 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21502a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da21502fd0 con 0x55da214ffb70 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da21503140 con 0x55da214ff250 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da21503300 con 0x55da21508750 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a91c01740 10 client.0 _ll_register_callbacks cb 0x7f8a800057a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 0x55da21502550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 0x55da21502550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59874/0 (socket says 172.21.15.17:59874) 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 -- 172.21.15.17:0/2347175015 learned_addr learned my addr 172.21.15.17:0/2347175015 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215100c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a8d5c0640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21502a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 -- 172.21.15.17:0/2347175015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 msgr2=0x55da21502a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21502a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 -- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 msgr2=0x55da215100c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215100c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 -- 172.21.15.17:0/2347175015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a88068650 con 0x55da214ffb70 2024-03-16T18:33:17.020 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a87fff640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 0x55da21502550 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c000c00 tx=0x7f8a7c005d30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c046d993d5d4734 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.014+0000 7f8a67fff640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a67fff640 1 -- 172.21.15.17:0/2347175015 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7c0055f0 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a67fff640 1 -- 172.21.15.17:0/2347175015 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f8a7c02f030 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8a7c005020 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a67fff640 1 -- 172.21.15.17:0/2347175015 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8a7c02b310 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 10 client.19050 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x55da214278c0 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a67fff640 1 -- 172.21.15.17:0/2347175015 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f8a7c005020 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a67fff640 1 -- 172.21.15.17:0/2347175015 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f8a7c02b5b0 con 0x55da214ffb70 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 10 client.19050 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 10 client.19050 resolve_mds: resolved 1:1 to role '1:1' aka daemon mds.h 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 20 client.19050 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21575520 0x55da21577940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.021 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 4 client.19050 mds_command: new command op to 24494 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 --> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x55da211f2890 con 0x55da21575520 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.015+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21575520 0x55da21577940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a8cdbf640 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21575520 0x55da21577940 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.1 client_cookie=88d50fd114b0dd50 server_cookie=740f7f1dfa88d7f7 in_seq=0 out_seq=0 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a67fff640 10 client.19050 ms_handle_connect on v2:172.21.15.149:6836/212212221 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a67fff640 1 -- 172.21.15.17:0/2347175015 <== mds.1 v2:172.21.15.149:6836/212212221 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x55da211f2890 con 0x55da21575520 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a67fff640 10 client.19050 handle_command_reply: tid=0 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 client.19050 shutdown 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 msgr2=0x55da21502550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 0x55da21502550 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f8a7c000c00 tx=0x7f8a7c005d30 comp rx=0 tx=0).stop 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 shutdown_connections 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:6836/212212221,v1:172.21.15.149:6837/212212221] conn(0x55da21575520 0x55da21577940 crc :-1 s=READY pgs=82 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x55da214ffb70 0x55da21502550 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x55da21508750 0x55da21502a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.022 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 --2- 172.21.15.17:0/2347175015 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x55da214ff250 0x55da215100c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 >> 172.21.15.17:0/2347175015 conn(0x55da214f9980 msgr2=0x55da214fad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a67fff640 0 client.19050 ms_handle_reset on v2:172.21.15.149:6836/212212221 2024-03-16T18:33:17.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 shutdown_connections 2024-03-16T18:33:17.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 1 -- 172.21.15.17:0/2347175015 wait complete. 2024-03-16T18:33:17.023 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.016+0000 7f8a91c01740 20 client.19050 trim_cache size 0 max 16384 2024-03-16T18:33:17.023 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a700a1ba0 msgr2=0x7f8a700a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a700a1ba0 0x7f8a700a4060 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8a78005ab0 tx=0x7f8a780058d0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 msgr2=0x7f8a8819d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 0x7f8a8819d6e0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f8a8000eb90 tx=0x7f8a8000c6a0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 shutdown_connections 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f8a700a1ba0 0x7f8a700a4060 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8a88197850 0x7f8a88197d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.024 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8a881056a0 0x7f8a8819dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 --2- 172.21.15.17:0/3630916914 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8a881005d0 0x7f8a8819d6e0 unknown :-1 s=CLOSED pgs=1431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 >> 172.21.15.17:0/3630916914 conn(0x7f8a880774f0 msgr2=0x7f8a880fe630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 shutdown_connections 2024-03-16T18:33:17.025 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.017+0000 7f8a8f023640 1 -- 172.21.15.17:0/3630916914 wait complete. 2024-03-16T18:33:17.028 INFO:teuthology.orchestra.run:Running command with timeout 120 2024-03-16T18:33:17.028 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.1:0 damage ls 2024-03-16T18:33:17.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 -- 172.21.15.17:0/279723809 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 msgr2=0x7f056c105300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 --2- 172.21.15.17:0/279723809 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 0x7f056c105300 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f0560009900 tx=0x7f056002bcd0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 -- 172.21.15.17:0/279723809 shutdown_connections 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 --2- 172.21.15.17:0/279723809 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c105920 0x7f056c105dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 --2- 172.21.15.17:0/279723809 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 0x7f056c105300 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 --2- 172.21.15.17:0/279723809 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f056c100520 0x7f056c100900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 -- 172.21.15.17:0/279723809 >> 172.21.15.17:0/279723809 conn(0x7f056c076770 msgr2=0x7f056c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 -- 172.21.15.17:0/279723809 shutdown_connections 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.132+0000 7f0573864640 1 -- 172.21.15.17:0/279723809 wait complete. 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 Processor -- start 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 -- start start 2024-03-16T18:33:17.135 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 0x7f056c19e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 0x7f056c19e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f056c105920 0x7f056c1a2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c1a2f30 con 0x7f056c100520 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c1a30a0 con 0x7f056c105920 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0573864640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f056c1a3260 con 0x7f056c100e40 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0571600640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 0x7f056c19e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0571600640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 0x7f056c19e070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59886/0 (socket says 172.21.15.17:59886) 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0571600640 1 -- 172.21.15.17:0/1075025929 learned_addr learned my addr 172.21.15.17:0/1075025929 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0570dff640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 0x7f056c19e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.133+0000 7f0571e01640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f056c105920 0x7f056c1a2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0571600640 1 -- 172.21.15.17:0/1075025929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 msgr2=0x7f056c19e5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0571600640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 0x7f056c19e5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.136 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0571600640 1 -- 172.21.15.17:0/1075025929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f056c105920 msgr2=0x7f056c1a2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0571600640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f056c105920 0x7f056c1a2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0571600640 1 -- 172.21.15.17:0/1075025929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0560009560 con 0x7f056c100520 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0571600640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 0x7f056c19e070 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f056400ebc0 tx=0x7f056400c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f056a7fc640 1 -- 172.21.15.17:0/1075025929 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640099b0 con 0x7f056c100520 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f056c1a3540 con 0x7f056c100520 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f056a7fc640 1 -- 172.21.15.17:0/1075025929 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f056400eec0 con 0x7f056c100520 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f056a7fc640 1 -- 172.21.15.17:0/1075025929 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0564018a80 con 0x7f056c100520 2024-03-16T18:33:17.137 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.134+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056c1aadc0 con 0x7f056c100520 2024-03-16T18:33:17.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.136+0000 7f056a7fc640 1 -- 172.21.15.17:0/1075025929 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f0564018be0 con 0x7f056c100520 2024-03-16T18:33:17.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 Processor -- start 2024-03-16T18:33:17.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 -- start start 2024-03-16T18:33:17.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f056a7fc640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f05540a1ba0 0x7f05540a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.143 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a16630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a1f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a21b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d499d1960 con 0x563d49a16250 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49985310 con 0x563d49a16b70 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f057643e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49982840 con 0x563d49a1f750 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571e01640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f05540a1ba0 0x7f05540a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f056a7fc640 1 -- 172.21.15.17:0/1075025929 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0564014070 con 0x7f056c100520 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a16630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0570dff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a1f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a16630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59902/0 (socket says 172.21.15.17:59902) 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571e01640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a21b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.144 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 -- 172.21.15.17:0/1764396892 learned_addr learned my addr 172.21.15.17:0/1764396892 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 -- 172.21.15.17:0/1764396892 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 msgr2=0x563d49a21b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a21b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 -- 172.21.15.17:0/1764396892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 msgr2=0x563d49a1f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a1f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0571600640 1 -- 172.21.15.17:0/1764396892 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563d49940060 con 0x563d49a16250 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.137+0000 7f0570dff640 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a1f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f0571600640 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a16630 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f05640cb560 tx=0x7f0564009200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf94ae7e7647fdc5 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f0571e01640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f05540a1ba0 0x7f05540a4060 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f055c005f60 tx=0x7f055c009ae0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f05537fe640 1 -- 172.21.15.17:0/1764396892 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f056409eb30 con 0x563d49a16250 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f05537fe640 1 -- 172.21.15.17:0/1764396892 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0564018e90 con 0x563d49a16250 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f05537fe640 1 -- 172.21.15.17:0/1764396892 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640cb780 con 0x563d49a16250 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f057643e740 1 -- 172.21.15.17:0/1764396892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 msgr2=0x563d49a16630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f057643e740 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a16630 secure :-1 s=READY pgs=1436 cs=0 l=1 rev1=1 crypto rx=0x7f05640cb560 tx=0x7f0564009200 comp rx=0 tx=0).stop 2024-03-16T18:33:17.145 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f057643e740 1 -- 172.21.15.17:0/1764396892 shutdown_connections 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.138+0000 7f057643e740 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a21b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a1f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 --2- 172.21.15.17:0/1764396892 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a16630 unknown :-1 s=CLOSED pgs=1436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- 172.21.15.17:0/1764396892 >> 172.21.15.17:0/1764396892 conn(0x563d49a10980 msgr2=0x563d49a10d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- 172.21.15.17:0/1764396892 shutdown_connections 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- 172.21.15.17:0/1764396892 wait complete. 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- start start 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 Processor -- start 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a1f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 0x563d49a1c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a1cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d4997e020 con 0x563d49a16b70 2024-03-16T18:33:17.146 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49651430 con 0x563d49a16250 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d4960de00 con 0x563d49a1f750 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f057643e740 10 client.0 _ll_register_callbacks cb 0x563d49925cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f0570dff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 0x563d49a1c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.139+0000 7f0571600640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a1f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0571e01640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a1cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 0x563d49a1c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59916/0 (socket says 172.21.15.17:59916) 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 -- 172.21.15.17:0/3228788958 learned_addr learned my addr 172.21.15.17:0/3228788958 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 -- 172.21.15.17:0/3228788958 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 msgr2=0x563d49a1cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a1cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 -- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 msgr2=0x563d49a1f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a1f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 -- 172.21.15.17:0/3228788958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f056c1aadc0 con 0x563d49a16b70 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0571600640 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a1f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:33:17.147 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0570dff640 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 0x563d49a1c4b0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f0560009900 tx=0x7f056002ca70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=443cc39fd1ac7732 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0550ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0550ff9640 1 -- 172.21.15.17:0/3228788958 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0560004250 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0550ff9640 1 -- 172.21.15.17:0/3228788958 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0560046070 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563d4967d7e0 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0550ff9640 1 -- 172.21.15.17:0/3228788958 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f05600043b0 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f057643e740 10 client.19062 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563d4997c6a0 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.140+0000 7f0550ff9640 1 -- 172.21.15.17:0/3228788958 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x563d4967d7e0 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f0550ff9640 1 -- 172.21.15.17:0/3228788958 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f056003c040 con 0x563d49a16b70 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f057643e740 10 client.19062 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f057643e740 10 client.19062 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f057643e740 20 client.19062 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f057643e740 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a2f8a0 0x563d49a31cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f057643e740 4 client.19062 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-03-16T18:33:17.148 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563d496ba720 con 0x563d49a2f8a0 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f0571600640 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a2f8a0 0x563d49a31cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f0550ff9640 10 client.19062 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.141+0000 7f0571600640 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a2f8a0 0x563d49a31cc0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fc53f8cfe89d796 server_cookie=591842b0ab253c27 in_seq=0 out_seq=0 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f0550ff9640 1 -- 172.21.15.17:0/3228788958 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+21660 (crc 0 0 0) 0x563d496ba720 con 0x563d49a2f8a0 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f0550ff9640 10 client.19062 handle_command_reply: tid=0 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 client.19062 shutdown 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 msgr2=0x563d49a1c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 0x563d49a1c4b0 secure :-1 s=READY pgs=1437 cs=0 l=1 rev1=1 crypto rx=0x7f0560009900 tx=0x7f056002ca70 comp rx=0 tx=0).stop 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 shutdown_connections 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a2f8a0 0x563d49a31cc0 crc :-1 s=READY pgs=217 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16b70 0x563d49a1c4b0 unknown :-1 s=CLOSED pgs=1437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f0550ff9640 0 client.19062 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a1cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.149 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 --2- 172.21.15.17:0/3228788958 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a1f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 >> 172.21.15.17:0/3228788958 conn(0x563d49a10980 msgr2=0x563d49a126d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 shutdown_connections 2024-03-16T18:33:17.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 1 -- 172.21.15.17:0/3228788958 wait complete. 2024-03-16T18:33:17.150 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.142+0000 7f057643e740 20 client.19062 trim_cache size 0 max 16384 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 Processor -- start 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- start start 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a0fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a16b70 0x563d49a1ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 0x563d49a1f120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49903130 con 0x563d49a1f750 2024-03-16T18:33:17.161 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49a15cc0 con 0x563d49a16250 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49a0c2b0 con 0x563d49a16b70 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 0x563d49a1f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 0x563d49a1f120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59926/0 (socket says 172.21.15.17:59926) 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 -- 172.21.15.17:0/3527327030 learned_addr learned my addr 172.21.15.17:0/3527327030 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571600640 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a0fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0570dff640 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a16b70 0x563d49a1ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 -- 172.21.15.17:0/3527327030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a16b70 msgr2=0x563d49a1ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a16b70 0x563d49a1ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 -- 172.21.15.17:0/3527327030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 msgr2=0x563d49a0fa00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a0fa00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 -- 172.21.15.17:0/3527327030 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563d49918c20 con 0x563d49a1f750 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0571e01640 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 0x563d49a1f120 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f055c009860 tx=0x7f055c021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de8dfae1fc6fa01a server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.162 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0552ffd640 1 -- 172.21.15.17:0/3527327030 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f055c016070 con 0x563d49a1f750 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0552ffd640 1 -- 172.21.15.17:0/3527327030 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f055c0044e0 con 0x563d49a1f750 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f0552ffd640 1 -- 172.21.15.17:0/3527327030 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f055c01f450 con 0x563d49a1f750 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- 172.21.15.17:0/3527327030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 msgr2=0x563d49a1f120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 0x563d49a1f120 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f055c009860 tx=0x7f055c021000 comp rx=0 tx=0).stop 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- 172.21.15.17:0/3527327030 shutdown_connections 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a1f750 0x563d49a1f120 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a16b70 0x563d49a1ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 --2- 172.21.15.17:0/3527327030 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16250 0x563d49a0fa00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- 172.21.15.17:0/3527327030 >> 172.21.15.17:0/3527327030 conn(0x563d49a10980 msgr2=0x563d49a0f2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- 172.21.15.17:0/3527327030 shutdown_connections 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.156+0000 7f057643e740 1 -- 172.21.15.17:0/3527327030 wait complete. 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 -- start start 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 Processor -- start 2024-03-16T18:33:17.163 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a26c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a27180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a23110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49a23720 con 0x563d49a16250 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49a23890 con 0x563d49a16b70 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x563d49a23a50 con 0x563d49a1f750 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f057643e740 10 client.0 _ll_register_callbacks cb 0x7f0560009780 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a26c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a26c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59932/0 (socket says 172.21.15.17:59932) 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0570dff640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a27180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 -- 172.21.15.17:0/884602476 learned_addr learned my addr 172.21.15.17:0/884602476 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571e01640 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a23110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 -- 172.21.15.17:0/884602476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 msgr2=0x563d49a23110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a23110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.164 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 -- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 msgr2=0x563d49a27180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a27180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.157+0000 7f0571600640 1 -- 172.21.15.17:0/884602476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f055c019040 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0571600640 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a26c40 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f0564097410 tx=0x7f056408ad40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e51998345256dbc server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0550ff9640 10 client.0 ms_handle_connect on v2:172.21.15.17:3300/0 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0550ff9640 1 -- 172.21.15.17:0/884602476 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05640a3200 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0550ff9640 1 -- 172.21.15.17:0/884602476 <== mon.0 v2:172.21.15.17:3300/0 2 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0564098b30 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563d49a0c0f0 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0550ff9640 1 -- 172.21.15.17:0/884602476 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_get_version_reply(handle=1 version=28) v2 ==== 24+0+0 (secure 0 0 0) 0x7f05640cb990 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 10 client.19068 fetch_fsmap learned FSMap version 28 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,fsmap=28,monmap=4+}) v3 -- 0x563d4993e8c0 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0550ff9640 1 -- 172.21.15.17:0/884602476 <== mon.0 v2:172.21.15.17:3300/0 4 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x563d49a0c0f0 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0550ff9640 1 -- 172.21.15.17:0/884602476 <== mon.0 v2:172.21.15.17:3300/0 5 ==== fsmap(e 28) v1 ==== 7942+0+0 (secure 0 0 0) 0x7f05640969e0 con 0x563d49a16250 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 10 client.19068 fetch_fsmap finished waiting for FSMap version 28 2024-03-16T18:33:17.165 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 10 client.19068 resolve_mds: resolved 1:0 to role '1:0' aka daemon mds.b 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 20 client.19068 populate_metadata read hostname 'smithi017' 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a8be70 0x563d49a8e260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 4 client.19068 mds_command: new command op to 24545 tid=0 multi_id=0 [{"prefix": "damage ls"}] 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 --> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] -- command(tid 0: {"prefix": "damage ls"}) v1 -- 0x7f0564018e90 con 0x563d49a8be70 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.158+0000 7f0570dff640 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a8be70 0x563d49a8e260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f0570dff640 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a8be70 0x563d49a8e260 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2578d1c1a843502b server_cookie=a3a7d8bbb26f4dc2 in_seq=0 out_seq=0 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f0550ff9640 10 client.19068 ms_handle_connect on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f0550ff9640 1 -- 172.21.15.17:0/884602476 <== mds.0 v2:172.21.15.149:6838/219844008 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+3 (crc 0 0 0) 0x7f0564018e90 con 0x563d49a8be70 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f0550ff9640 10 client.19068 handle_command_reply: tid=0 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 client.19068 shutdown 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 msgr2=0x563d49a26c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a26c40 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f0564097410 tx=0x7f056408ad40 comp rx=0 tx=0).stop 2024-03-16T18:33:17.166 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 shutdown_connections 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:6838/219844008,v1:172.21.15.149:6839/219844008] conn(0x563d49a8be70 0x563d49a8e260 crc :-1 s=READY pgs=218 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x563d49a1f750 0x563d49a23110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f0550ff9640 0 client.19068 ms_handle_reset on v2:172.21.15.149:6838/219844008 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x563d49a16b70 0x563d49a27180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 --2- 172.21.15.17:0/884602476 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x563d49a16250 0x563d49a26c40 unknown :-1 s=CLOSED pgs=1439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 >> 172.21.15.17:0/884602476 conn(0x563d49a10980 msgr2=0x563d49a0fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 shutdown_connections 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 1 -- 172.21.15.17:0/884602476 wait complete. 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.159+0000 7f057643e740 20 client.19068 trim_cache size 0 max 16384 2024-03-16T18:33:17.167 INFO:teuthology.orchestra.run.smithi017.stdout:[] 2024-03-16T18:33:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f05540a1ba0 msgr2=0x7f05540a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f05540a1ba0 0x7f05540a4060 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f055c005f60 tx=0x7f055c009ae0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 msgr2=0x7f056c19e070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 0x7f056c19e070 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f056400ebc0 tx=0x7f056400c6a0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.169 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 shutdown_connections 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f05540a1ba0 0x7f05540a4060 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f056c105920 0x7f056c1a2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f056c100e40 0x7f056c19e5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 --2- 172.21.15.17:0/1075025929 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f056c100520 0x7f056c19e070 unknown :-1 s=CLOSED pgs=1435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 >> 172.21.15.17:0/1075025929 conn(0x7f056c076770 msgr2=0x7f056c1032d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 shutdown_connections 2024-03-16T18:33:17.170 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:17.160+0000 7f0573864640 1 -- 172.21.15.17:0/1075025929 wait complete. 2024-03-16T18:33:17.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:17 smithi017 ceph-mon[32207]: pgmap v368: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.0 KiB/s wr, 13 op/s 2024-03-16T18:33:17.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:17 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2265209544' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:33:17.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:17 smithi149 ceph-mon[35991]: pgmap v368: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.0 KiB/s wr, 13 op/s 2024-03-16T18:33:17.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:17 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2265209544' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:33:17.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:17 smithi153 ceph-mon[36005]: pgmap v368: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 12 KiB/s rd, 6.0 KiB/s wr, 13 op/s 2024-03-16T18:33:17.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:17 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2265209544' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:33:18.171 INFO:tasks.fwd_scrub.fs.[cephfs]:end scrubbing fs: cephfs 2024-03-16T18:33:18.172 INFO:tasks.fwd_scrub:done joining 2024-03-16T18:33:18.172 DEBUG:teuthology.run_tasks:Unwinding manager check-counter 2024-03-16T18:33:18.183 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:33:18.300 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 -- 172.21.15.17:0/1985751150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 msgr2=0x7fb378101950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 --2- 172.21.15.17:0/1985751150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb378101950 secure :-1 s=READY pgs=1440 cs=0 l=1 rev1=1 crypto rx=0x7fb364009900 tx=0x7fb36402bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 -- 172.21.15.17:0/1985751150 shutdown_connections 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 --2- 172.21.15.17:0/1985751150 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb378101950 unknown :-1 s=CLOSED pgs=1440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 --2- 172.21.15.17:0/1985751150 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378101e90 0x7fb37810e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 --2- 172.21.15.17:0/1985751150 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378107590 0x7fb378107970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 -- 172.21.15.17:0/1985751150 >> 172.21.15.17:0/1985751150 conn(0x7fb3780fcf60 msgr2=0x7fb3780ff380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 -- 172.21.15.17:0/1985751150 shutdown_connections 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.299+0000 7fb37f047640 1 -- 172.21.15.17:0/1985751150 wait complete. 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 Processor -- start 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 -- start start 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb3780737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.301 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378101e90 0x7fb378073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378107590 0x7fb378074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3781a5d90 con 0x7fb3781014d0 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3781a5f00 con 0x7fb378107590 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37f047640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3781a60c0 con 0x7fb378101e90 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37cde3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb3780737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37cde3640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb3780737f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59942/0 (socket says 172.21.15.17:59942) 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37cde3640 1 -- 172.21.15.17:0/2016174772 learned_addr learned my addr 172.21.15.17:0/2016174772 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb37d5e4640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378107590 0x7fb378074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.300+0000 7fb377fff640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378101e90 0x7fb378073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37cde3640 1 -- 172.21.15.17:0/2016174772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378101e90 msgr2=0x7fb378073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37cde3640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378101e90 0x7fb378073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37cde3640 1 -- 172.21.15.17:0/2016174772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378107590 msgr2=0x7fb378074270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37cde3640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378107590 0x7fb378074270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.302 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37cde3640 1 -- 172.21.15.17:0/2016174772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb364009560 con 0x7fb3781014d0 2024-03-16T18:33:18.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37cde3640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb3780737f0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7fb36c00e9f0 tx=0x7fb36c00eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:18.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c009700 con 0x7fb3781014d0 2024-03-16T18:33:18.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb36c00cd80 con 0x7fb3781014d0 2024-03-16T18:33:18.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3781a63a0 con 0x7fb3781014d0 2024-03-16T18:33:18.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb36c018840 con 0x7fb3781014d0 2024-03-16T18:33:18.303 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.301+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3781a68d0 con 0x7fb3781014d0 2024-03-16T18:33:18.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.302+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb378068730 con 0x7fb3781014d0 2024-03-16T18:33:18.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.303+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb36c0189a0 con 0x7fb3781014d0 2024-03-16T18:33:18.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.304+0000 7fb375ffb640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1c20 0x7fb3680a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.304+0000 7fb377fff640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1c20 0x7fb3680a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.304+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fb36c014070 con 0x7fb3781014d0 2024-03-16T18:33:18.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.304+0000 7fb377fff640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1c20 0x7fb3680a40e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb364006010 tx=0x7fb36402c6c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:18.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.308+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb36c053280 con 0x7fb3781014d0 2024-03-16T18:33:18.492 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.493+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3781098e0 con 0x7fb3781014d0 2024-03-16T18:33:18.493 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.494+0000 7fb375ffb640 1 -- 172.21.15.17:0/2016174772 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) v1 ==== 74+0+25454 (secure 0 0 0) 0x7fb36c0969b0 con 0x7fb3781014d0 2024-03-16T18:33:18.494 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:33:18.494 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":106,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:33:14.430545+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6800/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1154570963":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1518690394":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/4056807792":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/3165612740":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]},{"pool":4,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1c20 msgr2=0x7fb3680a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1c20 0x7fb3680a40e0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fb364006010 tx=0x7fb36402c6c0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 msgr2=0x7fb3780737f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb3780737f0 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7fb36c00e9f0 tx=0x7fb36c00eeb0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 shutdown_connections 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb3680a1c20 0x7fb3680a40e0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb378107590 0x7fb378074270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb378101e90 0x7fb378073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.496 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 --2- 172.21.15.17:0/2016174772 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb3781014d0 0x7fb3780737f0 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.496+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 >> 172.21.15.17:0/2016174772 conn(0x7fb3780fcf60 msgr2=0x7fb3780fe8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:18.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.497+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 shutdown_connections 2024-03-16T18:33:18.497 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.497+0000 7fb37f047640 1 -- 172.21.15.17:0/2016174772 wait complete. 2024-03-16T18:33:18.507 INFO:tasks.check_counter.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:33:18.508 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/277276425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58103080 msgr2=0x7f5e5810b560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/277276425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58103080 0x7f5e5810b560 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f5e40009900 tx=0x7f5e4002bcd0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/277276425 shutdown_connections 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/277276425 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58103080 0x7f5e5810b560 unknown :-1 s=CLOSED pgs=1442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/277276425 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e5810bb30 0x7f5e5810dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/277276425 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e58102760 0x7f5e58102b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/277276425 >> 172.21.15.17:0/277276425 conn(0x7f5e58077550 msgr2=0x7f5e58077960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/277276425 shutdown_connections 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.614+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/277276425 wait complete. 2024-03-16T18:33:18.616 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 Processor -- start 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 -- start start 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 0x7f5e5819d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e58103080 0x7f5e5819dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e5810bb30 0x7f5e581978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e58197f00 con 0x7f5e58102760 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e58198070 con 0x7f5e58103080 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e5d5b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e58198230 con 0x7f5e5810bb30 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 0x7f5e5819d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 0x7f5e5819d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59958/0 (socket says 172.21.15.17:59958) 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 -- 172.21.15.17:0/295393730 learned_addr learned my addr 172.21.15.17:0/295393730 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e4ffff640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e58103080 0x7f5e5819dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e577fe640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e5810bb30 0x7f5e581978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 -- 172.21.15.17:0/295393730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e5810bb30 msgr2=0x7f5e581978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e5810bb30 0x7f5e581978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 -- 172.21.15.17:0/295393730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e58103080 msgr2=0x7f5e5819dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e58103080 0x7f5e5819dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.615+0000 7f5e56ffd640 1 -- 172.21.15.17:0/295393730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e40009560 con 0x7f5e58102760 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.616+0000 7f5e56ffd640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 0x7f5e5819d700 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f5e4800e9f0 tx=0x7f5e4800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.616+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e48009700 con 0x7f5e58102760 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.616+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5e4800cd80 con 0x7f5e58102760 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.616+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e58198510 con 0x7f5e58102760 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.616+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e48018840 con 0x7f5e58102760 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.616+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e581a47a0 con 0x7f5e58102760 2024-03-16T18:33:18.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.617+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e58068730 con 0x7f5e58102760 2024-03-16T18:33:18.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.618+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5e480189a0 con 0x7f5e58102760 2024-03-16T18:33:18.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.619+0000 7f5e54ff9640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e440a1ba0 0x7f5e440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.619+0000 7f5e4ffff640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e440a1ba0 0x7f5e440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.619+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5e48014070 con 0x7f5e58102760 2024-03-16T18:33:18.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.619+0000 7f5e4ffff640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e440a1ba0 0x7f5e440a4060 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5e40006010 tx=0x7f5e40005df0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:18.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.623+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5e48096f20 con 0x7f5e58102760 2024-03-16T18:33:18.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.805+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5e58106c20 con 0x7f5e58102760 2024-03-16T18:33:18.805 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.806+0000 7f5e54ff9640 1 -- 172.21.15.17:0/295393730 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5e4809a5e0 con 0x7f5e58102760 2024-03-16T18:33:18.805 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:33:18.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e440a1ba0 msgr2=0x7f5e440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e440a1ba0 0x7f5e440a4060 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f5e40006010 tx=0x7f5e40005df0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.807 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 msgr2=0x7f5e5819d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 0x7f5e5819d700 secure :-1 s=READY pgs=1443 cs=0 l=1 rev1=1 crypto rx=0x7f5e4800e9f0 tx=0x7f5e4800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 shutdown_connections 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5e440a1ba0 0x7f5e440a4060 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5e5810bb30 0x7f5e581978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5e58103080 0x7f5e5819dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 --2- 172.21.15.17:0/295393730 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5e58102760 0x7f5e5819d700 unknown :-1 s=CLOSED pgs=1443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 >> 172.21.15.17:0/295393730 conn(0x7f5e58077550 msgr2=0x7f5e580fd560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 shutdown_connections 2024-03-16T18:33:18.808 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.808+0000 7f5e5d5b5640 1 -- 172.21.15.17:0/295393730 wait complete. 2024-03-16T18:33:18.818 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:33:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 -- 172.21.15.17:0/1739876188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 msgr2=0x7f63f410e320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/1739876188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f410e320 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f63dc009900 tx=0x7f63dc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 -- 172.21.15.17:0/1739876188 shutdown_connections 2024-03-16T18:33:18.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/1739876188 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f410e320 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/1739876188 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63f40ff9d0 0x7f63f40ffe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/1739876188 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63f4107560 0x7f63f4107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 -- 172.21.15.17:0/1739876188 >> 172.21.15.17:0/1739876188 conn(0x7f63f4076910 msgr2=0x7f63f40fdca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 -- 172.21.15.17:0/1739876188 shutdown_connections 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.924+0000 7f63fb1b5640 1 -- 172.21.15.17:0/1739876188 wait complete. 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 Processor -- start 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 -- start start 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63f40ff9d0 0x7f63f419d6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f419dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63f4107560 0x7f63f4197760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63f4197ef0 con 0x7f63f4100390 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63f4198060 con 0x7f63f4107560 2024-03-16T18:33:18.927 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63fb1b5640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63f4198220 con 0x7f63f40ff9d0 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f419dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f419dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59982/0 (socket says 172.21.15.17:59982) 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63f3fff640 1 -- 172.21.15.17:0/3941018180 learned_addr learned my addr 172.21.15.17:0/3941018180 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63f8f51640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63f40ff9d0 0x7f63f419d6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.925+0000 7f63f9752640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63f4107560 0x7f63f4197760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f3fff640 1 -- 172.21.15.17:0/3941018180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63f40ff9d0 msgr2=0x7f63f419d6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f3fff640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63f40ff9d0 0x7f63f419d6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f3fff640 1 -- 172.21.15.17:0/3941018180 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63f4107560 msgr2=0x7f63f4197760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f3fff640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63f4107560 0x7f63f4197760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f3fff640 1 -- 172.21.15.17:0/3941018180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63dc009560 con 0x7f63f4100390 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f3fff640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f419dbe0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f63e400e9f0 tx=0x7f63e400eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e4009700 con 0x7f63f4100390 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f63e400cd80 con 0x7f63f4100390 2024-03-16T18:33:18.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63e4018840 con 0x7f63f4100390 2024-03-16T18:33:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63f4198500 con 0x7f63f4100390 2024-03-16T18:33:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.926+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63f41a4620 con 0x7f63f4100390 2024-03-16T18:33:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.927+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63f4102cf0 con 0x7f63f4100390 2024-03-16T18:33:18.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.928+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f63e40189a0 con 0x7f63f4100390 2024-03-16T18:33:18.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.929+0000 7f63f1ffb640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e00a1c20 0x7f63e00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:18.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.929+0000 7f63f8f51640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e00a1c20 0x7f63e00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:18.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.929+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f63e4014070 con 0x7f63f4100390 2024-03-16T18:33:18.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.929+0000 7f63f8f51640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e00a1c20 0x7f63e00a40e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f63ec005fd0 tx=0x7f63ec009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:18.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:18.933+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f63e4053280 con 0x7f63f4100390 2024-03-16T18:33:19.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.115+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f63f4109950 con 0x7f63f4100390 2024-03-16T18:33:19.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.115+0000 7f63f1ffb640 1 -- 172.21.15.17:0/3941018180 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v106) v1 ==== 104+0+11 (secure 0 0 0) 0x7f63e4096a00 con 0x7f63f4100390 2024-03-16T18:33:19.115 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e00a1c20 msgr2=0x7f63e00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e00a1c20 0x7f63e00a40e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f63ec005fd0 tx=0x7f63ec009500 comp rx=0 tx=0).stop 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 msgr2=0x7f63f419dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f419dbe0 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f63e400e9f0 tx=0x7f63e400eeb0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 shutdown_connections 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f63e00a1c20 0x7f63e00a40e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f63f4100390 0x7f63f419dbe0 unknown :-1 s=CLOSED pgs=1445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.117 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f63f4107560 0x7f63f4197760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 --2- 172.21.15.17:0/3941018180 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f63f40ff9d0 0x7f63f419d6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.117+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 >> 172.21.15.17:0/3941018180 conn(0x7f63f4076910 msgr2=0x7f63f40fdef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:19.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.118+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 shutdown_connections 2024-03-16T18:33:19.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.118+0000 7f63fb1b5640 1 -- 172.21.15.17:0/3941018180 wait complete. 2024-03-16T18:33:19.128 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:33:19.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 -- 172.21.15.17:0/1609604877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f58100fc0 msgr2=0x7f5f58105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/1609604877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f58100fc0 0x7f5f58105000 secure :-1 s=READY pgs=1446 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009930 tx=0x7f5f4002bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 -- 172.21.15.17:0/1609604877 shutdown_connections 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/1609604877 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f58100fc0 0x7f5f58105000 unknown :-1 s=CLOSED pgs=1446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/1609604877 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f581056e0 0x7f5f5810d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/1609604877 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f58100610 0x7f5f581009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 -- 172.21.15.17:0/1609604877 >> 172.21.15.17:0/1609604877 conn(0x7f5f58076770 msgr2=0x7f5f58076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 -- 172.21.15.17:0/1609604877 shutdown_connections 2024-03-16T18:33:19.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.234+0000 7f5f5cd81640 1 -- 172.21.15.17:0/1609604877 wait complete. 2024-03-16T18:33:19.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 Processor -- start 2024-03-16T18:33:19.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 -- start start 2024-03-16T18:33:19.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f58100610 0x7f5f581988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 0x7f5f58198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f581993c0 0x7f5f581a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f581a4010 con 0x7f5f581056e0 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f581a4180 con 0x7f5f581993c0 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5cd81640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f581a4340 con 0x7f5f58100610 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 0x7f5f58198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 0x7f5f58198e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:60014/0 (socket says 172.21.15.17:60014) 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 -- 172.21.15.17:0/2391883014 learned_addr learned my addr 172.21.15.17:0/2391883014 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f5659c640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f58100610 0x7f5f581988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f56d9d640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f581993c0 0x7f5f581a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 -- 172.21.15.17:0/2391883014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f58100610 msgr2=0x7f5f581988f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f58100610 0x7f5f581988f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 -- 172.21.15.17:0/2391883014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f581993c0 msgr2=0x7f5f581a3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f581993c0 0x7f5f581a3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.235+0000 7f5f4ffff640 1 -- 172.21.15.17:0/2391883014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f40009560 con 0x7f5f581056e0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.236+0000 7f5f4ffff640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 0x7f5f58198e30 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009230 tx=0x7f5f40005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.236+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f400043d0 con 0x7f5f581056e0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.236+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f581a45c0 con 0x7f5f581056e0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.236+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5f4002de90 con 0x7f5f581056e0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.236+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f400052e0 con 0x7f5f581056e0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.236+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f581a4ad0 con 0x7f5f581056e0 2024-03-16T18:33:19.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.237+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f58101ae0 con 0x7f5f581056e0 2024-03-16T18:33:19.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.238+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5f40003cc0 con 0x7f5f581056e0 2024-03-16T18:33:19.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.238+0000 7f5f4f7fe640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f440a1ba0 0x7f5f440a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.238+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5f400efaa0 con 0x7f5f581056e0 2024-03-16T18:33:19.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.238+0000 7f5f5659c640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f440a1ba0 0x7f5f440a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.239+0000 7f5f5659c640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f440a1ba0 0x7f5f440a4060 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5f48009bd0 tx=0x7f5f48005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:19.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.243+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5f400b8660 con 0x7f5f581056e0 2024-03-16T18:33:19.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.426+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5f58108910 con 0x7f5f581056e0 2024-03-16T18:33:19.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.426+0000 7f5f4f7fe640 1 -- 172.21.15.17:0/2391883014 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v106) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5f400bbd20 con 0x7f5f581056e0 2024-03-16T18:33:19.425 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:33:19.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f440a1ba0 msgr2=0x7f5f440a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f440a1ba0 0x7f5f440a4060 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f5f48009bd0 tx=0x7f5f48005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:19.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 msgr2=0x7f5f58198e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 0x7f5f58198e30 secure :-1 s=READY pgs=1447 cs=0 l=1 rev1=1 crypto rx=0x7f5f40009230 tx=0x7f5f40005e20 comp rx=0 tx=0).stop 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 shutdown_connections 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5f440a1ba0 0x7f5f440a4060 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5f581056e0 0x7f5f58198e30 unknown :-1 s=CLOSED pgs=1447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5f581993c0 0x7f5f581a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 --2- 172.21.15.17:0/2391883014 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5f58100610 0x7f5f581988f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 >> 172.21.15.17:0/2391883014 conn(0x7f5f58076770 msgr2=0x7f5f580fe500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 shutdown_connections 2024-03-16T18:33:19.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.428+0000 7f5f5cd81640 1 -- 172.21.15.17:0/2391883014 wait complete. 2024-03-16T18:33:19.439 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 -- 172.21.15.17:0/3087877691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3334100f80 msgr2=0x7f3334104fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 --2- 172.21.15.17:0/3087877691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3334100f80 0x7f3334104fc0 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7f3328009930 tx=0x7f332802bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 -- 172.21.15.17:0/3087877691 shutdown_connections 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 --2- 172.21.15.17:0/3087877691 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f3334100f80 0x7f3334104fc0 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 --2- 172.21.15.17:0/3087877691 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33341056a0 0x7f333410d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 --2- 172.21.15.17:0/3087877691 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33341005d0 0x7f33341009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 -- 172.21.15.17:0/3087877691 >> 172.21.15.17:0/3087877691 conn(0x7f33340774f0 msgr2=0x7f3334077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.545+0000 7f333af08640 1 -- 172.21.15.17:0/3087877691 shutdown_connections 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 -- 172.21.15.17:0/3087877691 wait complete. 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 Processor -- start 2024-03-16T18:33:19.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 -- start start 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33341005d0 0x7f333419d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 0x7f333419dc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33341978f0 0x7f3334197da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33341982e0 con 0x7f33341056a0 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3334198450 con 0x7f33341005d0 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f333af08640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3334198610 con 0x7f33341978f0 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f3333fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 0x7f333419dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f3338ca4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33341005d0 0x7f333419d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f3333fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 0x7f333419dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43442/0 (socket says 172.21.15.17:43442) 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.546+0000 7f3333fff640 1 -- 172.21.15.17:0/1512117302 learned_addr learned my addr 172.21.15.17:0/1512117302 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f33394a5640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33341978f0 0x7f3334197da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3333fff640 1 -- 172.21.15.17:0/1512117302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33341978f0 msgr2=0x7f3334197da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3333fff640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33341978f0 0x7f3334197da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3333fff640 1 -- 172.21.15.17:0/1512117302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33341005d0 msgr2=0x7f333419d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3333fff640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33341005d0 0x7f333419d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3333fff640 1 -- 172.21.15.17:0/1512117302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3328009560 con 0x7f33341056a0 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3333fff640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 0x7f333419dc80 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f3328009230 tx=0x7f3328005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33280043d0 con 0x7f33341056a0 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f332802de90 con 0x7f33341056a0 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33341a4600 con 0x7f33341056a0 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33280052e0 con 0x7f33341056a0 2024-03-16T18:33:19.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.547+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33341a4ab0 con 0x7f33341056a0 2024-03-16T18:33:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.548+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33340682e0 con 0x7f33341056a0 2024-03-16T18:33:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.549+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f3328003cc0 con 0x7f33341056a0 2024-03-16T18:33:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.550+0000 7f3331ffb640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f331c0a1ba0 0x7f331c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.550+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f33280efa20 con 0x7f33341056a0 2024-03-16T18:33:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.550+0000 7f3338ca4640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f331c0a1ba0 0x7f331c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.550 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.550+0000 7f3338ca4640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f331c0a1ba0 0x7f331c0a4060 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3334198a30 tx=0x7f332c009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:19.553 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.555+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f33280b8580 con 0x7f33341056a0 2024-03-16T18:33:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.735+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f3334100f80 con 0x7f33341056a0 2024-03-16T18:33:19.735 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.736+0000 7f3331ffb640 1 -- 172.21.15.17:0/1512117302 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v106) v1 ==== 103+0+11 (secure 0 0 0) 0x7f33280bbc40 con 0x7f33341056a0 2024-03-16T18:33:19.735 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f331c0a1ba0 msgr2=0x7f331c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f331c0a1ba0 0x7f331c0a4060 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f3334198a30 tx=0x7f332c009500 comp rx=0 tx=0).stop 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 msgr2=0x7f333419dc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 0x7f333419dc80 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7f3328009230 tx=0x7f3328005e20 comp rx=0 tx=0).stop 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 shutdown_connections 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f331c0a1ba0 0x7f331c0a4060 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f33341056a0 0x7f333419dc80 unknown :-1 s=CLOSED pgs=1449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f33341978f0 0x7f3334197da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 --2- 172.21.15.17:0/1512117302 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f33341005d0 0x7f333419d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 >> 172.21.15.17:0/1512117302 conn(0x7f33340774f0 msgr2=0x7f33340fe760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 shutdown_connections 2024-03-16T18:33:19.738 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.738+0000 7f333af08640 1 -- 172.21.15.17:0/1512117302 wait complete. 2024-03-16T18:33:19.747 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:19 smithi017 ceph-mon[32207]: pgmap v369: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:33:19.747 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2016174772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:19.747 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/295393730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.747 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3941018180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.747 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:19 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2391883014' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.748 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json-pretty 2024-03-16T18:33:19.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:19 smithi149 ceph-mon[35991]: pgmap v369: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:33:19.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2016174772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:19.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/295393730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3941018180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:19 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2391883014' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 -- 172.21.15.17:0/2877896373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 msgr2=0x7f2810100870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 --2- 172.21.15.17:0/2877896373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 0x7f2810100870 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f2804009900 tx=0x7f280402bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:19.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 -- 172.21.15.17:0/2877896373 shutdown_connections 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 --2- 172.21.15.17:0/2877896373 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2810100db0 0x7f281010d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 --2- 172.21.15.17:0/2877896373 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 0x7f2810100870 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 --2- 172.21.15.17:0/2877896373 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810106490 0x7f2810106870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 -- 172.21.15.17:0/2877896373 >> 172.21.15.17:0/2877896373 conn(0x7f28100774f0 msgr2=0x7f2810077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 -- 172.21.15.17:0/2877896373 shutdown_connections 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.852+0000 7f281498c640 1 -- 172.21.15.17:0/2877896373 wait complete. 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 Processor -- start 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 -- start start 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 0x7f28101988d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 0x7f2810198e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2810106490 0x7f28101a3950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2810199670 con 0x7f2810100db0 2024-03-16T18:33:19.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28101a3e90 con 0x7f28101003f0 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f281498c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28101a3fd0 con 0x7f2810106490 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 0x7f2810198e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 0x7f2810198e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43456/0 (socket says 172.21.15.17:43456) 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 -- 172.21.15.17:0/3979123959 learned_addr learned my addr 172.21.15.17:0/3979123959 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280e59c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 0x7f28101988d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280ed9d640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2810106490 0x7f28101a3950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 -- 172.21.15.17:0/3979123959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2810106490 msgr2=0x7f28101a3950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2810106490 0x7f28101a3950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 -- 172.21.15.17:0/3979123959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 msgr2=0x7f28101988d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 0x7f28101988d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.853+0000 7f280dd9b640 1 -- 172.21.15.17:0/3979123959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2808009490 con 0x7f2810100db0 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.854+0000 7f280dd9b640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 0x7f2810198e10 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f2804005940 tx=0x7f2804005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:19.855 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.854+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2804004350 con 0x7f2810100db0 2024-03-16T18:33:19.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.854+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2804009560 con 0x7f2810100db0 2024-03-16T18:33:19.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.854+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f28040044b0 con 0x7f2810100db0 2024-03-16T18:33:19.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.854+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f28040053c0 con 0x7f2810100db0 2024-03-16T18:33:19.856 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.854+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28101a4550 con 0x7f2810100db0 2024-03-16T18:33:19.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.855+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28100682e0 con 0x7f2810100db0 2024-03-16T18:33:19.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.856+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f2804005520 con 0x7f2810100db0 2024-03-16T18:33:19.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.857+0000 7f27ff7fe640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f27f80a1ba0 0x7f27f80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:19.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.857+0000 7f280e59c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f27f80a1ba0 0x7f27f80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:19.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.857+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f28040efca0 con 0x7f2810100db0 2024-03-16T18:33:19.857 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.857+0000 7f280e59c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f27f80a1ba0 0x7f27f80a4060 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2808009ce0 tx=0x7f2808005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:19.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:19 smithi153 ceph-mon[36005]: pgmap v369: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:33:19.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2016174772' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:19.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/295393730' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3941018180' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:19 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2391883014' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:33:19.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:19.861+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f28040b8890 con 0x7f2810100db0 2024-03-16T18:33:20.093 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.094+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json-pretty"} v 0) v1 -- 0x7f2810108980 con 0x7f2810100db0 2024-03-16T18:33:20.102 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.103+0000 7f27ff7fe640 1 -- 172.21.15.17:0/3979123959 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json-pretty"}]=0 v25) v1 ==== 81+0+735002 (secure 0 0 0) 0x7f28040bbf50 con 0x7f2810100db0 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "epoch": 25, 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "active_gid": 15705, 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "active_name": "x", 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "active_addrs": { 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:20.113 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:6800", 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2350843980 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v1", 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:6801", 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2350843980 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "active_addr": "172.21.15.17:6801/2350843980", 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "active_change": "2024-03-16T18:21:30.113054+0000", 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "active_mgr_features": 4540701547738038271, 2024-03-16T18:33:20.114 INFO:teuthology.orchestra.run.smithi017.stdout: "available": true, 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "standbys": [ 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "gid": 25595, 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "z", 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr_features": 4540701547738038271, 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "available_modules": [ 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "alerts", 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.115 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How frequently to reexamine health status", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.116 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.117 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.118 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.119 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.120 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_destination": { 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_destination", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.121 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email address to send alerts to", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_from_name": { 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_from_name", 2024-03-16T18:33:20.122 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "Ceph", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email From: name", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_host": { 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_host", 2024-03-16T18:33:20.123 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP server", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_password": { 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_password", 2024-03-16T18:33:20.124 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Password to authenticate with", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_port": { 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_port", 2024-03-16T18:33:20.125 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "465", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP port", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_sender": { 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_sender", 2024-03-16T18:33:20.126 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP envelope sender", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_ssl": { 2024-03-16T18:33:20.127 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_ssl", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_user": { 2024-03-16T18:33:20.128 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_user", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "User to authenticate as", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.129 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "balancer", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "active": { 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "active", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.130 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically balance PGs across cluster", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_time": { 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_time", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0000", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.131 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "beginning time of day to automatically balance", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_weekday": { 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_weekday", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.132 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_max_iterations": { 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_max_iterations", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "25", 2024-03-16T18:33:20.133 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "250", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_metrics": { 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_metrics", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.134 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "pgs,objects,bytes", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_step": { 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_step", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.135 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.5", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0.001", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "0.999", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "aggressiveness of optimization", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "end_time": { 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_time", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.136 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2359", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ending time of day to automatically balance", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "end_weekday": { 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_weekday", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.137 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.138 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.139 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.140 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.141 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.142 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "min_score": { 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_score", 2024-03-16T18:33:20.143 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.144 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "upmap", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "crush-compat", 2024-03-16T18:33:20.145 INFO:teuthology.orchestra.run.smithi017.stdout: "none", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "read", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap-read" 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Balancer mode", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_ids": { 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_ids", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.146 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.147 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_deviation": { 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_deviation", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.148 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_optimizations": { 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_optimizations", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.149 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.150 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_down_multiplier": { 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_down_multiplier", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-16T18:33:20.151 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_refresh_rate": { 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_refresh_rate", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "20", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.152 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_starting_port": { 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_starting_port", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4721", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-16T18:33:20.153 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_ptrace": { 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_ptrace", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.154 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_interval": { 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_interval", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.155 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_memory_target_ratio": { 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_memory_target_ratio", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.7", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-16T18:33:20.156 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm_log_destination": { 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm_log_destination", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.157 INFO:teuthology.orchestra.run.smithi017.stdout: "file", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "file,syslog", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "syslog" 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "cgroups_split": { 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cgroups_split", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.158 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "config_checks_enabled": { 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_checks_enabled", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.159 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "config_dashboard": { 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_dashboard", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.160 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_alertmanager": { 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_alertmanager", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-16T18:33:20.161 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_base": { 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_base", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.162 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Container image name, without the tag", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_elasticsearch": { 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_elasticsearch", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-16T18:33:20.163 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "elasticsearch container image", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_grafana": { 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_grafana", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-16T18:33:20.164 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_haproxy": { 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_haproxy", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.165 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "HAproxy container image", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_agent": { 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_agent", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.166 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger agent container image", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_collector": { 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_collector", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.167 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger collector container image", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_query": { 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_query", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-16T18:33:20.168 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger query container image", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_keepalived": { 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_keepalived", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-16T18:33:20.169 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Keepalived container image", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_loki": { 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_loki", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.170 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Loki container image", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_node_exporter": { 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_node_exporter", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.171 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_nvmeof": { 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_nvmeof", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.172 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Nvme-of container image", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_prometheus": { 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_prometheus", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.173 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_promtail": { 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_promtail", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.174 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Promtail container image", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_snmp_gateway": { 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_snmp_gateway", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.175 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SNMP Gateway container image", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "container_init": { 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_init", 2024-03-16T18:33:20.176 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Run podman/docker with `--init`", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "daemon_cache_timeout": { 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "daemon_cache_timeout", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.177 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "default_cephadm_command_timeout": { 2024-03-16T18:33:20.178 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_cephadm_command_timeout", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "900", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "default_registry": { 2024-03-16T18:33:20.179 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_registry", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "device_cache_timeout": { 2024-03-16T18:33:20.180 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_cache_timeout", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1800", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache device inventory", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "device_enhanced_scan": { 2024-03-16T18:33:20.181 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_enhanced_scan", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.182 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "facts_cache_timeout": { 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "facts_cache_timeout", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache host facts data", 2024-03-16T18:33:20.183 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "host_check_interval": { 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "host_check_interval", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to perform a host check", 2024-03-16T18:33:20.184 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "hw_monitoring": { 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hw_monitoring", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.185 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "inventory_list_all": { 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "inventory_list_all", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-16T18:33:20.186 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.187 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "log_refresh_metadata": { 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_refresh_metadata", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.188 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.189 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.190 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.191 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.192 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-16T18:33:20.193 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "*", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-16T18:33:20.194 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "max_count_per_host": { 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_count_per_host", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of daemons per service per host", 2024-03-16T18:33:20.195 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "max_osd_draining_count": { 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_osd_draining_count", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.196 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "migration_current": { 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "migration_current", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "internal - do not modify", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.197 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "root", 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.198 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm-package", 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "root" 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "mode for remote execution of cephadm", 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "oob_default_addr": { 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "oob_default_addr", 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.199 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "169.254.1.1", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "prometheus_alerts_path": { 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus_alerts_path", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.200 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_insecure": { 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_insecure", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.201 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_password": { 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_password", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.202 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_url": { 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_url", 2024-03-16T18:33:20.203 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_username": { 2024-03-16T18:33:20.204 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_username", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.205 INFO:teuthology.orchestra.run.smithi017.stdout: "secure_monitoring_stack": { 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secure_monitoring_stack", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.206 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "service_discovery_port": { 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "service_discovery_port", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8765", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "cephadm service discovery port", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.207 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "ssh_config_file": { 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssh_config_file", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.208 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "use_agent": { 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_agent", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.209 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "use_repo_digest": { 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_repo_digest", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.210 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_failed_host_check": { 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_failed_host_check", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if the host check fails", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.211 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_daemons": { 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_daemons", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.212 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_hosts": { 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_hosts", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.213 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crash", 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.214 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.215 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.216 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.217 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.218 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "retain_interval": { 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retain_interval", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "31536000", 2024-03-16T18:33:20.219 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_recent_interval": { 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_recent_interval", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1209600", 2024-03-16T18:33:20.220 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dashboard", 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.221 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.222 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_HOST": { 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.223 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.224 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_ENABLED": { 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_ENABLED", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.225 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.226 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "ENABLE_BROWSABLE_API": { 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.227 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.228 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.229 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.230 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.231 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.232 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.233 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.234 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.235 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_PASSWORD": { 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.236 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.237 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_URL": { 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_URL", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.238 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_USERNAME": { 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.239 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.240 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.241 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.242 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.243 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_HOST": { 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.244 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.245 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.246 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.247 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.248 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.249 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.250 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.251 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.252 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_ENABLED": { 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.253 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.254 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.255 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.256 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.257 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "45", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ACCESS_KEY": { 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.258 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.259 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SECRET_KEY": { 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.260 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SSL_VERIFY": { 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.261 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.262 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.263 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.264 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "cross_origin_url": { 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cross_origin_url", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.265 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "crt_file": { 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crt_file", 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.266 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "debug": { 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "debug", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.267 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable/disable debug options", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "jwt_token_ttl": { 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "jwt_token_ttl", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "28800", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.268 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.269 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.270 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.271 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.272 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.273 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.274 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "motd": { 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "motd", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.275 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "The message of the day", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect_resolve_ip_addr": { 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "redirect_resolve_ip_addr", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.276 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.277 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.278 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8080", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.279 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl_server_port": { 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl_server_port", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.280 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8443", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.281 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "redirect", 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect" 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-03-16T18:33:20.282 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.283 INFO:teuthology.orchestra.run.smithi017.stdout: "url_prefix": { 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url_prefix", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.284 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_monitoring": { 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_monitoring", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.285 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "monitor device health metrics", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.286 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.287 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.288 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.289 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.290 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "mark_out_threshold": { 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mark_out_threshold", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2419200", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.291 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_name": { 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_name", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "device_health_metrics", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.292 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "retention_period": { 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retention_period", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15552000", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.293 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain device health metrics", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_frequency": { 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_frequency", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-03-16T18:33:20.294 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "self_heal": { 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "self_heal", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.295 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.296 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and check device health", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_threshold": { 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_threshold", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.297 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7257600", 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.298 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "diskprediction_local", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.299 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.300 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.301 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.302 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.303 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "predict_interval": { 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predict_interval", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.304 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "predictor_model": { 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predictor_model", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.305 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "prophetstor", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.306 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "influx", 2024-03-16T18:33:20.307 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": false, 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "influxdb python module not found", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "batch_size": { 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "batch_size", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5000", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.308 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "database": { 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "database", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "ceph", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.309 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": { 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hostname", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server hostname", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.310 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "30", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "5", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-16T18:33:20.311 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.312 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.313 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.314 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.315 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.316 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "password": { 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "password", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "password of InfluxDB server user", 2024-03-16T18:33:20.317 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "port": { 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "port", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8086", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server port", 2024-03-16T18:33:20.318 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "false", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.319 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "threads": { 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threads", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "32", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.320 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "username": { 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "username", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "username of InfluxDB server user", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.321 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "verify_ssl": { 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "verify_ssl", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "true", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.322 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "insights", 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.323 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.324 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.325 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.326 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.327 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.328 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "iostat", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.329 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.330 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.331 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.332 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.333 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "k8sevents", 2024-03-16T18:33:20.334 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_event_retention_days": { 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ceph_event_retention_days", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.335 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "config_check_secs": { 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_check_secs", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "10", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.336 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.337 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.338 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.339 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.340 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.341 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "localpool", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "failure_domain": { 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "failure_domain", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "host", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.342 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "failure domain for any created local pool", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.343 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.344 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.345 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.346 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.347 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.347 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.347 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.349 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "min_size": { 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_size", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.350 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default min_size for any created local pool", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "num_rep": { 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "num_rep", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.351 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default replica count for any created local pool", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_num": { 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_num", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "128", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default pg_num for any created local pool", 2024-03-16T18:33:20.352 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "prefix": { 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prefix", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name prefix for any created local pool", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.353 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "subtree": { 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "subtree", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "rack", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-16T18:33:20.354 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mds_autoscaler", 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.355 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.356 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.357 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.358 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.359 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirroring", 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.360 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.361 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.362 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.363 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.364 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.365 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "nfs", 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.366 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.367 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.368 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.369 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.370 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-03-16T18:33:20.371 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "fail_fs": { 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "fail_fs", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.372 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.373 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.374 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.375 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.376 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.377 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator": { 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "rook", 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: "test_orchestrator" 2024-03-16T18:33:20.378 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Orchestrator backend", 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_perf_query", 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.379 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.380 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.381 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.382 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.383 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.384 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_support", 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.385 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.386 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.387 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.388 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.389 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_autoscaler", 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.390 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.391 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.392 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.393 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.395 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.396 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "threshold": { 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threshold", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1.0", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "scaling threshold", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.397 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "progress", 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_pg_recovery_event": { 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_pg_recovery_event", 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.398 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-03-16T18:33:20.399 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.400 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.401 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.402 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.403 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.404 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "max_completed_events": { 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_completed_events", 2024-03-16T18:33:20.405 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "50", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "number of past completed events to remember", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.406 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long the module is going to sleep", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.407 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "cache": { 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cache", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.408 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "exclude_perf_counters": { 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "exclude_perf_counters", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.409 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.410 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.411 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.412 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.413 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.414 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools": { 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.415 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "300", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.416 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_interval": { 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_interval", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15.0", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.417 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-16T18:33:20.418 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "9283", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.419 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "stale_cache_strategy": { 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stale_cache_strategy", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "log", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.420 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "default", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "default", 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: "error" 2024-03-16T18:33:20.421 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-03-16T18:33:20.422 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.423 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.424 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.425 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.426 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.427 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.428 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_snap_create": { 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_snap_create", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "mirror_snapshot_schedule": { 2024-03-16T18:33:20.429 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirror_snapshot_schedule", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "trash_purge_schedule": { 2024-03-16T18:33:20.430 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "trash_purge_schedule", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.431 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "restful", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_auth": { 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_auth", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.432 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.433 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.434 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.435 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.436 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.437 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.438 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.439 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.440 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rgw", 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.441 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.442 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.443 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.444 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.445 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.446 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rook", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.447 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.448 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.449 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.450 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.451 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "storage_class": { 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "storage_class", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.452 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "local", 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "selftest", 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.453 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.454 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.455 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.456 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.457 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.458 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "roption1": { 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption1", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.459 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "roption2": { 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption2", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "xyz", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.460 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption1": { 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption1", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.461 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption2": { 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption2", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.462 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption3": { 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption3", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.463 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption4": { 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption4", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.464 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption5": { 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption5", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.465 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption6": { 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption6", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.466 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption7": { 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption7", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.467 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "42", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "testkey": { 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testkey", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.468 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "testlkey": { 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testlkey", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.469 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "testnewline": { 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testnewline", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.470 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.471 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_m_granularity": { 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_m_granularity", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow minute scheduled snapshots", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.472 INFO:teuthology.orchestra.run.smithi017.stdout: "dump_on_update": { 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dump_on_update", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "dump database to debug log on update", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.473 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.474 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.475 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.476 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.477 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.478 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stats", 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.479 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.480 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.481 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.482 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.483 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.484 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "status", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.485 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.486 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.487 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.488 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.489 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telegraf", 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.490 INFO:teuthology.orchestra.run.smithi017.stdout: "address": { 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "address", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.491 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.492 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.493 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.494 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.495 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.496 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.497 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telemetry", 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_basic": { 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_basic", 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.498 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_crash": { 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_crash", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.499 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_device": { 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_device", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.500 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_ident": { 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_ident", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.501 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_perf": { 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_perf", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.502 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "contact": { 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "contact", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.503 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "description": { 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "description", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.504 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "device_url": { 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_url", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.505 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.506 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "24", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "8", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.507 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "last_opt_revision": { 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "last_opt_revision", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.508 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard": { 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.509 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard_description": { 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard_description", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.510 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.511 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.512 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.513 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.514 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.515 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "organization": { 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "organization", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.516 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "proxy": { 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "proxy", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.517 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "url": { 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.518 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "test_orchestrator", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.519 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.520 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.521 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.522 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.523 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.524 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.525 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.526 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.527 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.528 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.529 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_clones": { 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_clones", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.530 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "periodic_async_work": { 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "periodic_async_work", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Periodically check for async work", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.531 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_delay": { 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_delay", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.532 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "discovery_interval": { 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "discovery_interval", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "100", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.533 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "identifier": { 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "identifier", 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.534 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.535 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.536 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.537 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.538 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.539 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.540 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_host": { 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_host", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.541 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_port": { 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_port", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.542 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10051", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_sender": { 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_sender", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.543 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.544 INFO:teuthology.orchestra.run.smithi017.stdout: "gid": 25604, 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "y", 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "mgr_features": 4540701547738038271, 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "available_modules": [ 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "alerts", 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.545 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How frequently to reexamine health status", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.546 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.547 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.548 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.549 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.550 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_destination": { 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_destination", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.551 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email address to send alerts to", 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.553 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_from_name": { 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_from_name", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "Ceph", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email From: name", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.554 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_host": { 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_host", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP server", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.555 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_password": { 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_password", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Password to authenticate with", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.556 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_port": { 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_port", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "465", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP port", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.557 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_sender": { 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_sender", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP envelope sender", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.558 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_ssl": { 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_ssl", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.559 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_user": { 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_user", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "User to authenticate as", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.560 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "balancer", 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "active": { 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "active", 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.561 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically balance PGs across cluster", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_time": { 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_time", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0000", 2024-03-16T18:33:20.562 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "beginning time of day to automatically balance", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_weekday": { 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_weekday", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.563 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_max_iterations": { 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_max_iterations", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "25", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.564 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "250", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_metrics": { 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_metrics", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "pgs,objects,bytes", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.565 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_step": { 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_step", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.5", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0.001", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "0.999", 2024-03-16T18:33:20.566 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "aggressiveness of optimization", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "end_time": { 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_time", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2359", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.567 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ending time of day to automatically balance", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "end_weekday": { 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_weekday", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.568 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.569 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.570 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.571 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.572 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.573 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "min_score": { 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_score", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.574 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "upmap", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "crush-compat", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "none", 2024-03-16T18:33:20.575 INFO:teuthology.orchestra.run.smithi017.stdout: "read", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap-read" 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Balancer mode", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_ids": { 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_ids", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.576 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.577 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_deviation": { 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_deviation", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.578 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_optimizations": { 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_optimizations", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.579 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm", 2024-03-16T18:33:20.580 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_down_multiplier": { 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_down_multiplier", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-16T18:33:20.581 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_refresh_rate": { 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_refresh_rate", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "20", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.582 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_starting_port": { 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_starting_port", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4721", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.583 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_ptrace": { 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_ptrace", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-16T18:33:20.584 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_interval": { 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_interval", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-16T18:33:20.585 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_memory_target_ratio": { 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_memory_target_ratio", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.7", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-16T18:33:20.586 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm_log_destination": { 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm_log_destination", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.587 INFO:teuthology.orchestra.run.smithi017.stdout: "file", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "file,syslog", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "syslog" 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "cgroups_split": { 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cgroups_split", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.588 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "config_checks_enabled": { 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_checks_enabled", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.589 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "config_dashboard": { 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_dashboard", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.590 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_alertmanager": { 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_alertmanager", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.591 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_base": { 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_base", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.592 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Container image name, without the tag", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_elasticsearch": { 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_elasticsearch", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.593 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "elasticsearch container image", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_grafana": { 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_grafana", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.594 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_haproxy": { 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_haproxy", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.595 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "HAproxy container image", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_agent": { 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_agent", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.596 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger agent container image", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_collector": { 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_collector", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.597 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger collector container image", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_query": { 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_query", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.598 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger query container image", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_keepalived": { 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_keepalived", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.599 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Keepalived container image", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_loki": { 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_loki", 2024-03-16T18:33:20.600 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Loki container image", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_node_exporter": { 2024-03-16T18:33:20.601 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_node_exporter", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_nvmeof": { 2024-03-16T18:33:20.602 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_nvmeof", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Nvme-of container image", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_prometheus": { 2024-03-16T18:33:20.603 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_prometheus", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_promtail": { 2024-03-16T18:33:20.604 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_promtail", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Promtail container image", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_snmp_gateway": { 2024-03-16T18:33:20.605 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_snmp_gateway", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SNMP Gateway container image", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.606 INFO:teuthology.orchestra.run.smithi017.stdout: "container_init": { 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_init", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Run podman/docker with `--init`", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.607 INFO:teuthology.orchestra.run.smithi017.stdout: "daemon_cache_timeout": { 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "daemon_cache_timeout", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.608 INFO:teuthology.orchestra.run.smithi017.stdout: "default_cephadm_command_timeout": { 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_cephadm_command_timeout", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "900", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.609 INFO:teuthology.orchestra.run.smithi017.stdout: "default_registry": { 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_registry", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.610 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "device_cache_timeout": { 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_cache_timeout", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1800", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache device inventory", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.611 INFO:teuthology.orchestra.run.smithi017.stdout: "device_enhanced_scan": { 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_enhanced_scan", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.612 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "facts_cache_timeout": { 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "facts_cache_timeout", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache host facts data", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.613 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "host_check_interval": { 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "host_check_interval", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to perform a host check", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.614 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "hw_monitoring": { 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hw_monitoring", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.615 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "inventory_list_all": { 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "inventory_list_all", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.616 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.617 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "log_refresh_metadata": { 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_refresh_metadata", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.618 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.619 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.620 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.621 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.622 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-16T18:33:20.623 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "*", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.624 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "max_count_per_host": { 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_count_per_host", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.625 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of daemons per service per host", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "max_osd_draining_count": { 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_osd_draining_count", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.626 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "migration_current": { 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "migration_current", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.627 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "internal - do not modify", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "root", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.628 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm-package", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "root" 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "mode for remote execution of cephadm", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "oob_default_addr": { 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "oob_default_addr", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.629 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "169.254.1.1", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "prometheus_alerts_path": { 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus_alerts_path", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.630 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_insecure": { 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_insecure", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.631 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_password": { 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_password", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.632 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_url": { 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_url", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.633 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_username": { 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_username", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.634 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "secure_monitoring_stack": { 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secure_monitoring_stack", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.635 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "service_discovery_port": { 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "service_discovery_port", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.636 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8765", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "cephadm service discovery port", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "ssh_config_file": { 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssh_config_file", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.637 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "use_agent": { 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_agent", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.638 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "use_repo_digest": { 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_repo_digest", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.639 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_failed_host_check": { 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_failed_host_check", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.640 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if the host check fails", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_daemons": { 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_daemons", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.641 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_hosts": { 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_hosts", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.642 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.643 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crash", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.644 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.645 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.646 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.647 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.648 INFO:teuthology.orchestra.run.smithi017.stdout: "retain_interval": { 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retain_interval", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "31536000", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_recent_interval": { 2024-03-16T18:33:20.649 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_recent_interval", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1209600", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.650 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dashboard", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.651 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_HOST": { 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.652 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.653 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.654 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.654 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.654 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.654 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.654 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.654 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_ENABLED": { 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_ENABLED", 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.655 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.656 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.657 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.658 INFO:teuthology.orchestra.run.smithi017.stdout: "ENABLE_BROWSABLE_API": { 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.659 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-16T18:33:20.660 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.661 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.662 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.663 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.664 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.665 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.666 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.667 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.668 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_PASSWORD": { 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.669 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.670 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_URL": { 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_URL", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.671 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_USERNAME": { 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.672 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.673 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.674 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.675 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.676 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_HOST": { 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.677 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.678 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.679 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-16T18:33:20.680 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-16T18:33:20.681 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-16T18:33:20.682 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-16T18:33:20.683 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-16T18:33:20.684 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-16T18:33:20.685 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_ENABLED": { 2024-03-16T18:33:20.686 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-16T18:33:20.687 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-16T18:33:20.688 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.689 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.690 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "45", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ACCESS_KEY": { 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-16T18:33:20.691 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.692 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SECRET_KEY": { 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.693 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SSL_VERIFY": { 2024-03-16T18:33:20.694 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-16T18:33:20.695 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-16T18:33:20.696 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-16T18:33:20.697 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.698 INFO:teuthology.orchestra.run.smithi017.stdout: "cross_origin_url": { 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cross_origin_url", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "crt_file": { 2024-03-16T18:33:20.699 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crt_file", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.700 INFO:teuthology.orchestra.run.smithi017.stdout: "debug": { 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "debug", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable/disable debug options", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.701 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "jwt_token_ttl": { 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "jwt_token_ttl", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "28800", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.702 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.703 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.704 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.705 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.706 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.707 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.708 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "motd": { 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "motd", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "The message of the day", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.709 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect_resolve_ip_addr": { 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "redirect_resolve_ip_addr", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.710 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.711 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8080", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.712 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.713 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl_server_port": { 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl_server_port", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8443", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.714 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "redirect", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.715 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect" 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-03-16T18:33:20.716 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "url_prefix": { 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url_prefix", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.717 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.718 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_monitoring": { 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_monitoring", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "monitor device health metrics", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.719 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.720 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.721 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.722 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.723 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.724 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "mark_out_threshold": { 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mark_out_threshold", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2419200", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.725 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_name": { 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_name", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "device_health_metrics", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.726 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "retention_period": { 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retention_period", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15552000", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.727 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain device health metrics", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_frequency": { 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_frequency", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.728 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "self_heal": { 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "self_heal", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.729 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.730 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and check device health", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_threshold": { 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_threshold", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7257600", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.731 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "diskprediction_local", 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.732 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.733 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.734 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.735 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.736 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "predict_interval": { 2024-03-16T18:33:20.737 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predict_interval", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "predictor_model": { 2024-03-16T18:33:20.738 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predictor_model", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "prophetstor", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.739 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.740 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "influx", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": false, 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "influxdb python module not found", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "batch_size": { 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "batch_size", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5000", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.741 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "database": { 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "database", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "ceph", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.742 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": { 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hostname", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.743 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server hostname", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "30", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "5", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.744 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.745 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.746 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.747 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.748 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.749 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "password": { 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "password", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.750 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "password of InfluxDB server user", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "port": { 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "port", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.751 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8086", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server port", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.752 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "false", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "threads": { 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threads", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.753 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "32", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "username": { 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "username", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.754 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "username of InfluxDB server user", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "verify_ssl": { 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "verify_ssl", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.755 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "true", 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "insights", 2024-03-16T18:33:20.756 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.757 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.758 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.759 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.760 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.761 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "iostat", 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.762 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.763 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.764 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.765 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.766 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.767 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "k8sevents", 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_event_retention_days": { 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ceph_event_retention_days", 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.768 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "config_check_secs": { 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_check_secs", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.769 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "10", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.770 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.771 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.772 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.773 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.774 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.775 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "localpool", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "failure_domain": { 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "failure_domain", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "host", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "failure domain for any created local pool", 2024-03-16T18:33:20.776 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.777 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.778 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.779 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.780 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.781 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "min_size": { 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_size", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.782 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default min_size for any created local pool", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "num_rep": { 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "num_rep", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.783 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default replica count for any created local pool", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_num": { 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_num", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "128", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.784 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default pg_num for any created local pool", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "prefix": { 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prefix", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.785 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name prefix for any created local pool", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "subtree": { 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "subtree", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "rack", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.786 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mds_autoscaler", 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.787 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.788 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.789 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.790 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.791 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.792 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirroring", 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.793 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.794 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.795 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.796 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.797 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.798 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "nfs", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.799 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.800 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.801 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.802 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.803 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.804 INFO:teuthology.orchestra.run.smithi017.stdout: "fail_fs": { 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "fail_fs", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.805 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.806 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.807 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.808 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.809 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.810 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator": { 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "rook", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "test_orchestrator" 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Orchestrator backend", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.811 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_perf_query", 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.812 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.813 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.814 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.815 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.816 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_support", 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.817 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.818 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.819 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.820 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.821 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.822 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_autoscaler", 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.823 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.824 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.825 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.826 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.827 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.828 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "threshold": { 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threshold", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.829 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1.0", 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "scaling threshold", 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.830 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "progress", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_pg_recovery_event": { 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_pg_recovery_event", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-16T18:33:20.831 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.832 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.833 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.834 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.835 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.836 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.837 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "max_completed_events": { 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_completed_events", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "50", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "number of past completed events to remember", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.838 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long the module is going to sleep", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.839 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "cache": { 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cache", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.840 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "exclude_perf_counters": { 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "exclude_perf_counters", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.841 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.842 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.843 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.844 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.845 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.846 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools": { 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.847 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "300", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.848 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_interval": { 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_interval", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15.0", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.849 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-03-16T18:33:20.850 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "9283", 2024-03-16T18:33:20.851 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "stale_cache_strategy": { 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stale_cache_strategy", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "log", 2024-03-16T18:33:20.852 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "default", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.853 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "default", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "error" 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.854 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.855 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.856 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.857 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.858 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.859 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.860 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_snap_create": { 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_snap_create", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.861 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "mirror_snapshot_schedule": { 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirror_snapshot_schedule", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.862 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "trash_purge_schedule": { 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "trash_purge_schedule", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.863 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "restful", 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.864 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_auth": { 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_auth", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.865 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.866 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.867 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.868 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.869 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.870 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.871 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.872 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.873 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rgw", 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.874 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.875 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.876 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.877 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.878 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rook", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.879 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.880 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.881 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.882 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.883 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "storage_class": { 2024-03-16T18:33:20.884 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "storage_class", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "local", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.885 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "selftest", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.886 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.887 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.888 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.889 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.890 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "roption1": { 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption1", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.891 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "roption2": { 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption2", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "xyz", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.892 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption1": { 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption1", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.893 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption2": { 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption2", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.894 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption3": { 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption3", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.895 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption4": { 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption4", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.896 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption5": { 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption5", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.897 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption6": { 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption6", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.898 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption7": { 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption7", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "42", 2024-03-16T18:33:20.899 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "testkey": { 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testkey", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.900 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "testlkey": { 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testlkey", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.901 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "testnewline": { 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testnewline", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.902 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.903 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_m_granularity": { 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_m_granularity", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow minute scheduled snapshots", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.904 INFO:teuthology.orchestra.run.smithi017.stdout: "dump_on_update": { 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dump_on_update", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "dump database to debug log on update", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.905 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.906 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.907 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.908 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.909 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.910 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stats", 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.911 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.912 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.913 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.914 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.915 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "status", 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.916 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.917 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.918 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.919 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.920 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.921 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telegraf", 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "address": { 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "address", 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-16T18:33:20.922 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.923 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.924 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.925 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.926 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.927 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.928 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telemetry", 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_basic": { 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_basic", 2024-03-16T18:33:20.929 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_crash": { 2024-03-16T18:33:20.930 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_crash", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.931 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_device": { 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_device", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.932 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_ident": { 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_ident", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_perf": { 2024-03-16T18:33:20.933 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_perf", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "contact": { 2024-03-16T18:33:20.934 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "contact", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.935 INFO:teuthology.orchestra.run.smithi017.stdout: "description": { 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "description", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.936 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "device_url": { 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_url", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.937 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.938 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "24", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "8", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.939 INFO:teuthology.orchestra.run.smithi017.stdout: "last_opt_revision": { 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "last_opt_revision", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.940 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard": { 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.941 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard_description": { 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard_description", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.942 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.943 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.944 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.945 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.946 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.947 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "organization": { 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "organization", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.948 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "proxy": { 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "proxy", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.949 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "url": { 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.950 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "test_orchestrator", 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.951 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.952 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.953 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.954 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.955 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.956 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.957 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.958 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.959 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.960 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.961 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_clones": { 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_clones", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4", 2024-03-16T18:33:20.962 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "periodic_async_work": { 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "periodic_async_work", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.963 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Periodically check for async work", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_delay": { 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_delay", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.964 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix", 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.965 INFO:teuthology.orchestra.run.smithi017.stdout: "discovery_interval": { 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "discovery_interval", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "100", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.966 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "identifier": { 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "identifier", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.967 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.968 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.969 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.970 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.971 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.972 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_host": { 2024-03-16T18:33:20.973 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_host", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.974 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_port": { 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_port", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10051", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.975 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_sender": { 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_sender", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.976 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "modules": [ 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "dashboard", 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "iostat", 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "nfs", 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "restful", 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "snap_schedule" 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.977 INFO:teuthology.orchestra.run.smithi017.stdout: "available_modules": [ 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "alerts", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.978 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How frequently to reexamine health status", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.979 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:20.980 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:20.981 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:20.982 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.983 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_destination": { 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_destination", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.984 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email address to send alerts to", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_from_name": { 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_from_name", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "Ceph", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.985 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Email From: name", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_host": { 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_host", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.986 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP server", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_password": { 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_password", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.987 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Password to authenticate with", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_port": { 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_port", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "465", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.988 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP port", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_sender": { 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_sender", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.989 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SMTP envelope sender", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_ssl": { 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_ssl", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.990 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use SSL to connect to SMTP server", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "smtp_user": { 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "smtp_user", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.991 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "User to authenticate as", 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "balancer", 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "active": { 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "active", 2024-03-16T18:33:20.992 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically balance PGs across cluster", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_time": { 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_time", 2024-03-16T18:33:20.993 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0000", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "beginning time of day to automatically balance", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "begin_weekday": { 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "begin_weekday", 2024-03-16T18:33:20.994 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.995 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.997 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.997 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:20.997 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-03-16T18:33:20.997 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-03-16T18:33:20.997 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to this day of the week or later", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_max_iterations": { 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_max_iterations", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "25", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "250", 2024-03-16T18:33:20.998 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum number of iterations to attempt optimization", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_metrics": { 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_metrics", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "pgs,objects,bytes", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:20.999 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "metrics with which to calculate OSD utilization", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "crush_compat_step": { 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crush_compat_step", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.5", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0.001", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "0.999", 2024-03-16T18:33:21.000 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "aggressiveness of optimization", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": ".99 is very aggressive, .01 is less aggressive", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "end_time": { 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_time", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2359", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.001 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ending time of day to automatically balance", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "This is a time of day in the format HHMM.", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "end_weekday": { 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "end_weekday", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "0", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "6", 2024-03-16T18:33:21.002 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Restrict automatic balancing to days of the week earlier than this", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "0 = Sunday, 1 = Monday, etc.", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.003 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.004 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.005 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.006 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.007 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "min_score": { 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_score", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.008 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "minimum score, below which no optimization is attempted", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.009 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "upmap", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "crush-compat", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "none", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "read", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap-read" 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Balancer mode", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.010 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_ids": { 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_ids", 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.011 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "pools which the automatic balancing will be limited to", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.012 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and attempt optimization", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_deviation": { 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_deviation", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.013 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "deviation below which no optimization is attempted", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "If the number of PGs are within this count then no optimization is attempted", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "upmap_max_optimizations": { 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "upmap_max_optimizations", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.014 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "maximum upmap optimizations to make per attempt", 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm", 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_down_multiplier": { 2024-03-16T18:33:21.015 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_down_multiplier", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Multiplied by agent refresh rate to calculate how long agent must not report before being marked down", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_refresh_rate": { 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_refresh_rate", 2024-03-16T18:33:21.016 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "20", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How often agent on each host will try to gather and send metadata", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "agent_starting_port": { 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "agent_starting_port", 2024-03-16T18:33:21.017 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4721", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_ptrace": { 2024-03-16T18:33:21.018 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_ptrace", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow SYS_PTRACE capability on ceph containers", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_interval": { 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_interval", 2024-03-16T18:33:21.019 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to autotune daemon memory", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "autotune_memory_target_ratio": { 2024-03-16T18:33:21.020 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "autotune_memory_target_ratio", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0.7", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "ratio of total system memory to divide amongst autotuned daemons", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.021 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm_log_destination": { 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cephadm_log_destination", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "file", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "file,syslog", 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "syslog" 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.022 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Destination for cephadm command's persistent logging", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "cgroups_split": { 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cgroups_split", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.023 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Pass --cgroups=split when cephadm creates containers (currently podman only)", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "config_checks_enabled": { 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_checks_enabled", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.024 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable or disable the cephadm configuration analysis", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "config_dashboard": { 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_dashboard", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "manage configs like API endpoints in Dashboard.", 2024-03-16T18:33:21.025 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_alertmanager": { 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_alertmanager", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/alertmanager:v0.25.0", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:21.026 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_base": { 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_base", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Container image name, without the tag", 2024-03-16T18:33:21.027 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_elasticsearch": { 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_elasticsearch", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/omrizeneva/elasticsearch:6.8.23", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "elasticsearch container image", 2024-03-16T18:33:21.028 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_grafana": { 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_grafana", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/ceph-grafana:9.4.12", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:21.029 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_haproxy": { 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_haproxy", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/haproxy:2.3", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "HAproxy container image", 2024-03-16T18:33:21.030 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_agent": { 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_agent", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-agent:1.29", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger agent container image", 2024-03-16T18:33:21.031 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_collector": { 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_collector", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-collector:1.29", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger collector container image", 2024-03-16T18:33:21.032 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_jaeger_query": { 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_jaeger_query", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/jaegertracing/jaeger-query:1.29", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.033 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Jaeger query container image", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_keepalived": { 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_keepalived", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/keepalived:2.2.4", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.034 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Keepalived container image", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_loki": { 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_loki", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/loki:2.4.0", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.035 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Loki container image", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_node_exporter": { 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_node_exporter", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/node-exporter:v1.5.0", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:21.036 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_nvmeof": { 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_nvmeof", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/ceph/nvmeof:latest", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Nvme-of container image", 2024-03-16T18:33:21.037 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_prometheus": { 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_prometheus", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "quay.io/prometheus/prometheus:v2.43.0", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.038 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Prometheus container image", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_promtail": { 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_promtail", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/grafana/promtail:2.4.0", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.039 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Promtail container image", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "container_image_snmp_gateway": { 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_image_snmp_gateway", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io/maxwo/snmp-notifier:v1.2.1", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.040 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "SNMP Gateway container image", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "container_init": { 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "container_init", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.041 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Run podman/docker with `--init`", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "daemon_cache_timeout": { 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "daemon_cache_timeout", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache service (daemon) inventory", 2024-03-16T18:33:21.042 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "default_cephadm_command_timeout": { 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_cephadm_command_timeout", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "900", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default timeout applied to cephadm commands run directly on the host (in seconds)", 2024-03-16T18:33:21.043 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "default_registry": { 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "default_registry", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "docker.io", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Search-registry to which we should normalize unqualified image names. This is not the default registry", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.044 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "device_cache_timeout": { 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_cache_timeout", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1800", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache device inventory", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.045 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "device_enhanced_scan": { 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_enhanced_scan", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use libstoragemgmt during device scans", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.046 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "facts_cache_timeout": { 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "facts_cache_timeout", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "seconds to cache host facts data", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.047 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "host_check_interval": { 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "host_check_interval", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to perform a host check", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.048 INFO:teuthology.orchestra.run.smithi017.stdout: "hw_monitoring": { 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hw_monitoring", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Deploy hw monitoring daemon on every host.", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.049 INFO:teuthology.orchestra.run.smithi017.stdout: "inventory_list_all": { 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "inventory_list_all", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.050 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.051 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "log_refresh_metadata": { 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_refresh_metadata", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.052 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.053 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "log to the \"cephadm\" cluster log channel\"", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.054 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.055 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.056 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf": { 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Manage and own /etc/ceph/ceph.conf on the hosts.", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.057 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "manage_etc_ceph_ceph_conf_hosts": { 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "manage_etc_ceph_ceph_conf_hosts", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "*", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.058 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "max_count_per_host": { 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_count_per_host", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of daemons per service per host", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.059 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "max_osd_draining_count": { 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_osd_draining_count", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "max number of osds that will be drained simultaneously when osds are removed", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.060 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "migration_current": { 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "migration_current", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "internal - do not modify", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.061 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "mode": { 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mode", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "root", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm-package", 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: "root" 2024-03-16T18:33:21.062 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "mode for remote execution of cephadm", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "oob_default_addr": { 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "oob_default_addr", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "169.254.1.1", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.063 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Default address for RedFish API (oob management).", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "prometheus_alerts_path": { 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus_alerts_path", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/etc/prometheus/ceph/ceph_default_alerts.yml", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.064 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "location of alerts to include in prometheus deployments", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_insecure": { 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_insecure", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.065 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry is to be considered insecure (no TLS available). Only for development purposes.", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_password": { 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_password", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.066 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository password. Only used for logging into a registry.", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_url": { 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_url", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.067 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Registry url for login purposes. This is not the default registry", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "registry_username": { 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "registry_username", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Custom repository username. Only used for logging into a registry.", 2024-03-16T18:33:21.068 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "secure_monitoring_stack": { 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "secure_monitoring_stack", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.069 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable TLS security for all the monitoring stack daemons", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "service_discovery_port": { 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "service_discovery_port", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8765", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.070 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "cephadm service discovery port", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "ssh_config_file": { 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssh_config_file", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.071 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "customized SSH config file to connect to managed hosts", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "use_agent": { 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_agent", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.072 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use cephadm agent on each host to gather and send metadata", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "use_repo_digest": { 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "use_repo_digest", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.073 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Automatically convert image tags to image digest. Make sure all daemons use the same image", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_failed_host_check": { 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_failed_host_check", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.074 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if the host check fails", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_daemons": { 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_daemons", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.075 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected that are not managed by cephadm", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_on_stray_hosts": { 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_on_stray_hosts", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.076 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise a health warning if daemons are detected on a host that is not managed by cephadm", 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crash", 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.077 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.078 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.079 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.080 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.081 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.082 INFO:teuthology.orchestra.run.smithi017.stdout: "retain_interval": { 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retain_interval", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "31536000", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain crashes before pruning them", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.083 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_recent_interval": { 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_recent_interval", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1209600", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "time interval in which to warn about recent crashes", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.084 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dashboard", 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "ACCOUNT_LOCKOUT_ATTEMPTS": { 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ACCOUNT_LOCKOUT_ATTEMPTS", 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.085 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_HOST": { 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_HOST", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.086 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "ALERTMANAGER_API_SSL_VERIFY": { 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ALERTMANAGER_API_SSL_VERIFY", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.087 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_ENABLED": { 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_ENABLED", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.088 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "AUDIT_API_LOG_PAYLOAD": { 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "AUDIT_API_LOG_PAYLOAD", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.089 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "ENABLE_BROWSABLE_API": { 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ENABLE_BROWSABLE_API", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.090 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_CEPHFS": { 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_CEPHFS", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.091 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_DASHBOARD": { 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_DASHBOARD", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.092 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_ISCSI": { 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_ISCSI", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.093 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_MIRRORING": { 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_MIRRORING", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.094 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_NFS": { 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_NFS", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.095 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RBD": { 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RBD", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.096 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "FEATURE_TOGGLE_RGW": { 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "FEATURE_TOGGLE_RGW", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.097 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE": { 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.098 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_PASSWORD": { 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_PASSWORD", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.099 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_SSL_VERIFY": { 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_SSL_VERIFY", 2024-03-16T18:33:21.100 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_URL": { 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_URL", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.101 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_API_USERNAME": { 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_API_USERNAME", 2024-03-16T18:33:21.102 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_FRONTEND_API_URL": { 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_FRONTEND_API_URL", 2024-03-16T18:33:21.103 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "GRAFANA_UPDATE_DASHBOARDS": { 2024-03-16T18:33:21.104 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "GRAFANA_UPDATE_DASHBOARDS", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "ISCSI_API_SSL_VERIFICATION": { 2024-03-16T18:33:21.105 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISCSI_API_SSL_VERIFICATION", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "ISSUE_TRACKER_API_KEY": { 2024-03-16T18:33:21.106 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ISSUE_TRACKER_API_KEY", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.107 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_HOST": { 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_HOST", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.108 INFO:teuthology.orchestra.run.smithi017.stdout: "PROMETHEUS_API_SSL_VERIFY": { 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PROMETHEUS_API_SSL_VERIFY", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_COMPLEXITY_ENABLED": { 2024-03-16T18:33:21.109 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_COMPLEXITY_ENABLED", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.110 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED": { 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_LENGTH_ENABLED": { 2024-03-16T18:33:21.111 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_LENGTH_ENABLED", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_OLDPWD_ENABLED": { 2024-03-16T18:33:21.112 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_OLDPWD_ENABLED", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED": { 2024-03-16T18:33:21.113 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.114 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED": { 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.115 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_CHECK_USERNAME_ENABLED": { 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_CHECK_USERNAME_ENABLED", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.116 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_ENABLED": { 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_ENABLED", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.117 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_EXCLUSION_LIST": { 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_EXCLUSION_LIST", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.118 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_COMPLEXITY": { 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_COMPLEXITY", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.119 INFO:teuthology.orchestra.run.smithi017.stdout: "PWD_POLICY_MIN_LENGTH": { 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "PWD_POLICY_MIN_LENGTH", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.120 INFO:teuthology.orchestra.run.smithi017.stdout: "REST_REQUESTS_TIMEOUT": { 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "REST_REQUESTS_TIMEOUT", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "45", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ACCESS_KEY": { 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ACCESS_KEY", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.122 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_ADMIN_RESOURCE": { 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_ADMIN_RESOURCE", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "admin", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.123 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SECRET_KEY": { 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SECRET_KEY", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.124 INFO:teuthology.orchestra.run.smithi017.stdout: "RGW_API_SSL_VERIFY": { 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "RGW_API_SSL_VERIFY", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_SPAN": { 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_SPAN", 2024-03-16T18:33:21.125 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_1": { 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_1", 2024-03-16T18:33:21.126 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "USER_PWD_EXPIRATION_WARNING_2": { 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "USER_PWD_EXPIRATION_WARNING_2", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.127 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "cross_origin_url": { 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cross_origin_url", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.128 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "crt_file": { 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "crt_file", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.129 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "debug": { 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "debug", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.130 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Enable/disable debug options", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "jwt_token_ttl": { 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "jwt_token_ttl", 2024-03-16T18:33:21.131 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "28800", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-03-16T18:33:21.132 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.133 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.134 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.135 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.136 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.137 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "motd": { 2024-03-16T18:33:21.138 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "motd", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "The message of the day", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect_resolve_ip_addr": { 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "redirect_resolve_ip_addr", 2024-03-16T18:33:21.139 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:21.140 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:21.141 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8080", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.142 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.143 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl_server_port": { 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl_server_port", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8443", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-03-16T18:33:21.144 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "redirect", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "redirect" 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.145 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.146 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "url_prefix": { 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url_prefix", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.147 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_monitoring": { 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_monitoring", 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.148 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "monitor device health metrics", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.149 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.150 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.151 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.152 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.153 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "mark_out_threshold": { 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mark_out_threshold", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.154 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "2419200", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "automatically mark OSD if it may fail before this long", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "pool_name": { 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pool_name", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.155 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "device_health_metrics", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name of pool in which to store device health metrics", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "retention_period": { 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "retention_period", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.156 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15552000", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long to retain device health metrics", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_frequency": { 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_frequency", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.157 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to scrape device health metrics", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "self_heal": { 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "self_heal", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.158 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "preemptively heal cluster around devices that may fail", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:21.159 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how frequently to wake up and check device health", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "warn_threshold": { 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "warn_threshold", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7257600", 2024-03-16T18:33:21.160 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "raise health warning if OSD may fail before this long", 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "diskprediction_local", 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.161 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.162 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.163 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.164 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.165 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.166 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "predict_interval": { 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predict_interval", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "86400", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.167 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "predictor_model": { 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "predictor_model", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "prophetstor", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.168 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "600", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.169 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "influx", 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": false, 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "influxdb python module not found", 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "batch_size": { 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "batch_size", 2024-03-16T18:33:21.170 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5000", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How big batches of data points should be when sending to InfluxDB.", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "database": { 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "database", 2024-03-16T18:33:21.171 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "ceph", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "hostname": { 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "hostname", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.172 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server hostname", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:21.173 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "30", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "5", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Time between reports to InfluxDB. Default 30 seconds.", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.174 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.175 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.176 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.177 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.178 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.179 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "password": { 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "password", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "password of InfluxDB server user", 2024-03-16T18:33:21.180 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "port": { 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "port", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "8086", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.181 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "InfluxDB server port", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "ssl": { 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ssl", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "false", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.182 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Use https connection for InfluxDB server. Use \"true\" or \"false\".", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "threads": { 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threads", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:21.183 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "32", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "How many worker threads should be spawned for sending data to InfluxDB.", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "username": { 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "username", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.184 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "username of InfluxDB server user", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "verify_ssl": { 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "verify_ssl", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "true", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.185 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Verify https cert for InfluxDB server. Use \"true\" or \"false\".", 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "insights", 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.186 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.187 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.188 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.189 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.190 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.191 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "iostat", 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.192 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.193 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.194 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.195 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.196 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "k8sevents", 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.197 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_event_retention_days": { 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "ceph_event_retention_days", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "7", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Days to hold ceph event information within local cache", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.198 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "config_check_secs": { 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "config_check_secs", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "10", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "interval (secs) to check for cluster configuration changes", 2024-03-16T18:33:21.199 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.200 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.201 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.202 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.203 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.204 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "localpool", 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.205 INFO:teuthology.orchestra.run.smithi017.stdout: "failure_domain": { 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "failure_domain", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "host", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "failure domain for any created local pool", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "what failure domain we should separate data replicas across.", 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.206 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.207 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.208 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.209 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.210 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "min_size": { 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "min_size", 2024-03-16T18:33:21.211 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default min_size for any created local pool", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "value to set min_size to (unchanged from Ceph's default if this option is not set)", 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "num_rep": { 2024-03-16T18:33:21.212 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "num_rep", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default replica count for any created local pool", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_num": { 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_num", 2024-03-16T18:33:21.213 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "128", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "default pg_num for any created local pool", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "prefix": { 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prefix", 2024-03-16T18:33:21.214 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "name prefix for any created local pool", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "subtree": { 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "subtree", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.215 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "rack", 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "CRUSH level for which to create a local pool", 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "which CRUSH subtree type the module should create a pool for.", 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.216 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mds_autoscaler", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.217 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.218 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.219 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.220 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.221 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirroring", 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.222 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.223 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.224 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.225 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.226 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.227 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "nfs", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.228 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.229 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.230 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.231 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.232 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.233 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "fail_fs": { 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "fail_fs", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Fail filesystem for rapid multi-rank mds upgrade", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.234 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.235 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.236 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.237 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.238 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.239 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.240 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.241 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.242 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator": { 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "orchestrator", 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.243 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "cephadm", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "rook", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "test_orchestrator" 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Orchestrator backend", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.244 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_perf_query", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.245 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.246 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.247 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.248 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.249 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "osd_support", 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.250 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.251 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.252 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.253 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.254 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.255 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "pg_autoscaler", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.256 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.257 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.258 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.259 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.260 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.261 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "threshold": { 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "threshold", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "3.0", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1.0", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.262 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "scaling threshold", 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0", 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "progress", 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_pg_recovery_event": { 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_pg_recovery_event", 2024-03-16T18:33:21.263 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow the module to show pg recovery progress", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-03-16T18:33:21.264 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.265 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.266 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.267 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.268 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.269 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.270 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "max_completed_events": { 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_completed_events", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "50", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "number of past completed events to remember", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.271 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "sleep_interval": { 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "sleep_interval", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "5", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "how long the module is going to sleep", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.272 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "prometheus", 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "cache": { 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "cache", 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.273 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "exclude_perf_counters": { 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "exclude_perf_counters", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.274 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Do not include perf-counters in the metrics output", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.275 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.276 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.277 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.278 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.279 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools": { 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.280 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_stats_pools_refresh_interval": { 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_stats_pools_refresh_interval", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "300", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.281 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "scrape_interval": { 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "scrape_interval", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15.0", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.282 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "::", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.283 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the IPv4 or IPv6 address on which the module listens for HTTP requests", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "9283", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "the port on which the module listens for HTTP requests", 2024-03-16T18:33:21.284 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "stale_cache_strategy": { 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stale_cache_strategy", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "log", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.285 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_behaviour": { 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_behaviour", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "default", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "default", 2024-03-16T18:33:21.286 INFO:teuthology.orchestra.run.smithi017.stdout: "error" 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "standby_error_status_code": { 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "standby_error_status_code", 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "500", 2024-03-16T18:33:21.287 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "400", 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "599", 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.288 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.289 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.290 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.291 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.292 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.293 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_snap_create": { 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_snap_create", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.294 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "mirror_snapshot_schedule": { 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "mirror_snapshot_schedule", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.295 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "trash_purge_schedule": { 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "trash_purge_schedule", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.296 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "restful", 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "enable_auth": { 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enable_auth", 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.297 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "key_file": { 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "key_file", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.298 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.299 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.300 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.301 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.302 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.303 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "server_addr": { 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_addr", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.304 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "server_port": { 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "server_port", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.305 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rgw", 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.306 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.307 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.308 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.309 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.310 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.311 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rook", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.312 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.313 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.314 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.315 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.316 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "storage_class": { 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "storage_class", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "local", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "storage class name for LSO-discovered PVs", 2024-03-16T18:33:21.317 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "selftest", 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.318 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.319 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.320 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.321 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.322 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "roption1": { 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption1", 2024-03-16T18:33:21.323 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "roption2": { 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "roption2", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.324 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "xyz", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption1": { 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption1", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.325 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption2": { 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption2", 2024-03-16T18:33:21.326 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption3": { 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption3", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "float", 2024-03-16T18:33:21.327 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption4": { 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption4", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.328 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption5": { 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption5", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.329 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption6": { 2024-03-16T18:33:21.330 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption6", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.331 INFO:teuthology.orchestra.run.smithi017.stdout: "rwoption7": { 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rwoption7", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "1", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "42", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.332 INFO:teuthology.orchestra.run.smithi017.stdout: "testkey": { 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testkey", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.333 INFO:teuthology.orchestra.run.smithi017.stdout: "testlkey": { 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testlkey", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.334 INFO:teuthology.orchestra.run.smithi017.stdout: "testnewline": { 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "testnewline", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.335 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "allow_m_granularity": { 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "allow_m_granularity", 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.336 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "allow minute scheduled snapshots", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "dump_on_update": { 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "dump_on_update", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.337 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "dump database to debug log on update", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.338 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.339 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.340 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.341 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.342 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.343 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "stats", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.344 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.345 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.346 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.347 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.348 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "status", 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.349 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.350 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.351 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.352 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.353 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telegraf", 2024-03-16T18:33:21.354 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "address": { 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "address", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "unixgram:///tmp/telegraf.sock", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.355 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "15", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.356 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.357 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.358 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.359 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.360 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.361 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "telemetry", 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_basic": { 2024-03-16T18:33:21.362 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_basic", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share basic cluster information (size, version)", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_crash": { 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_crash", 2024-03-16T18:33:21.363 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share metadata about Ceph daemon crashes (version, stack straces, etc)", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_device": { 2024-03-16T18:33:21.364 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_device", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "True", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_ident": { 2024-03-16T18:33:21.365 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_ident", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share a user-provided description and/or contact email for the cluster", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "channel_perf": { 2024-03-16T18:33:21.366 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "channel_perf", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Share various performance metrics of a cluster", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "contact": { 2024-03-16T18:33:21.367 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "contact", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "description": { 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "description", 2024-03-16T18:33:21.368 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "device_url": { 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "device_url", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.369 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.370 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.370 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/device", 2024-03-16T18:33:21.370 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.370 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.370 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.370 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "enabled": { 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "enabled", 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.373 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.374 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "24", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "8", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "last_opt_revision": { 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "last_opt_revision", 2024-03-16T18:33:21.375 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "1", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard": { 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard", 2024-03-16T18:33:21.376 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "leaderboard_description": { 2024-03-16T18:33:21.377 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "leaderboard_description", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.378 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.379 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.380 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.381 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.382 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.383 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "organization": { 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "organization", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.384 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "proxy": { 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "proxy", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.385 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "url": { 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "url", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "https://telemetry.ceph.com/report", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.386 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "test_orchestrator", 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.387 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.388 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.389 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.390 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.391 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.392 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.393 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.394 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.395 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.396 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.397 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "max_concurrent_clones": { 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "max_concurrent_clones", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "4", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.398 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Number of asynchronous cloner threads", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "periodic_async_work": { 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "periodic_async_work", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.399 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Periodically check for async work", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "snapshot_clone_delay": { 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snapshot_clone_delay", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "0", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.400 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "Delay clone begin operation by snapshot_clone_delay seconds", 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix", 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "can_run": true, 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "error_string": "", 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "module_options": { 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "discovery_interval": { 2024-03-16T18:33:21.401 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "discovery_interval", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "uint", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "100", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "identifier": { 2024-03-16T18:33:21.402 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "identifier", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "interval": { 2024-03-16T18:33:21.403 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "interval", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "secs", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "60", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "log_level": { 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_level", 2024-03-16T18:33:21.404 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.405 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster": { 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.406 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_cluster_level": { 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_cluster_level", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "info", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [ 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "", 2024-03-16T18:33:21.407 INFO:teuthology.orchestra.run.smithi017.stdout: "critical", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "debug", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "error", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "info", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "warning" 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "log_to_file": { 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "log_to_file", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "bool", 2024-03-16T18:33:21.408 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 1, 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "False", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_host": { 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_host", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.409 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_port": { 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_port", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "int", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.410 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "10051", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "zabbix_sender": { 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "zabbix_sender", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "str", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "level": "advanced", 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "flags": 0, 2024-03-16T18:33:21.411 INFO:teuthology.orchestra.run.smithi017.stdout: "default_value": "/usr/bin/zabbix_sender", 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "min": "", 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "max": "", 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "enum_allowed": [], 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "desc": "", 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "long_desc": "", 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "tags": [], 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "see_also": [] 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "services": { 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: "dashboard": "https://172.21.15.17:8443/" 2024-03-16T18:33:21.412 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "always_on_modules": { 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "octopus": [ 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "pacific": [ 2024-03-16T18:33:21.413 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "quincy": [ 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-03-16T18:33:21.414 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "reef": [ 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-03-16T18:33:21.415 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: ], 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "squid": [ 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "balancer", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "crash", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "devicehealth", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "orchestrator", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "pg_autoscaler", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "progress", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "rbd_support", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "status", 2024-03-16T18:33:21.416 INFO:teuthology.orchestra.run.smithi017.stdout: "telemetry", 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "volumes" 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "last_failure_osd_epoch": 94, 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "active_clients": [ 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "devicehealth", 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3181926051 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.417 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "libcephsqlite", 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3718012290 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "rbd_support", 2024-03-16T18:33:21.418 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2733516716 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 2921237939 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.419 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "snap_schedule", 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 1372475198 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "name": "volumes", 2024-03-16T18:33:21.420 INFO:teuthology.orchestra.run.smithi017.stdout: "addrvec": [ 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: { 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: "type": "v2", 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: "addr": "172.21.15.17:0", 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: "nonce": 3412771989 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout: ] 2024-03-16T18:33:21.421 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:33:21.423 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1512117302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:33:21.423 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:20 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3979123959' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-16T18:33:21.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1512117302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:33:21.423 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:20 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3979123959' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-16T18:33:21.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f27f80a1ba0 msgr2=0x7f27f80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f27f80a1ba0 0x7f27f80a4060 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f2808009ce0 tx=0x7f2808005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 msgr2=0x7f2810198e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 0x7f2810198e10 secure :-1 s=READY pgs=1450 cs=0 l=1 rev1=1 crypto rx=0x7f2804005940 tx=0x7f2804005df0 comp rx=0 tx=0).stop 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 shutdown_connections 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f27f80a1ba0 0x7f27f80a4060 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f2810100db0 0x7f2810198e10 unknown :-1 s=CLOSED pgs=1450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f2810106490 0x7f28101a3950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 --2- 172.21.15.17:0/3979123959 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f28101003f0 0x7f28101988d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 >> 172.21.15.17:0/3979123959 conn(0x7f28100774f0 msgr2=0x7f2810102d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 shutdown_connections 2024-03-16T18:33:21.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:20.108+0000 7f281498c640 1 -- 172.21.15.17:0/3979123959 wait complete. 2024-03-16T18:33:21.430 DEBUG:tasks.check_counter:Getting stats from a 2024-03-16T18:33:21.430 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.a perf dump 2024-03-16T18:33:21.431 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1512117302' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:33:21.431 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:20 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3979123959' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json-pretty"}]: dispatch 2024-03-16T18:33:21.685 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:33:21.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:21 smithi017 ceph-mon[32207]: pgmap v370: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:33:21.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:21 smithi149 ceph-mon[35991]: pgmap v370: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:33:21.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:21 smithi153 ceph-mon[36005]: pgmap v370: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 9.5 KiB/s rd, 4.9 KiB/s wr, 10 op/s 2024-03-16T18:33:23.499 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:23 smithi017 ceph-mon[32207]: pgmap v371: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 881, 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 881, 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 295691, 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 273196, 2024-03-16T18:33:23.632 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 6, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 2, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.098682229, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.034626025, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.023821727, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.029731555, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 880, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.046793347, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000053174 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.633 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 448 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 1000, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 989, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 1650538, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 372399, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.116308319, 2024-03-16T18:33:23.634 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.038180559, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.048803302, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.031161354, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 988, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.035557885, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000035989 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 1469568, 2024-03-16T18:33:23.635 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 144368 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 819, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 995, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 215912, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 726960, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 7, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.082830881, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.033889574, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.019527941, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.020752732, 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:23.636 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 992, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.038048517, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000038355 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 473184 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-03-16T18:33:23.637 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 1, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "finisher-MDSRank": { 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "queue_len": 0, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "complete_latency": { 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 3922, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.116713592, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000029758 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "queue_len": 0, 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "complete_latency": { 2024-03-16T18:33:23.638 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": { 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "request": 0, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "reply": 0, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "reply_latency": { 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.639 INFO:teuthology.orchestra.run.smithi017.stdout: "slow_reply": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "forward": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_commit": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_split": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_merge": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_top": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_bottom": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_pinned": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_expired": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_with_caps": 0, 2024-03-16T18:33:23.640 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "subtrees": 1, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_hit": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_forward": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_discover": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_lock": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "load_cent": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "q": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "exported": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "exported_inodes": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "imported": 0, 2024-03-16T18:33:23.641 INFO:teuthology.orchestra.run.smithi017.stdout: "imported_inodes": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "root_rfiles": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "root_rbytes": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "root_rsnaps": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:23.642 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_caps": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "process_request_cap_release": 0 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_cache": { 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_update": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:23.643 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_try_discover": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_send_discover": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "num_strays": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_created": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_enqueued": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_migrated": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "recovery_started": 0, 2024-03-16T18:33:23.644 INFO:teuthology.orchestra.run.smithi017.stdout: "recovery_completed": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_flush": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_inodestats": 0 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_log": { 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "evlrg": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "evadd": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "evex": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "evtrm": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "ev": 6, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "evexg": 0, 2024-03-16T18:33:23.645 INFO:teuthology.orchestra.run.smithi017.stdout: "evexd": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "segadd": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "segex": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "segtrm": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "seg": 2, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "segmjr": 2, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "segexg": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "segexd": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "expos": 4194304, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "wrpos": 4196308, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "rdpos": 4196167, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "jlat": { 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.646 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "replayed": 6 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_mem": { 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "ino": 3, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "ino+": 3, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "ino-": 0, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "dir": 1, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "dir+": 1, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "dir-": 0, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "dn": 0, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "dn+": 0, 2024-03-16T18:33:23.647 INFO:teuthology.orchestra.run.smithi017.stdout: "dn-": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "cap": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "cap+": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "cap-": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "rss": 51248, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "heap": 215420 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_server": { 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "dispatch_client_request": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_request": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_session": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_peer_request": 0, 2024-03-16T18:33:23.648 INFO:teuthology.orchestra.run.smithi017.stdout: "req_create_latency": { 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "req_getattr_latency": { 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.649 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "req_link_latency": { 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookup_latency": { 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.650 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupino_latency": { 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupname_latency": { 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.651 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lssnap_latency": { 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "req_mkdir_latency": { 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.652 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.653 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.653 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.653 INFO:teuthology.orchestra.run.smithi017.stdout: "req_mknod_latency": { 2024-03-16T18:33:23.653 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "req_mksnap_latency": { 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "req_open_latency": { 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.654 INFO:teuthology.orchestra.run.smithi017.stdout: "req_readdir_latency": { 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rename_latency": { 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.655 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rmdir_latency": { 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.656 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setattr_latency": { 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.657 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setlayout_latency": { 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setxattr_latency": { 2024-03-16T18:33:23.658 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "req_symlink_latency": { 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "req_unlink_latency": { 2024-03-16T18:33:23.659 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_sessions": { 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "session_count": 2, 2024-03-16T18:33:23.660 INFO:teuthology.orchestra.run.smithi017.stdout: "session_add": 3, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "session_remove": 1, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "sessions_open": 3, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "sessions_stale": 0, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "total_load": 0, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "average_load": 0, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "avg_session_uptime": 2514, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:23.661 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:23.662 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:23.663 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 197513, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 56, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:23.664 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 188, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 8320, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 13, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.665 INFO:teuthology.orchestra.run.smithi017.stdout: "objecter": { 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_active": 0, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_laggy": 0, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_send": 2426, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_send_bytes": 21, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_resend": 3, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_reply": 2426, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_latency": { 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 2426, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 1.771981175, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000730412 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "op_inflight": 0, 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "oplen_avg": { 2024-03-16T18:33:23.666 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 2426, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 2427 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "op": 2426, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "op_r": 2426, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "op_w": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "op_rmw": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "op_pg": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_stat": 1573, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_create": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_read": 851, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_write": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_writefull": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_writesame": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_append": 0, 2024-03-16T18:33:23.667 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_zero": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_truncate": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_delete": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_mapext": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_getxattr": 1, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_setxattr": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_call": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_watch": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_notify": 0, 2024-03-16T18:33:23.668 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_pgls": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_other": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_active": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_send": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_resend": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_ping": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "poolop_active": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "poolop_send": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "poolop_resend": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "poolstat_active": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "poolstat_send": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "poolstat_resend": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "statfs_active": 0, 2024-03-16T18:33:23.669 INFO:teuthology.orchestra.run.smithi017.stdout: "statfs_send": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "statfs_resend": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "command_active": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "command_send": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "command_resend": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "map_epoch": 106, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "map_full": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "map_inc": 17, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_sessions": 6, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_session_open": 6, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_session_close": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_laggy": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_wr": 0, 2024-03-16T18:33:23.670 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_rd": 2, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_del": 0 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "oft": { 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_objs": 0, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_updates": 0, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_removes": 0 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "osd-slow-ops": { 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "slow_ops_count": 0 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "purge_queue": { 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:23.671 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executed": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 2696, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 1902872, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:23.672 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 2696, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 2696, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 1902872, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-03-16T18:33:23.673 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 2426, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 2009, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 2426, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 2009, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.674 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 1024, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 2426, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 2426, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 2426, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 2426, 2024-03-16T18:33:23.675 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 3758096384, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:23.676 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 0, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 0, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-write_buf_throttle-0x55563046a960": { 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 3758096384, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:23.677 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:23.678 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:33:23.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:23 smithi149 ceph-mon[35991]: pgmap v371: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-03-16T18:33:23.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:23 smithi153 ceph-mon[36005]: pgmap v371: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-03-16T18:33:24.399 INFO:tasks.check_counter:Daemon mds.a mds.exported=0 2024-03-16T18:33:24.399 INFO:tasks.check_counter:Daemon mds.a mds.imported=0 2024-03-16T18:33:24.399 INFO:tasks.check_counter:Daemon mds.a mds.root_rsnaps=0 2024-03-16T18:33:24.400 INFO:tasks.check_counter:Daemon mds.a mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:24.400 INFO:tasks.check_counter:Daemon mds.a mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:24.400 DEBUG:tasks.check_counter:Getting stats from d 2024-03-16T18:33:24.400 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.d perf dump 2024-03-16T18:33:24.654 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:33:25.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:25 smithi017 ceph-mon[32207]: pgmap v372: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-03-16T18:33:25.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:25 smithi149 ceph-mon[35991]: pgmap v372: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-03-16T18:33:25.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:25 smithi153 ceph-mon[36005]: pgmap v372: 129 pgs: 129 active+clean; 24 MiB data, 470 MiB used, 1.0 TiB / 1.0 TiB avail; 6.8 KiB/s rd, 2.0 KiB/s wr, 10 op/s 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 0, 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 2, 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 0, 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 0, 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 0, 2024-03-16T18:33:26.421 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.001146202, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.000000000, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.000240699, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.422 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 0 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 254, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 242, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 1438032, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 144736, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 2, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 1, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.048892736, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.017026899, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.034530287, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.004905542, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 242, 2024-03-16T18:33:26.423 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.012816847, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000052962 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 1438032, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 144736 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 2, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 184, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 320, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 187056, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 5, 2024-03-16T18:33:26.424 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.016429361, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.011929463, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.001773901, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 181, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.016156680, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000089263 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.425 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 187056 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:26.426 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:26.427 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 148784, 2024-03-16T18:33:26.428 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 31, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 928, 2024-03-16T18:33:26.429 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 2, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 252, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 1399832, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 252, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:26.430 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 252, 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 1399832, 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:26.431 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:33:27.139 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.d 2024-03-16T18:33:27.139 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.d 2024-03-16T18:33:27.139 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.d 2024-03-16T18:33:27.139 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.d 2024-03-16T18:33:27.139 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.d 2024-03-16T18:33:27.139 DEBUG:tasks.check_counter:Getting stats from g 2024-03-16T18:33:27.139 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.g perf dump 2024-03-16T18:33:27.389 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:33:27.745 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:27 smithi017 ceph-mon[32207]: pgmap v373: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-03-16T18:33:27.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:27 smithi149 ceph-mon[35991]: pgmap v373: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-03-16T18:33:27.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:27 smithi153 ceph-mon[36005]: pgmap v373: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 8.7 KiB/s rd, 2.7 KiB/s wr, 13 op/s 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 850, 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 852, 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 285545, 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 264351, 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 6, 2024-03-16T18:33:29.101 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 2, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.096036863, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.042142845, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.019948327, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.023959130, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 850, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.042612218, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000050132 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.102 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 0 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 1858, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 1847, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 1876267, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 639852, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.144470598, 2024-03-16T18:33:29.103 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.045536704, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.056871494, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.042500370, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 1846, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.057136839, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000030951 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.104 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 1470112, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 145616 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 9, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 186, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 4612, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 476528, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 7, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.014565096, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.009783148, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.002591603, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000057899, 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:29.105 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 184, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.012574689, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000068340 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 475584 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 1, 2024-03-16T18:33:29.106 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "finisher-MDSRank": { 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "queue_len": 0, 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "complete_latency": { 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 4130, 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.100522488, 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000024339 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "queue_len": 0, 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "complete_latency": { 2024-03-16T18:33:29.107 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "mds": { 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "request": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "reply": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "reply_latency": { 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "slow_reply": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "forward": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:29.108 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_commit": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_split": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_merge": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_top": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_bottom": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_pinned": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_expired": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "inodes_with_caps": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "caps": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "subtrees": 1, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse": 0, 2024-03-16T18:33:29.109 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_hit": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_forward": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_discover": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "traverse_lock": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "load_cent": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "q": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "exported": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "exported_inodes": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "imported": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "imported_inodes": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:29.110 INFO:teuthology.orchestra.run.smithi017.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "root_rfiles": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "root_rbytes": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "root_rsnaps": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:29.111 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_caps": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "process_request_cap_release": 0 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_cache": { 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_update": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_try_discover": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_send_discover": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "num_strays": 0, 2024-03-16T18:33:29.112 INFO:teuthology.orchestra.run.smithi017.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_created": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_enqueued": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "strays_migrated": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "recovery_started": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "recovery_completed": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_flush": 0, 2024-03-16T18:33:29.113 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "ireq_inodestats": 0 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_log": { 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "evlrg": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "evadd": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "evex": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "evtrm": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "ev": 5, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "evexg": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "evexd": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "segadd": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "segex": 0, 2024-03-16T18:33:29.114 INFO:teuthology.orchestra.run.smithi017.stdout: "segtrm": 0, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "seg": 2, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "segmjr": 2, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "segexg": 0, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "segexd": 0, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "expos": 4194304, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "wrpos": 4195917, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "rdpos": 4195776, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "jlat": { 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "replayed": 5 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.115 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_mem": { 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "ino": 3, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "ino+": 3, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "ino-": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "dir": 1, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "dir+": 1, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "dir-": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "dn": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "dn+": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "dn-": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "cap": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "cap+": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "cap-": 0, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "rss": 50200, 2024-03-16T18:33:29.116 INFO:teuthology.orchestra.run.smithi017.stdout: "heap": 215420 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_server": { 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "dispatch_client_request": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_request": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_client_session": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "handle_peer_request": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "req_create_latency": { 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "req_getattr_latency": { 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.117 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "req_link_latency": { 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookup_latency": { 2024-03-16T18:33:29.118 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupino_latency": { 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.119 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupname_latency": { 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.120 INFO:teuthology.orchestra.run.smithi017.stdout: "req_lssnap_latency": { 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "req_mkdir_latency": { 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.121 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "req_mknod_latency": { 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "req_mksnap_latency": { 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.122 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "req_open_latency": { 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "req_readdir_latency": { 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rename_latency": { 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.123 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rmdir_latency": { 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.124 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setattr_latency": { 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.125 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.126 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setlayout_latency": { 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "req_setxattr_latency": { 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "req_symlink_latency": { 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.127 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "req_unlink_latency": { 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.128 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_sessions": { 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "session_count": 1, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "session_add": 2, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "session_remove": 1, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "sessions_open": 2, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "sessions_stale": 0, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "total_load": 0, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "average_load": 0, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "avg_session_uptime": 3123, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:29.129 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:29.130 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-03-16T18:33:29.131 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 197513, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 56, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:29.132 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 188, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 8320, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 13, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "objecter": { 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "op_active": 0, 2024-03-16T18:33:29.133 INFO:teuthology.orchestra.run.smithi017.stdout: "op_laggy": 0, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "op_send": 2442, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "op_send_bytes": 21, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "op_resend": 3, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "op_reply": 2442, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "op_latency": { 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 2442, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 1.000989734, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000409905 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "op_inflight": 0, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "oplen_avg": { 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 2442, 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 2443 2024-03-16T18:33:29.134 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "op": 2442, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "op_r": 2442, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "op_w": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "op_rmw": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "op_pg": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_stat": 1584, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_create": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_read": 856, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_write": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_writefull": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_writesame": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_append": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_zero": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_truncate": 0, 2024-03-16T18:33:29.135 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_delete": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_mapext": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_getxattr": 1, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_setxattr": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_call": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_watch": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_notify": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_pgls": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:29.136 INFO:teuthology.orchestra.run.smithi017.stdout: "osdop_other": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_active": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_send": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_resend": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "linger_ping": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "poolop_active": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "poolop_send": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "poolop_resend": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "poolstat_active": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "poolstat_send": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "poolstat_resend": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "statfs_active": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "statfs_send": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "statfs_resend": 0, 2024-03-16T18:33:29.137 INFO:teuthology.orchestra.run.smithi017.stdout: "command_active": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "command_send": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "command_resend": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "map_epoch": 106, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "map_full": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "map_inc": 17, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_sessions": 6, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_session_open": 6, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_session_close": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_laggy": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_wr": 0, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_rd": 2, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_del": 0 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.138 INFO:teuthology.orchestra.run.smithi017.stdout: "oft": { 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_objs": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_updates": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "omap_total_removes": 0 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "osd-slow-ops": { 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "slow_ops_count": 0 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "purge_queue": { 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:29.139 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_executed": 0, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 2713, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 1905521, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 2713, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 2713, 2024-03-16T18:33:29.140 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 1905521, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:29.141 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 2442, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 1618, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 2442, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 1618, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:29.142 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 1024, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 2442, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 2442, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 2442, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 2442, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.143 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 3758096384, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.144 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-write_buf_throttle-0x55c8991b4960": { 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 3758096384, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:29.145 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 0, 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 0, 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:29.146 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:33:29.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:29 smithi017 ceph-mon[32207]: pgmap v374: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:29.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:29 smithi149 ceph-mon[35991]: pgmap v374: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:29.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:29 smithi153 ceph-mon[36005]: pgmap v374: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:29.896 INFO:tasks.check_counter:Daemon mds.g mds.exported=0 2024-03-16T18:33:29.896 INFO:tasks.check_counter:Daemon mds.g mds.imported=0 2024-03-16T18:33:29.896 INFO:tasks.check_counter:Daemon mds.g mds.root_rsnaps=0 2024-03-16T18:33:29.896 INFO:tasks.check_counter:Daemon mds.g mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:29.896 INFO:tasks.check_counter:Daemon mds.g mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:29.896 DEBUG:tasks.check_counter:Getting stats from j 2024-03-16T18:33:29.896 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.j perf dump 2024-03-16T18:33:30.140 INFO:teuthology.orchestra.run.smithi017.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.a/config 2024-03-16T18:33:31.535 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:31 smithi017 ceph-mon[32207]: pgmap v375: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout:{ 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 4, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 4, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 2944, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 448, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 4, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 0, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.001485420, 2024-03-16T18:33:31.817 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.000039886, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.000638034, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 3, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000786983, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000262327 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-03-16T18:33:31.818 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 448 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 2, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 186, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 320, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 187408, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 5, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.016495115, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.011854571, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.001886355, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.000000000, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 183, 2024-03-16T18:33:31.819 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.012885190, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000070410 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 187408 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_messages": 253, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages": 243, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_bytes": 1436528, 2024-03-16T18:33:31.820 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_bytes": 145872, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_created_connections": 2, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_active_connections": 1, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_total_time": 0.049264217, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_send_time": 0.015931765, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_recv_time": 0.035716906, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_running_fast_dispatch_time": 0.004829918, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 242, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.011669291, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000048220 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:31.821 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_recv_encrypted_bytes": 1436528, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "msgr_send_encrypted_bytes": 145872 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "cct": { 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "total_workers": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "unhealthy_workers": 0 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "mempool": { 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:31.822 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:31.823 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_bytes": 148731, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_anon_items": 31, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:31.824 INFO:teuthology.orchestra.run.smithi017.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "pgmap_items": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_bytes": 928, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "mds_co_items": 2, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:31.825 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_1_items": 0, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "unittest_2_items": 0 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: }, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "val": 0, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "max": 104857600, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "get_started": 0, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "get": 255, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "get_sum": 1400859, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "get_or_fail_success": 255, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "take": 0, 2024-03-16T18:33:31.826 INFO:teuthology.orchestra.run.smithi017.stdout: "take_sum": 0, 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: "put": 255, 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: "put_sum": 1400859, 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: "wait": { 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: "avgcount": 0, 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: "sum": 0.000000000, 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: "avgtime": 0.000000000 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout: } 2024-03-16T18:33:31.827 INFO:teuthology.orchestra.run.smithi017.stdout:} 2024-03-16T18:33:31.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:31 smithi149 ceph-mon[35991]: pgmap v375: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:31.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:31 smithi153 ceph-mon[36005]: pgmap v375: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:32.663 WARNING:tasks.check_counter:Counter 'mds.exported' not found on daemon mds.j 2024-03-16T18:33:32.663 WARNING:tasks.check_counter:Counter 'mds.imported' not found on daemon mds.j 2024-03-16T18:33:32.663 WARNING:tasks.check_counter:Counter 'mds.root_rsnaps' not found on daemon mds.j 2024-03-16T18:33:32.663 WARNING:tasks.check_counter:Counter 'mds_server.req_mksnap_latency.avgcount' not found on daemon mds.j 2024-03-16T18:33:32.663 WARNING:tasks.check_counter:Counter 'mds_server.req_rmsnap_latency.avgcount' not found on daemon mds.j 2024-03-16T18:33:32.663 DEBUG:tasks.check_counter:Getting stats from b 2024-03-16T18:33:32.663 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.b perf dump 2024-03-16T18:33:32.957 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:33:33.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:33 smithi017 ceph-mon[32207]: pgmap v376: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-16T18:33:33.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:33 smithi149 ceph-mon[35991]: pgmap v376: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-16T18:33:33.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:33 smithi153 ceph-mon[36005]: pgmap v376: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-16T18:33:34.763 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-03-16T18:33:34.763 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 5153, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 7688, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1727840, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 15518420, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 18, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.411144101, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.158054907, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.149176528, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.087781642, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 7687, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.252158965, 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000032803 2024-03-16T18:33:34.764 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 7485, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.001284188, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000171 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 48272, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 377728 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 2727, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1951, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 2371401, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 8248194, 2024-03-16T18:33:34.765 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 18, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 6, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.205237821, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.057131083, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.096308775, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.055002120, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1953, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.804957552, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000412164 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:34.766 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2229, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000389150, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000174 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1879456, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 288272 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 2311, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 2083, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 912917, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 6738571, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 183, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 9, 2024-03-16T18:33:34.767 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.215513524, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.070504110, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.099661741, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.039890872, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2077, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.400643968, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000192895 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3025, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000594235, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000196 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.768 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 84928, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 141312 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5035, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 1.853375092, 2024-03-16T18:33:34.769 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000368098 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 16, 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000269364, 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000016835 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 790, 2024-03-16T18:33:34.770 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 790, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 790, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 3.520101330, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.004455824 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 0, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 12, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 41, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 1, 2024-03-16T18:33:34.771 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 40, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 39, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 3, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 3, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 2, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 864, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 853, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 5, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-03-16T18:33:34.772 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 301, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 4, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 234, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 6, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 301, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 194, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 22, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 172, 2024-03-16T18:33:34.773 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 107, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 620, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 1207, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 599, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 637, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 613, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 2, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 25 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:34.774 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 9, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 2, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 3, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 1, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-03-16T18:33:34.775 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 22, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 2183, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 2183, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-03-16T18:33:34.776 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 7, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 7, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 2, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 4194304, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 28414152, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 0, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2121, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 3.483226316, 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.001642256 2024-03-16T18:33:34.777 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 0 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 35, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 58, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 23, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 20, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 20, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 0, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 41, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 42, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 1, 2024-03-16T18:33:34.778 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 3, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 18, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 15, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 57576, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 231804 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 2046, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 1, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 790, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 37, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 2, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5, 2024-03-16T18:33:34.779 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.004139867, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000827973 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 130, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.021911055, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000168546 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.780 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000208808, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000208808 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.781 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:34.782 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 12, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002073141, 2024-03-16T18:33:34.783 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000172761 2024-03-16T18:33:34.784 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.784 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-03-16T18:33:34.784 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 8, 2024-03-16T18:33:34.784 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.015359051, 2024-03-16T18:33:34.784 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.001919881 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 12, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.055004856, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.004583738 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 599, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 3.347226328, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.005588023 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.785 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.003493018, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.001746509 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002140828, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.001070414 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.786 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.011896261, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.005948130 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 6, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.026832695, 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.004472115 2024-03-16T18:33:34.787 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.001783503, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000891751 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.788 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 8, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.024421480, 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.003052685 2024-03-16T18:33:34.789 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.003610439, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.003610439 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:34.790 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 6, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 4, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 2, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 121, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 60, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 715, 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:34.791 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:34.792 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:34.793 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 339218, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 137, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-03-16T18:33:34.794 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 188, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 187619, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 1117, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:34.795 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 3689, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 24240797, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 31, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 3689, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3689, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 23.111512565, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.006264980 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-03-16T18:33:34.796 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 3689, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 3732 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 3689, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 346, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 3343, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 0, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 11, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 23, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 2122, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 57, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-03-16T18:33:34.797 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 519, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 323, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 22, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-03-16T18:33:34.798 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 599, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-03-16T18:33:34.799 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 106, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 22, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 12, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 12, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 47, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 9 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 1, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:34.800 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 2, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 1, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 2, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 1, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:34.801 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 10187, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 4022240, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 10187, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 10187, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 4022240, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.802 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 3689, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 24240954, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 3689, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 24240954, 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:34.803 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 3689, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 3689, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 3689, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 3689, 2024-03-16T18:33:34.804 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 1, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 157, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 1, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 1, 2024-03-16T18:33:34.805 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 157, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x55a38276e6e0": { 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 2183, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 24219848, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 2183, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:34.806 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 2121, 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 24219848, 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:34.807 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-03-16T18:33:35.542 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:35 smithi149 ceph-mon[35991]: pgmap v377: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:35.570 INFO:tasks.check_counter:Daemon mds.b mds.exported=0 2024-03-16T18:33:35.570 INFO:tasks.check_counter:Daemon mds.b mds.imported=0 2024-03-16T18:33:35.570 INFO:tasks.check_counter:Daemon mds.b mds.root_rsnaps=6 2024-03-16T18:33:35.570 INFO:tasks.check_counter:Daemon mds.b mds_server.req_mksnap_latency.avgcount=12 2024-03-16T18:33:35.570 INFO:tasks.check_counter:Daemon mds.b mds_server.req_rmsnap_latency.avgcount=6 2024-03-16T18:33:35.571 DEBUG:tasks.check_counter:Getting stats from e 2024-03-16T18:33:35.571 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.e perf dump 2024-03-16T18:33:35.727 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:35 smithi017 ceph-mon[32207]: pgmap v377: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:35.846 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:33:35.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:35 smithi153 ceph-mon[36005]: pgmap v377: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 5.1 KiB/s rd, 1023 B/s wr, 8 op/s 2024-03-16T18:33:37.632 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:37 smithi149 ceph-mon[35991]: pgmap v378: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 103, 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 182, 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 20837, 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 519865, 2024-03-16T18:33:37.633 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 58, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 4, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.023491043, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.003345256, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.015455298, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000591111, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 177, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.019729157, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000111464 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:37.634 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 174, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000030341, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000174 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 5440, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 16336 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 79, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 262, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 27666, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 553674, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 14, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:37.635 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.016455850, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.007615731, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.007584405, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000344588, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 260, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.040306239, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000155023 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 107, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000026399, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000246 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 479216 2024-03-16T18:33:37.636 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 1348, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1190, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1775835, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 602295, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 7, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.115828355, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.045799990, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.081848051, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.007690032, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1192, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.062372372, 2024-03-16T18:33:37.637 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000052325 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1864, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000427750, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000229 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1490176, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 154944 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-03-16T18:33:37.638 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 59, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.001375950, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000023321 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000005453, 2024-03-16T18:33:37.639 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000002726 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 11, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 7, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 7, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002567033, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000366719 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 4, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:37.640 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 11, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 14, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 0, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 14, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 14, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 1, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 2, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 2, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 2, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 18, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 11, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 1, 2024-03-16T18:33:37.641 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 2, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 4, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 234, 2024-03-16T18:33:37.642 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 6, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 1, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:37.643 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 1, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 1 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 3, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 0, 2024-03-16T18:33:37.644 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-03-16T18:33:37.645 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 6, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 6, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 2, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 2, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 2, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 4194304, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 4196308, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 0, 2024-03-16T18:33:37.646 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.009138934, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.001827786 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 0 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 17, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 17, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 0, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 15, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 16, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 1, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 14, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 15, 2024-03-16T18:33:37.647 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 1, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 2, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 4, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 2, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 52760, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 223612 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 13, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 11, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 23, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 0, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.648 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.001847555, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000369511 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.649 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000719478, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000359739 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.650 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.651 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.652 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.653 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-03-16T18:33:37.654 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-03-16T18:33:37.655 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.656 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.657 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.658 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 3, 2024-03-16T18:33:37.659 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 1, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 2, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 5, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 1, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 720, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:37.660 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:37.661 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:37.662 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 288815, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 110, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 88, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 1, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 188, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:37.663 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 67373, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 297, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 46, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 12939, 2024-03-16T18:33:37.664 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 33, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 46, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 46, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.228995195, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.004978156 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 46, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 71 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 46, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 0, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 46, 2024-03-16T18:33:37.665 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 10, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 5, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 9, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 6, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:37.666 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 20, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-03-16T18:33:37.667 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-03-16T18:33:37.668 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 106, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 17, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 9, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 9, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 20, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 0, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 1 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 1, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-03-16T18:33:37.669 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 0, 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:37.670 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 1526, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 1667437, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 1526, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 1526, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 1667437, 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:37.671 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 46, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 12939, 2024-03-16T18:33:37.672 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 46, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 12939, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:37.673 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 46, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 46, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 46, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 46, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:37.674 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:37.675 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x557ba79726e0": { 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 6, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 2004, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 6, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 5, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 2004, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:37.676 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:37.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.677 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:37.677 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-03-16T18:33:37.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:37 smithi017 ceph-mon[32207]: pgmap v378: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-16T18:33:37.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:37 smithi153 ceph-mon[36005]: pgmap v378: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 7.2 KiB/s rd, 1023 B/s wr, 12 op/s 2024-03-16T18:33:38.419 INFO:tasks.check_counter:Daemon mds.e mds.exported=0 2024-03-16T18:33:38.419 INFO:tasks.check_counter:Daemon mds.e mds.imported=0 2024-03-16T18:33:38.419 INFO:tasks.check_counter:Daemon mds.e mds.root_rsnaps=6 2024-03-16T18:33:38.419 INFO:tasks.check_counter:Daemon mds.e mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:38.420 INFO:tasks.check_counter:Daemon mds.e mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:38.420 DEBUG:tasks.check_counter:Getting stats from h 2024-03-16T18:33:38.420 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.h perf dump 2024-03-16T18:33:38.690 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:33:39.763 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:39 smithi149 ceph-mon[35991]: pgmap v379: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:39.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:39 smithi017 ceph-mon[32207]: pgmap v379: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:39.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:39 smithi153 ceph-mon[36005]: pgmap v379: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:40.384 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-03-16T18:33:40.384 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:40.384 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 110, 2024-03-16T18:33:40.384 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 298, 2024-03-16T18:33:40.384 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 34624, 2024-03-16T18:33:40.384 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 440455, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 17, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 6, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.020591628, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.007242697, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.009192131, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000676566, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 292, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.041407437, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000141806 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:40.385 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 169, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000041923, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000248 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1744, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 347616 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 1133, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 1119, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1725265, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 623935, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 11, 2024-03-16T18:33:40.386 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 6, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.105686613, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.042320785, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.083082350, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.007517574, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1122, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.055480131, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000049447 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1589, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000317581, 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000199 2024-03-16T18:33:40.387 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1496576, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 159968 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 126, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 163, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 37553, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 628909, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 53, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 7, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.024753963, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.004749050, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.018293192, 2024-03-16T18:33:40.388 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000569886, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 161, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.013141485, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000081624 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 154, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000025090, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000162 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 5888, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 136976 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.389 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 66, 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002048858, 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000031043 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:40.390 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000007906, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000003953 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 7, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 5, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 5, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002831181, 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000566236 2024-03-16T18:33:40.391 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 2, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 11, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 12, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 12, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 12, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 0, 2024-03-16T18:33:40.392 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 2, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 2, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 2, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 13, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 9, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 1, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 2, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-03-16T18:33:40.393 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 4, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 234, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 6, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:40.394 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 1 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.395 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 3, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:40.396 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 10, 2024-03-16T18:33:40.397 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 10, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 2, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 2, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 2, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 4194304, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 4197372, 2024-03-16T18:33:40.398 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 0, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 9, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.015484550, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.001720505 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 0 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 15, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 15, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 0, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 13, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 14, 2024-03-16T18:33:40.399 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 1, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 12, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 12, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 0, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 2, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 5, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 3, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 52760, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 223612 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 12, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 7, 2024-03-16T18:33:40.400 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 31, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 1, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.002514909, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000628727 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.401 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 1, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000316272, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000316272 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:40.402 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.403 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.404 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.405 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.405 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-03-16T18:33:40.405 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.405 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.405 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.405 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.406 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:40.407 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.408 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.409 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.410 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.411 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 5, 2024-03-16T18:33:40.412 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 3, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 2, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 3, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 1, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 719, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:40.413 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:40.414 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-03-16T18:33:40.415 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 248363, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 99, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:40.416 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 188, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 59112, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 238, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-03-16T18:33:40.417 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 51, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 13979, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 33, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 51, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 51, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.237995018, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.004666568 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 51, 2024-03-16T18:33:40.418 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 76 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 51, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 51, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 10, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 9, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 10, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-03-16T18:33:40.419 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 6, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 20, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-03-16T18:33:40.420 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-03-16T18:33:40.421 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 106, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 17, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 9, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 9, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-03-16T18:33:40.422 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 20, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 0, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 1 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 1, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-03-16T18:33:40.423 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 1365, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 1654760, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:40.424 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 1365, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 1365, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 1654760, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:40.425 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 51, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 13979, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 51, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 13979, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.426 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 51, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 51, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 51, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 51, 2024-03-16T18:33:40.427 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:40.428 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x55729f2886e0": { 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 10, 2024-03-16T18:33:40.429 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 3068, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 10, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 9, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 3068, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:40.430 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-03-16T18:33:41.151 INFO:tasks.check_counter:Daemon mds.h mds.exported=0 2024-03-16T18:33:41.152 INFO:tasks.check_counter:Daemon mds.h mds.imported=0 2024-03-16T18:33:41.152 INFO:tasks.check_counter:Daemon mds.h mds.root_rsnaps=6 2024-03-16T18:33:41.152 INFO:tasks.check_counter:Daemon mds.h mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:41.152 INFO:tasks.check_counter:Daemon mds.h mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:41.152 DEBUG:tasks.check_counter:Getting stats from k 2024-03-16T18:33:41.152 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.k perf dump 2024-03-16T18:33:41.492 INFO:teuthology.orchestra.run.smithi149.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.b/config 2024-03-16T18:33:41.747 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:41 smithi149 ceph-mon[35991]: pgmap v380: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:41.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:41 smithi017 ceph-mon[32207]: pgmap v380: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:41.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:41 smithi153 ceph-mon[36005]: pgmap v380: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:43.275 INFO:teuthology.orchestra.run.smithi149.stdout:{ 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 2538, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 2540, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 719623, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 789325, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 6, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 2, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.136025856, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.041760249, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.033194704, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.051608718, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2538, 2024-03-16T18:33:43.276 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.042893788, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000016900 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 0 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 8, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 192, 2024-03-16T18:33:43.277 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 3820, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 480700, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 6, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 4, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.009266140, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.005443587, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.002199259, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.000048553, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 190, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.009113335, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000047964 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.278 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 3264, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 480016 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_messages": 280, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages": 269, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_bytes": 1473724, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_bytes": 151879, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_created_connections": 3, 2024-03-16T18:33:43.279 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_active_connections": 2, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_total_time": 0.039596413, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_send_time": 0.010026301, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_recv_time": 0.036520524, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_running_fast_dispatch_time": 0.004466297, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 268, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.008323420, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000031057 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.280 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_recv_encrypted_bytes": 1473456, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "msgr_send_encrypted_bytes": 151568 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "cct": { 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "total_workers": 1, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "unhealthy_workers": 0 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-MDSRank": { 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 4272, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.085381832, 2024-03-16T18:33:43.281 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000019986 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "queue_len": 0, 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "complete_latency": { 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "mds": { 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "request": 0, 2024-03-16T18:33:43.282 INFO:teuthology.orchestra.run.smithi149.stdout: "reply": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "reply_latency": { 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_reply": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "forward": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_commit": 0, 2024-03-16T18:33:43.283 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_split": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_merge": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_top": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_bottom": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_pinned": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_expired": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "inodes_with_caps": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "caps": 0, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "subtrees": 1, 2024-03-16T18:33:43.284 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_hit": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_forward": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_discover": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "traverse_lock": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "load_cent": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "q": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "exported": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "exported_inodes": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "imported": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "imported_inodes": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:43.285 INFO:teuthology.orchestra.run.smithi149.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rfiles": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rbytes": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "root_rsnaps": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:43.286 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "process_request_cap_release": 0 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_cache": { 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_try_discover": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_send_discover": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays": 0, 2024-03-16T18:33:43.287 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_created": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_enqueued": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "strays_migrated": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_started": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "recovery_completed": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_flush": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:43.288 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "ireq_inodestats": 0 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_log": { 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "evlrg": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "evadd": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "evex": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "evtrm": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "ev": 10, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "evexg": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "evexd": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "segadd": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "segex": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "segtrm": 0, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "seg": 2, 2024-03-16T18:33:43.289 INFO:teuthology.orchestra.run.smithi149.stdout: "segmjr": 2, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "segexg": 0, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "segexd": 0, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "expos": 4194304, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "wrpos": 4197372, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "rdpos": 4197231, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "jlat": { 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "replayed": 10 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.290 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_mem": { 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "ino": 3, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "ino+": 3, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "ino-": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "dir": 1, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "dir+": 1, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "dir-": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "dn": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "dn+": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "dn-": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "cap": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "cap+": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "cap-": 0, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "rss": 50624, 2024-03-16T18:33:43.291 INFO:teuthology.orchestra.run.smithi149.stdout: "heap": 215420 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_server": { 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_client_request": 0, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_request": 0, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_client_session": 0, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "handle_peer_request": 0, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "req_create_latency": { 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getattr_latency": { 2024-03-16T18:33:43.292 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "req_link_latency": { 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.293 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookup_latency": { 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupino_latency": { 2024-03-16T18:33:43.294 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupname_latency": { 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.295 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "req_lssnap_latency": { 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mkdir_latency": { 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.296 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.297 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mknod_latency": { 2024-03-16T18:33:43.297 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.297 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.297 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.297 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.297 INFO:teuthology.orchestra.run.smithi149.stdout: "req_mksnap_latency": { 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "req_open_latency": { 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "req_readdir_latency": { 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.298 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rename_latency": { 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:43.299 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmdir_latency": { 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.300 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setattr_latency": { 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.301 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setlayout_latency": { 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.302 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "req_setxattr_latency": { 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "req_symlink_latency": { 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.303 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "req_unlink_latency": { 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:43.304 INFO:teuthology.orchestra.run.smithi149.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_sessions": { 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "session_count": 2, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "session_add": 5, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "session_remove": 3, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_open": 4, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "sessions_stale": 0, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "total_load": 0, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "average_load": 0, 2024-03-16T18:33:43.305 INFO:teuthology.orchestra.run.smithi149.stdout: "avg_session_uptime": 2951, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "mempool": { 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:43.306 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:43.307 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:43.308 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_bytes": 182071, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_anon_items": 47, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_bytes": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_items": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_items": 188, 2024-03-16T18:33:43.309 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "pgmap_items": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_bytes": 8320, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "mds_co_items": 13, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_1_items": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "unittest_2_items": 0 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "objecter": { 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "op_active": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "op_laggy": 0, 2024-03-16T18:33:43.310 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send": 2541, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_send_bytes": 21, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_resend": 3, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_reply": 2541, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_latency": { 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2541, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 1.036979277, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000408098 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_inflight": 0, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "oplen_avg": { 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 2541, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 2542 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op": 2541, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_r": 2541, 2024-03-16T18:33:43.311 INFO:teuthology.orchestra.run.smithi149.stdout: "op_w": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "op_rmw": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "op_pg": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_stat": 1666, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_create": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_read": 873, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_write": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writefull": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_writesame": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_append": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_zero": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_truncate": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_delete": 0, 2024-03-16T18:33:43.312 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_mapext": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_getxattr": 1, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_setxattr": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_call": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_watch": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_notify": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "osdop_other": 0, 2024-03-16T18:33:43.313 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_active": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_send": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_resend": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "linger_ping": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_active": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_send": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "poolop_resend": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_active": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_send": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "poolstat_resend": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_active": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_send": 0, 2024-03-16T18:33:43.314 INFO:teuthology.orchestra.run.smithi149.stdout: "statfs_resend": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "command_active": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "command_send": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "command_resend": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "map_epoch": 106, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "map_full": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "map_inc": 17, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_sessions": 4, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_open": 4, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_session_close": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "osd_laggy": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_wr": 0, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_rd": 2, 2024-03-16T18:33:43.315 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_del": 0 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "oft": { 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_objs": 0, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_updates": 0, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "omap_total_removes": 0 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "osd-slow-ops": { 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "slow_ops_count": 0 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "purge_queue": { 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:43.316 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_executed": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 2822, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 1925947, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:43.317 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 2822, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 2822, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 1925947, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 104857600, 2024-03-16T18:33:43.318 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 2541, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 3073, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 2541, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 3073, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.319 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 1024, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 2541, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 2541, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 2541, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 2541, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.320 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:43.321 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: }, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "throttle-write_buf_throttle-0x55e136eb0960": { 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "val": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "max": 3758096384, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "get_started": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "get": 0, 2024-03-16T18:33:43.322 INFO:teuthology.orchestra.run.smithi149.stdout: "get_sum": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "take": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "take_sum": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "put": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "put_sum": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "wait": { 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "avgcount": 0, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "sum": 0.000000000, 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: "avgtime": 0.000000000 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout: } 2024-03-16T18:33:43.323 INFO:teuthology.orchestra.run.smithi149.stdout:} 2024-03-16T18:33:43.584 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:43 smithi149 ceph-mon[35991]: pgmap v381: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:43.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:43 smithi017 ceph-mon[32207]: pgmap v381: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:43.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:43 smithi153 ceph-mon[36005]: pgmap v381: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:44.087 INFO:tasks.check_counter:Daemon mds.k mds.exported=0 2024-03-16T18:33:44.087 INFO:tasks.check_counter:Daemon mds.k mds.imported=0 2024-03-16T18:33:44.087 INFO:tasks.check_counter:Daemon mds.k mds.root_rsnaps=0 2024-03-16T18:33:44.088 INFO:tasks.check_counter:Daemon mds.k mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:44.088 INFO:tasks.check_counter:Daemon mds.k mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:44.088 DEBUG:tasks.check_counter:Getting stats from c 2024-03-16T18:33:44.088 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.c perf dump 2024-03-16T18:33:44.387 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:33:45.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:45 smithi017 ceph-mon[32207]: pgmap v382: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:45.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:45 smithi149 ceph-mon[35991]: pgmap v382: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:45.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:45 smithi153 ceph-mon[36005]: pgmap v382: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 147, 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 167, 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 52134, 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 103919, 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 15, 2024-03-16T18:33:46.290 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 4, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.014134601, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.003795111, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.007491877, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.000318274, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 165, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.017351841, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000105162 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 239, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000044304, 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000185 2024-03-16T18:33:46.291 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 0 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 863, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 1097, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 1629415, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 759531, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 9, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.081729033, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.029739424, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.054972871, 2024-03-16T18:33:46.292 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.007326836, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1099, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.047192165, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000042941 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1183, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000193261, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000163 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 1483984, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 504816 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:46.293 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 122, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 161, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 34308, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 643003, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 54, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 6, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.020386375, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.003710888, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.015433444, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.000237095, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 156, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.018627471, 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000119406 2024-03-16T18:33:46.294 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 149, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000022869, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000153 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 1088, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 132064 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "cct": { 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "total_workers": 1, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "unhealthy_workers": 0 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-MDSRank": { 2024-03-16T18:33:46.295 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 42, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.001024490, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000024392 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 2, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000005013, 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000002506 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.296 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "mds": { 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "request": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "reply": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "reply_latency": { 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_reply": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "forward": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_commit": 11, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_split": 0, 2024-03-16T18:33:46.297 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_merge": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes": 10, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_top": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_bottom": 10, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pinned": 10, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_expired": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_with_caps": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "caps": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "subtrees": 1, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_hit": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_forward": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_discover": 0, 2024-03-16T18:33:46.298 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_lock": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "load_cent": 1000, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "q": 1, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "exported": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "exported_inodes": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "imported": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "imported_inodes": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rfiles": 4, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rbytes": 234, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rsnaps": 6, 2024-03-16T18:33:46.299 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps": 0, 2024-03-16T18:33:46.300 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "process_request_cap_release": 0 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_cache": { 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_try_discover": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_send_discover": 1, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_created": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_enqueued": 0, 2024-03-16T18:33:46.301 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_migrated": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_started": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_completed": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_flush": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_inodestats": 0 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.302 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_log": { 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "evlrg": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "evadd": 5, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "evex": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "evtrm": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "ev": 5, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "evexg": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "evexd": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "segadd": 2, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "segex": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "segtrm": 0, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "seg": 2, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "segmjr": 2, 2024-03-16T18:33:46.303 INFO:teuthology.orchestra.run.smithi153.stdout: "segexg": 0, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "segexd": 0, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "expos": 4194304, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "wrpos": 4195917, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "rdpos": 0, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "jlat": { 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 4, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.012655269, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.003163817 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "replayed": 0 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_mem": { 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "ino": 13, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "ino+": 13, 2024-03-16T18:33:46.304 INFO:teuthology.orchestra.run.smithi153.stdout: "ino-": 0, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "dir": 11, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "dir+": 12, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "dir-": 1, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "dn": 10, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "dn+": 10, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "dn-": 0, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "cap": 0, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "cap+": 0, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "cap-": 0, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "rss": 54596, 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: "heap": 223612 2024-03-16T18:33:46.305 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_server": { 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_client_request": 0, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_request": 0, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_session": 14, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_peer_request": 0, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "req_create_latency": { 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.306 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getattr_latency": { 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "req_link_latency": { 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.307 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookup_latency": { 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupino_latency": { 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.308 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupname_latency": { 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.309 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lssnap_latency": { 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mkdir_latency": { 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.310 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mknod_latency": { 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mksnap_latency": { 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.311 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "req_open_latency": { 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "req_readdir_latency": { 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rename_latency": { 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.312 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmdir_latency": { 2024-03-16T18:33:46.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.314 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setattr_latency": { 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.315 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setlayout_latency": { 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setxattr_latency": { 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "req_symlink_latency": { 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.316 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "req_unlink_latency": { 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.317 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_sessions": { 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "session_count": 1, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "session_add": 2, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "session_remove": 1, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_open": 1, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_stale": 0, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "total_load": 0, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "average_load": 0, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "avg_session_uptime": 750, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "mempool": { 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:46.318 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:46.319 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:46.320 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_items": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_bytes": 246177, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_items": 82, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_items": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:46.321 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_items": 188, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_items": 0, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_bytes": 50040, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_items": 198, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:46.322 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_items": 0, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_items": 0 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "objecter": { 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_active": 0, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_laggy": 0, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send": 41, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send_bytes": 12005, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_resend": 30, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_reply": 41, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "op_latency": { 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 41, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.229995875, 2024-03-16T18:33:46.323 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.005609655 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "op_inflight": 0, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "oplen_avg": { 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 41, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 63 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "op": 41, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "op_r": 0, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "op_w": 41, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "op_rmw": 0, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "op_pg": 0, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_stat": 0, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_create": 10, 2024-03-16T18:33:46.324 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_read": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_write": 4, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writefull": 8, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writesame": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_append": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_zero": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_truncate": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_delete": 6, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_mapext": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_getxattr": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_setxattr": 20, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:46.325 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_call": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_watch": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_notify": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_other": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_active": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_send": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_resend": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_ping": 0, 2024-03-16T18:33:46.326 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_active": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_send": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_resend": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_active": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_send": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_resend": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_active": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_send": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_resend": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "command_active": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "command_send": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "command_resend": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "map_epoch": 106, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "map_full": 0, 2024-03-16T18:33:46.327 INFO:teuthology.orchestra.run.smithi153.stdout: "map_inc": 17, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_sessions": 9, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_open": 9, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_close": 0, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_laggy": 0, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_wr": 14, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_rd": 0, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_del": 1 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "oft": { 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_objs": 1, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_updates": 0, 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_removes": 0 2024-03-16T18:33:46.328 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "osd-slow-ops": { 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_ops_count": 0 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "purge_queue": { 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing": 0, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed": 0, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:46.329 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 1128, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 1595741, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 1128, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 1128, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 1595741, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.330 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 41, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 12005, 2024-03-16T18:33:46.331 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 41, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 12005, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 1024, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:46.332 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 41, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 41, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 41, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 41, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.333 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:46.334 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 0, 2024-03-16T18:33:46.337 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 0, 2024-03-16T18:33:46.337 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle-0x560ea832a6e0": { 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:46.338 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 5, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 1613, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 5, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 4, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 1613, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:46.339 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-03-16T18:33:47.195 INFO:tasks.check_counter:Daemon mds.c mds.exported=0 2024-03-16T18:33:47.195 INFO:tasks.check_counter:Daemon mds.c mds.imported=0 2024-03-16T18:33:47.195 INFO:tasks.check_counter:Daemon mds.c mds.root_rsnaps=6 2024-03-16T18:33:47.195 INFO:tasks.check_counter:Daemon mds.c mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:47.195 INFO:tasks.check_counter:Daemon mds.c mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:47.195 DEBUG:tasks.check_counter:Getting stats from f 2024-03-16T18:33:47.196 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.f perf dump 2024-03-16T18:33:47.472 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:33:47.730 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:47 smithi153 ceph-mon[36005]: pgmap v383: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:47.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:47 smithi017 ceph-mon[32207]: pgmap v383: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:47.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:47 smithi149 ceph-mon[35991]: pgmap v383: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:48.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:48 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:33:48.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:48 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:33:48.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:48 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-03-16T18:33:49.347 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 1784, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 1786, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 8913855, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 554834, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 7, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.113795538, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.031560588, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.034831616, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.037718386, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1784, 2024-03-16T18:33:49.348 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.039363627, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000022064 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 0, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 0 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 578, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 763, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 8534288, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 661794, 2024-03-16T18:33:49.349 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 7, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.045054477, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.015302540, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.014516359, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.011538541, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 760, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.024505470, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000032244 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.350 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 482592 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 1168, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 1155, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 9140509, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 426788, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 4, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.096625101, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.028567339, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.050704459, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.023450989, 2024-03-16T18:33:49.351 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1155, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.027074145, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000023440 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 1476288, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 151552 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "cct": { 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "total_workers": 1, 2024-03-16T18:33:49.352 INFO:teuthology.orchestra.run.smithi153.stdout: "unhealthy_workers": 0 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-MDSRank": { 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 5577, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.097035490, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000017399 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.353 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "mds": { 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "request": 0, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "reply": 0, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "reply_latency": { 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_reply": 0, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "forward": 0, 2024-03-16T18:33:49.354 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_commit": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_split": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_merge": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes": 31, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_top": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_bottom": 31, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pinned": 31, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_expired": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_with_caps": 0, 2024-03-16T18:33:49.355 INFO:teuthology.orchestra.run.smithi153.stdout: "caps": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "subtrees": 2, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_hit": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_forward": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_discover": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_lock": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "load_cent": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "q": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "exported": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "exported_inodes": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "imported": 0, 2024-03-16T18:33:49.356 INFO:teuthology.orchestra.run.smithi153.stdout: "imported_inodes": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rfiles": 4, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rbytes": 234, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rsnaps": 6, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:49.357 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:49.358 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "process_request_cap_release": 0 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_cache": { 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_try_discover": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_send_discover": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:49.359 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_created": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_enqueued": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_migrated": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_started": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_completed": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_flush": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:49.360 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_inodestats": 0 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_log": { 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "evlrg": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "evadd": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "evex": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "evtrm": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "ev": 2183, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "evexg": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "evexd": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "segadd": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "segex": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "segtrm": 0, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "seg": 7, 2024-03-16T18:33:49.361 INFO:teuthology.orchestra.run.smithi153.stdout: "segmjr": 2, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "segexg": 0, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "segexd": 0, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "expos": 4194304, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "wrpos": 28414152, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "rdpos": 28403480, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "jlat": { 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "replayed": 2183 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_mem": { 2024-03-16T18:33:49.362 INFO:teuthology.orchestra.run.smithi153.stdout: "ino": 26, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "ino+": 27, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "ino-": 1, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "dir": 11, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "dir+": 11, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "dir-": 0, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "dn": 31, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "dn+": 31, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "dn-": 0, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "cap": 0, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "cap+": 0, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "cap-": 0, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "rss": 51604, 2024-03-16T18:33:49.363 INFO:teuthology.orchestra.run.smithi153.stdout: "heap": 215420 2024-03-16T18:33:49.364 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.364 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_server": { 2024-03-16T18:33:49.364 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_client_request": 0, 2024-03-16T18:33:49.364 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:49.364 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_request": 0, 2024-03-16T18:33:49.364 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_session": 0, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_peer_request": 0, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "req_create_latency": { 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getattr_latency": { 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.365 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "req_link_latency": { 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookup_latency": { 2024-03-16T18:33:49.366 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupino_latency": { 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupname_latency": { 2024-03-16T18:33:49.367 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lssnap_latency": { 2024-03-16T18:33:49.368 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mkdir_latency": { 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.369 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mknod_latency": { 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mksnap_latency": { 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "req_open_latency": { 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.370 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "req_readdir_latency": { 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rename_latency": { 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.371 INFO:teuthology.orchestra.run.smithi153.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmdir_latency": { 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:49.372 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setattr_latency": { 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.373 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setlayout_latency": { 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setxattr_latency": { 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "req_symlink_latency": { 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.374 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "req_unlink_latency": { 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.375 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_sessions": { 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "session_count": 2, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "session_add": 6, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "session_remove": 4, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_open": 4, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_stale": 0, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "total_load": 0, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "average_load": 0, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "avg_session_uptime": 3016, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "mempool": { 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:49.376 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:49.377 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:49.377 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:49.377 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:49.377 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:49.377 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:49.378 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:49.379 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_bytes": 206293, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_items": 61, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_bytes": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_items": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_items": 188, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:49.380 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_items": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_bytes": 151347, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_items": 662, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_items": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_items": 0 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "objecter": { 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "op_active": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "op_laggy": 0, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send": 3245, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send_bytes": 26, 2024-03-16T18:33:49.381 INFO:teuthology.orchestra.run.smithi153.stdout: "op_resend": 4, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "op_reply": 3245, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "op_latency": { 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 3245, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 1.308977600, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000403382 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "op_inflight": 0, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "oplen_avg": { 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 3245, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 3246 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "op": 3245, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "op_r": 3245, 2024-03-16T18:33:49.382 INFO:teuthology.orchestra.run.smithi153.stdout: "op_w": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "op_rmw": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "op_pg": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_stat": 1738, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_create": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_read": 1504, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_write": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writefull": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writesame": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_append": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_zero": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_truncate": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_delete": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_mapext": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:49.383 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_getxattr": 2, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_setxattr": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_call": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_watch": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_notify": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_other": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_active": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_send": 0, 2024-03-16T18:33:49.384 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_resend": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_ping": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_active": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_send": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_resend": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_active": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_send": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_resend": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_active": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_send": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_resend": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "command_active": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "command_send": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "command_resend": 0, 2024-03-16T18:33:49.385 INFO:teuthology.orchestra.run.smithi153.stdout: "map_epoch": 106, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "map_full": 0, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "map_inc": 17, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_sessions": 7, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_open": 7, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_close": 0, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_laggy": 0, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_wr": 0, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_rd": 2, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_del": 0 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "oft": { 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_objs": 0, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:49.386 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_updates": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_removes": 0 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "osd-slow-ops": { 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_ops_count": 0 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "purge_queue": { 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed": 0, 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:49.387 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 3526, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 26254078, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 3526, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 3526, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 26254078, 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:49.388 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 3245, 2024-03-16T18:33:49.389 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 24219858, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 3245, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 24219858, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 1024, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:49.390 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 3245, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 3245, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 3245, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 3245, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:49.391 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle-0x55a8cf2aa960": { 2024-03-16T18:33:49.392 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:49.393 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.394 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:49.394 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-03-16T18:33:49.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:49 smithi017 ceph-mon[32207]: pgmap v384: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:49.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:49 smithi149 ceph-mon[35991]: pgmap v384: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:49.854 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:49 smithi153 ceph-mon[36005]: pgmap v384: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:50.197 INFO:tasks.check_counter:Daemon mds.f mds.exported=0 2024-03-16T18:33:50.197 INFO:tasks.check_counter:Daemon mds.f mds.imported=0 2024-03-16T18:33:50.197 INFO:tasks.check_counter:Daemon mds.f mds.root_rsnaps=6 2024-03-16T18:33:50.197 INFO:tasks.check_counter:Daemon mds.f mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:50.198 INFO:tasks.check_counter:Daemon mds.f mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:50.198 DEBUG:tasks.check_counter:Getting stats from i 2024-03-16T18:33:50.198 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.i perf dump 2024-03-16T18:33:50.480 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:50 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:33:50.480 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:50 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:33:50.480 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:50 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:33:50.514 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:33:50.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:50 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:33:50.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:50 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:33:50.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:50 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:33:50.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:50 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-03-16T18:33:50.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:50 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-03-16T18:33:50.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:50 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' 2024-03-16T18:33:52.020 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:51 smithi153 ceph-mon[36005]: pgmap v385: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:52.278 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-03-16T18:33:52.278 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:52.278 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 114, 2024-03-16T18:33:52.278 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 150, 2024-03-16T18:33:52.278 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 36989, 2024-03-16T18:33:52.278 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 157748, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 21, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.014953816, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.003326739, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.007968485, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.000530854, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 149, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.020618000, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000138375 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:52.279 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 168, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000035286, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000210 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 3872, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 1184 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 422, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 407, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 1524962, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 605851, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 47, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 6, 2024-03-16T18:33:52.280 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.053264472, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.012964744, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.045757820, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.004561353, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 406, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.025175924, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000062009 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 151, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000044776, 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000296 2024-03-16T18:33:52.281 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 1492608, 2024-03-16T18:33:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 155296 2024-03-16T18:33:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 636, 2024-03-16T18:33:52.282 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 924, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 182188, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 790891, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 11, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 4, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.054295672, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.023171986, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.028075203, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.003178692, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 921, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.035353805, 2024-03-16T18:33:52.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000038386 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1326, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000243583, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000183 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 1248, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 484992 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "cct": { 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "total_workers": 1, 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: "unhealthy_workers": 0 2024-03-16T18:33:52.284 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-MDSRank": { 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 55, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.001947840, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000035415 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 2, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000008930, 2024-03-16T18:33:52.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000004465 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "mds": { 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "request": 1, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "reply": 1, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "reply_latency": { 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000841311, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000841311 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_reply": 0, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "forward": 0, 2024-03-16T18:33:52.286 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_commit": 11, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_split": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_merge": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes": 11, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_top": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_bottom": 11, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pinned": 11, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_expired": 0, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_with_caps": 1, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "caps": 1, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "subtrees": 2, 2024-03-16T18:33:52.287 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse": 2, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_hit": 1, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_forward": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_discover": 1, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_lock": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "load_cent": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "q": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "exported": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "exported_inodes": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "imported": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "imported_inodes": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:52.288 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rfiles": 4, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rbytes": 234, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rsnaps": 6, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:52.289 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "process_request_cap_release": 0 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_cache": { 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_try_discover": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_send_discover": 2, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:52.290 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_created": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_enqueued": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_migrated": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_started": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_completed": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_flush": 0, 2024-03-16T18:33:52.291 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_inodestats": 0 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_log": { 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "evlrg": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "evadd": 9, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "evex": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "evtrm": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "ev": 9, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "evexg": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "evexd": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "segadd": 2, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "segex": 0, 2024-03-16T18:33:52.292 INFO:teuthology.orchestra.run.smithi153.stdout: "segtrm": 0, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "seg": 2, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "segmjr": 2, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "segexg": 0, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "segexd": 0, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "expos": 4194304, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "wrpos": 4196981, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "rdpos": 0, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "jlat": { 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 8, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.015111351, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.001888918 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: "replayed": 0 2024-03-16T18:33:52.293 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_mem": { 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "ino": 14, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "ino+": 14, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "ino-": 0, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "dir": 12, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "dir+": 13, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "dir-": 1, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "dn": 11, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "dn+": 11, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "dn-": 0, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "cap": 1, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "cap+": 1, 2024-03-16T18:33:52.294 INFO:teuthology.orchestra.run.smithi153.stdout: "cap-": 0, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "rss": 52048, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "heap": 223612 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_server": { 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_client_request": 2, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_request": 1, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_session": 22, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_peer_request": 0, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "req_create_latency": { 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.295 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getattr_latency": { 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000841311, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000841311 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "req_link_latency": { 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.296 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookup_latency": { 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.297 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupino_latency": { 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupname_latency": { 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.298 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lssnap_latency": { 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.300 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.300 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mkdir_latency": { 2024-03-16T18:33:52.300 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.300 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.300 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.301 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:51 smithi017 ceph-mon[32207]: pgmap v385: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mknod_latency": { 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mksnap_latency": { 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.301 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "req_open_latency": { 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "req_readdir_latency": { 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rename_latency": { 2024-03-16T18:33:52.302 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmdir_latency": { 2024-03-16T18:33:52.303 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.304 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setattr_latency": { 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.305 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setlayout_latency": { 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setxattr_latency": { 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "req_symlink_latency": { 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.306 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "req_unlink_latency": { 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_sessions": { 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "session_count": 1, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "session_add": 4, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "session_remove": 3, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_open": 1, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_stale": 0, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "total_load": 1, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "average_load": 1, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "avg_session_uptime": 756, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "mempool": { 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:52.308 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:52.309 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:52.310 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_items": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_bytes": 270710, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_items": 93, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_bytes": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_items": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:52.311 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_items": 188, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_items": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_bytes": 54552, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_items": 215, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_items": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_items": 0 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "objecter": { 2024-03-16T18:33:52.312 INFO:teuthology.orchestra.run.smithi153.stdout: "op_active": 0, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_laggy": 0, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send": 47, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send_bytes": 13253, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_resend": 28, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_reply": 47, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_latency": { 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 47, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.241995673, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.005148844 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "op_inflight": 0, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "oplen_avg": { 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 47, 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 70 2024-03-16T18:33:52.313 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "op": 47, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "op_r": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "op_w": 47, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "op_rmw": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "op_pg": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_stat": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_create": 10, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_read": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_write": 8, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writefull": 9, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writesame": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_append": 0, 2024-03-16T18:33:52.314 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_zero": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_truncate": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_delete": 6, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_mapext": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_getxattr": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_setxattr": 20, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_call": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_watch": 0, 2024-03-16T18:33:52.315 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_notify": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_other": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_active": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_send": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_resend": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_ping": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_active": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_send": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_resend": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_active": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_send": 0, 2024-03-16T18:33:52.316 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_resend": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_active": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_send": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_resend": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "command_active": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "command_send": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "command_resend": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "map_epoch": 106, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "map_full": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "map_inc": 17, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_sessions": 8, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_open": 8, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_close": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_laggy": 0, 2024-03-16T18:33:52.317 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_wr": 16, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_rd": 0, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_del": 1 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "oft": { 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_objs": 1, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_updates": 0, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_removes": 0 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "osd-slow-ops": { 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_ops_count": 0 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.318 INFO:teuthology.orchestra.run.smithi153.stdout: "purge_queue": { 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 1168, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 1619977, 2024-03-16T18:33:52.319 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 1168, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 1168, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 1619977, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:52.320 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 47, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 13253, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 47, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 13253, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.321 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 1024, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 47, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 47, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 47, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 47, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.322 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:52.323 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:52.324 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle-0x563faf4c06e0": { 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 9, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 2677, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 9, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 8, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 2677, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:52.325 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:52.326 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:52.326 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.326 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:52.326 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-03-16T18:33:52.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:51 smithi149 ceph-mon[35991]: pgmap v385: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:53.149 INFO:tasks.check_counter:Daemon mds.i mds.exported=0 2024-03-16T18:33:53.149 INFO:tasks.check_counter:Daemon mds.i mds.imported=0 2024-03-16T18:33:53.150 INFO:tasks.check_counter:Daemon mds.i mds.root_rsnaps=6 2024-03-16T18:33:53.150 INFO:tasks.check_counter:Daemon mds.i mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:53.150 INFO:tasks.check_counter:Daemon mds.i mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:53.150 DEBUG:tasks.check_counter:Getting stats from l 2024-03-16T18:33:53.150 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b shell --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 -- ceph daemon mds.l perf dump 2024-03-16T18:33:53.400 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/mon.c/config 2024-03-16T18:33:54.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:53 smithi153 ceph-mon[36005]: pgmap v386: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:54.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:53 smithi017 ceph-mon[32207]: pgmap v386: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:54.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:53 smithi149 ceph-mon[35991]: pgmap v386: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:55.262 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-0": { 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 284, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 273, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 1475378, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 154381, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 5, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 1, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.040721219, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.010085946, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.037083762, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.004441891, 2024-03-16T18:33:55.263 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 272, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.008254597, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000030347 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 1474544, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 154064 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-1": { 2024-03-16T18:33:55.264 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 817, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 1006, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 200832, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 738366, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 7, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 5, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.060949271, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.019543134, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.013715536, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.021739975, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1003, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.031222463, 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000031129 2024-03-16T18:33:55.265 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 320, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 484896 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "AsyncMessenger::Worker-2": { 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_messages": 1761, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages": 1761, 2024-03-16T18:33:55.266 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_bytes": 530692, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_bytes": 546933, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_created_connections": 4, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_active_connections": 3, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_total_time": 0.104864774, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_send_time": 0.031437032, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_recv_time": 0.027546835, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_running_fast_dispatch_time": 0.037106272, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_messages_queue_lat": { 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 1760, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.039741600, 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000022580 2024-03-16T18:33:55.267 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_handle_ack_lat": { 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_recv_encrypted_bytes": 2944, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "msgr_send_encrypted_bytes": 448 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "cct": { 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "total_workers": 1, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "unhealthy_workers": 0 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.268 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-MDSRank": { 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 4206, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.085613772, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000020355 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "finisher-PurgeQueue": { 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "queue_len": 0, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "complete_latency": { 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.269 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "mds": { 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "request": 0, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "reply": 0, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "reply_latency": { 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_reply": 0, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "forward": 0, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_complete": 0, 2024-03-16T18:33:55.270 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_fetch_keys": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_commit": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_split": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_merge": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_top": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_bottom": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pin_tail": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_pinned": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_expired": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "inodes_with_caps": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "caps": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "subtrees": 1, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_hit": 0, 2024-03-16T18:33:55.271 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_forward": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_discover": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_dir_fetch": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_remote_ino": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "traverse_lock": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "load_cent": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "q": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "exported": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "exported_inodes": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "imported": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "imported_inodes": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_dir_fetch": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_backtrace_fetch": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "openino_peer_discover": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rfiles": 0, 2024-03-16T18:33:55.272 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rbytes": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "root_rsnaps": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_fetch": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_set_tag": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_backtrace_repaired": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_inotable_repaired": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_inodes": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dir_base_inodes": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_dirfrag_rstats": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "scrub_file_inodes": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_inode_file_caps": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_revoke": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_grant": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_trunc": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flushsnap_ack": 0, 2024-03-16T18:33:55.273 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_cap_op_flush_ack": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_caps_dirty": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_cap_release": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "process_request_cap_release": 0 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_cache": { 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_update_receipt": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_try_discover": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_send_discover": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "dir_handle_discover": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays": 0, 2024-03-16T18:33:55.274 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_delayed": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "num_strays_enqueuing": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_created": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_enqueued": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_reintegrated": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "strays_migrated": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_processing": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_enqueued": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "num_recovering_prioritized": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_started": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "recovery_completed": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_enqueue_scrub": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_exportdir": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_flush": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragmentdir": 0, 2024-03-16T18:33:55.275 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_fragstats": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "ireq_inodestats": 0 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_log": { 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "evlrg": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "evadd": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "evex": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "evtrm": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "ev": 9, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "evexg": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "evexd": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "segadd": 0, 2024-03-16T18:33:55.276 INFO:teuthology.orchestra.run.smithi153.stdout: "segex": 0, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "segtrm": 0, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "seg": 2, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "segmjr": 2, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "segexg": 0, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "segexd": 0, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "expos": 4194304, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "wrpos": 4196981, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "rdpos": 4196840, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "jlat": { 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.277 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "replayed": 9 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_mem": { 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "ino": 3, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "ino+": 3, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "ino-": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "dir": 1, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "dir+": 1, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "dir-": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "dn": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "dn+": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "dn-": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "cap": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "cap+": 0, 2024-03-16T18:33:55.278 INFO:teuthology.orchestra.run.smithi153.stdout: "cap-": 0, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "rss": 49900, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "heap": 215420 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_server": { 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_client_request": 0, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "dispatch_server_request": 0, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_request": 0, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_client_session": 0, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "handle_peer_request": 0, 2024-03-16T18:33:55.279 INFO:teuthology.orchestra.run.smithi153.stdout: "req_create_latency": { 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getattr_latency": { 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getfilelock_latency": { 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.280 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "req_link_latency": { 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookup_latency": { 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookuphash_latency": { 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.281 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupino_latency": { 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupname_latency": { 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.282 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupparent_latency": { 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lookupsnap_latency": { 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "req_lssnap_latency": { 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.283 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mkdir_latency": { 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.284 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mknod_latency": { 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "req_mksnap_latency": { 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "req_open_latency": { 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.285 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "req_readdir_latency": { 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rename_latency": { 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "req_renamesnap_latency": { 2024-03-16T18:33:55.286 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: "req_snapdiff_latency": { 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.287 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmdir_latency": { 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmsnap_latency": { 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "req_rmxattr_latency": { 2024-03-16T18:33:55.288 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setattr_latency": { 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setdirlayout_latency": { 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.289 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setfilelock_latency": { 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setlayout_latency": { 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "req_setxattr_latency": { 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.290 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "req_symlink_latency": { 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "req_unlink_latency": { 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.291 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_revoke_eviction": 0, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "cap_acquisition_throttle": 0, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "req_getvxattr_latency": { 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_sessions": { 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "session_count": 1, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "session_add": 4, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "session_remove": 3, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_open": 3, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "sessions_stale": 0, 2024-03-16T18:33:55.292 INFO:teuthology.orchestra.run.smithi153.stdout: "total_load": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "average_load": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "avg_session_uptime": 4162, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "mdthresh_evicted": 0 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "mempool": { 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_bytes": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bloom_filter_items": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_bytes": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_alloc_items": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_bytes": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_data_items": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_bytes": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_onode_items": 0, 2024-03-16T18:33:55.293 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_bytes": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_meta_items": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_bytes": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_other_items": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_bytes": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_cache_buffer_items": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_bytes": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_extent_items": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_bytes": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_blob_items": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_bytes": 0, 2024-03-16T18:33:55.294 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_shared_blob_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_inline_bl_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_fsck_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_txc_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_deferred_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluestore_writing_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_items": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_bytes": 0, 2024-03-16T18:33:55.295 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_reader_items": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_bytes": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "bluefs_file_writer_items": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_bytes": 190178, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_anon_items": 53, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_bytes": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "buffer_meta_items": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_bytes": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_items": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_bytes": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_mapbl_items": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_bytes": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_pglog_items": 0, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_bytes": 9800, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_items": 188, 2024-03-16T18:33:55.296 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_bytes": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "osdmap_mapping_items": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_bytes": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "pgmap_items": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_bytes": 8320, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "mds_co_items": 13, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_bytes": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_1_items": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_bytes": 0, 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: "unittest_2_items": 0 2024-03-16T18:33:55.297 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "objecter": { 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_active": 0, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_laggy": 0, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send": 2573, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_send_bytes": 21, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_resend": 3, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_reply": 2573, 2024-03-16T18:33:55.298 INFO:teuthology.orchestra.run.smithi153.stdout: "op_latency": { 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 2573, 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 1.275978146, 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000495910 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "op_inflight": 0, 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "oplen_avg": { 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 2573, 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 2574 2024-03-16T18:33:55.299 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "op": 2573, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "op_r": 2573, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "op_w": 0, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "op_rmw": 0, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "op_pg": 0, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_stat": 1688, 2024-03-16T18:33:55.300 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_create": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_read": 883, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_write": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writefull": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_writesame": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_append": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_zero": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_truncate": 0, 2024-03-16T18:33:55.301 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_delete": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_mapext": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_sparse_read": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_clonerange": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_getxattr": 1, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_setxattr": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_cmpxattr": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_rmxattr": 0, 2024-03-16T18:33:55.302 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_resetxattrs": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_call": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_watch": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_notify": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_src_cmpxattr": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_pgls_filter": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "osdop_other": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_active": 0, 2024-03-16T18:33:55.303 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_send": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_resend": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "linger_ping": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_active": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_send": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "poolop_resend": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_active": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_send": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "poolstat_resend": 0, 2024-03-16T18:33:55.304 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_active": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_send": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "statfs_resend": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "command_active": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "command_send": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "command_resend": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "map_epoch": 106, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "map_full": 0, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "map_inc": 17, 2024-03-16T18:33:55.305 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_sessions": 5, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_open": 5, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_session_close": 0, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "osd_laggy": 0, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_wr": 0, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_rd": 2, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_del": 0 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.306 INFO:teuthology.orchestra.run.smithi153.stdout: "oft": { 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_objs": 0, 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_kv_pairs": 0, 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_updates": 0, 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "omap_total_removes": 0 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "osd-slow-ops": { 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "slow_ops_count": 0 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.307 INFO:teuthology.orchestra.run.smithi153.stdout: "purge_queue": { 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops": 0, 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_ops_high_water": 0, 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing": 0, 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executing_high_water": 0, 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed_ops": 0, 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_executed": 0, 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: "pq_item_in_journal": 0 2024-03-16T18:33:55.308 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-msgr_dispatch_throttler-mds": { 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 2858, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 1932234, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:55.309 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 2858, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 2858, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 1932234, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.310 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_bytes": { 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 104857600, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 2573, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 2682, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 2573, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 2682, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.311 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-objecter_ops": { 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 1024, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 2573, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 2573, 2024-03-16T18:33:55.312 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 2573, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 2573, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle": { 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:55.313 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: }, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "throttle-write_buf_throttle-0x55b7a5204960": { 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "val": 0, 2024-03-16T18:33:55.314 INFO:teuthology.orchestra.run.smithi153.stdout: "max": 3758096384, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "get_started": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "get": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "get_sum": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_fail": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "get_or_fail_success": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "take": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "take_sum": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "put": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "put_sum": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "wait": { 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgcount": 0, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "sum": 0.000000000, 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: "avgtime": 0.000000000 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.315 INFO:teuthology.orchestra.run.smithi153.stdout: } 2024-03-16T18:33:55.316 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-03-16T18:33:56.081 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:55 smithi153 ceph-mon[36005]: pgmap v387: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:56.083 INFO:tasks.check_counter:Daemon mds.l mds.exported=0 2024-03-16T18:33:56.083 INFO:tasks.check_counter:Daemon mds.l mds.imported=0 2024-03-16T18:33:56.083 INFO:tasks.check_counter:Daemon mds.l mds.root_rsnaps=0 2024-03-16T18:33:56.083 INFO:tasks.check_counter:Daemon mds.l mds_server.req_mksnap_latency.avgcount=0 2024-03-16T18:33:56.083 INFO:tasks.check_counter:Daemon mds.l mds_server.req_rmsnap_latency.avgcount=0 2024-03-16T18:33:56.084 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-03-16T18:33:56.099 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-03-16T18:33:56.099 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:33:56.099 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-16T18:33:56.119 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:33:56.119 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-16T18:33:56.179 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:33:56.248 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:55 smithi017 ceph-mon[32207]: pgmap v387: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:56.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:55 smithi149 ceph-mon[35991]: pgmap v387: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 -- 172.21.15.17:0/757965311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b54100840 msgr2=0x7f1b5410e420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/757965311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b54100840 0x7f1b5410e420 secure :-1 s=READY pgs=1451 cs=0 l=1 rev1=1 crypto rx=0x7f1b4c009ca0 tx=0x7f1b4c02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 -- 172.21.15.17:0/757965311 shutdown_connections 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/757965311 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b54100840 0x7f1b5410e420 unknown :-1 s=CLOSED pgs=1451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/757965311 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b540ffe80 0x7f1b54100300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/757965311 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b54106580 0x7f1b54106960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 -- 172.21.15.17:0/757965311 >> 172.21.15.17:0/757965311 conn(0x7f1b54075770 msgr2=0x7f1b54075b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:56.336 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 -- 172.21.15.17:0/757965311 shutdown_connections 2024-03-16T18:33:56.337 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 -- 172.21.15.17:0/757965311 wait complete. 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 Processor -- start 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.337+0000 7f1b5c16c640 1 -- start start 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 0x7f1b5419d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b54100840 0x7f1b5419dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b54106580 0x7f1b541978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b54197f00 con 0x7f1b540ffe80 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b54198070 con 0x7f1b54100840 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b54198230 con 0x7f1b54106580 2024-03-16T18:33:56.339 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 0x7f1b5419d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 0x7f1b5419d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43042/0 (socket says 172.21.15.17:43042) 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 -- 172.21.15.17:0/1592522999 learned_addr learned my addr 172.21.15.17:0/1592522999 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59707640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b54100840 0x7f1b5419dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5a709640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b54106580 0x7f1b541978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 -- 172.21.15.17:0/1592522999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b54106580 msgr2=0x7f1b541978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b54106580 0x7f1b541978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 -- 172.21.15.17:0/1592522999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b54100840 msgr2=0x7f1b5419dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b54100840 0x7f1b5419dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 -- 172.21.15.17:0/1592522999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b4c009900 con 0x7f1b540ffe80 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b59f08640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 0x7f1b5419d6b0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f1b5000e9f0 tx=0x7f1b5000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b50009720 con 0x7f1b540ffe80 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f1b5000cd80 con 0x7f1b540ffe80 2024-03-16T18:33:56.340 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b54198510 con 0x7f1b540ffe80 2024-03-16T18:33:56.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b50010430 con 0x7f1b540ffe80 2024-03-16T18:33:56.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.338+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b541a4750 con 0x7f1b540ffe80 2024-03-16T18:33:56.341 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.339+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b54068730 con 0x7f1b540ffe80 2024-03-16T18:33:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.340+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f1b50005020 con 0x7f1b540ffe80 2024-03-16T18:33:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.341+0000 7f1b46ffd640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1b400a1c20 0x7f1b400a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.341+0000 7f1b59707640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1b400a1c20 0x7f1b400a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.341+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f1b50014070 con 0x7f1b540ffe80 2024-03-16T18:33:56.342 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.342+0000 7f1b59707640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1b400a1c20 0x7f1b400a40e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1b540ff9e0 tx=0x7f1b48005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:56.345 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.346+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f1b500d2070 con 0x7f1b540ffe80 2024-03-16T18:33:56.529 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.530+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1b54109a70 con 0x7f1b540ffe80 2024-03-16T18:33:56.531 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.532+0000 7f1b46ffd640 1 -- 172.21.15.17:0/1592522999 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) v1 ==== 74+0+25454 (secure 0 0 0) 0x7f1b500969c0 con 0x7f1b540ffe80 2024-03-16T18:33:56.531 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:33:56.531 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":106,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:33:14.430545+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6800/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1154570963":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1518690394":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/4056807792":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/3165612740":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]},{"pool":4,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:33:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1b400a1c20 msgr2=0x7f1b400a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1b400a1c20 0x7f1b400a40e0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f1b540ff9e0 tx=0x7f1b48005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 msgr2=0x7f1b5419d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 0x7f1b5419d6b0 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f1b5000e9f0 tx=0x7f1b5000edf0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.533 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 shutdown_connections 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f1b400a1c20 0x7f1b400a40e0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f1b54106580 0x7f1b541978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f1b54100840 0x7f1b5419dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 --2- 172.21.15.17:0/1592522999 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f1b540ffe80 0x7f1b5419d6b0 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 >> 172.21.15.17:0/1592522999 conn(0x7f1b54075770 msgr2=0x7f1b540fdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 shutdown_connections 2024-03-16T18:33:56.534 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.534+0000 7f1b5c16c640 1 -- 172.21.15.17:0/1592522999 wait complete. 2024-03-16T18:33:56.544 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:33:56.544 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:33:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3037922335 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb01056e0 msgr2=0x7fbcb010d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.692 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3037922335 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb01056e0 0x7fbcb010d2b0 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x7fbca8009cd0 tx=0x7fbca802c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3037922335 shutdown_connections 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3037922335 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb01056e0 0x7fbcb010d2b0 unknown :-1 s=CLOSED pgs=1453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3037922335 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcb0100fc0 0x7fbcb0105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3037922335 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcb0100610 0x7fbcb01009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3037922335 >> 172.21.15.17:0/3037922335 conn(0x7fbcb0076770 msgr2=0x7fbcb0076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3037922335 shutdown_connections 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3037922335 wait complete. 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 Processor -- start 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.691+0000 7fbcb84d4640 1 -- start start 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 0x7fbcb019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.693 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcb01056e0 0x7fbcb019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcb01978b0 0x7fbcb0197d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb01982a0 con 0x7fbcb0100610 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb0198410 con 0x7fbcb01978b0 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbcb01985d0 con 0x7fbcb01056e0 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 0x7fbcb019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 0x7fbcb019d6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43064/0 (socket says 172.21.15.17:43064) 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 -- 172.21.15.17:0/3690969010 learned_addr learned my addr 172.21.15.17:0/3690969010 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb5a6f640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcb01056e0 0x7fbcb019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6a71640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcb01978b0 0x7fbcb0197d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.694 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 -- 172.21.15.17:0/3690969010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcb01056e0 msgr2=0x7fbcb019dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcb01056e0 0x7fbcb019dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 -- 172.21.15.17:0/3690969010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcb01978b0 msgr2=0x7fbcb0197d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcb01978b0 0x7fbcb0197d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 -- 172.21.15.17:0/3690969010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbca8009900 con 0x7fbcb0100610 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb6270640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 0x7fbcb019d6b0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7fbcac00e9f0 tx=0x7fbcac00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcac009720 con 0x7fbcb0100610 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbcac00cd80 con 0x7fbcb0100610 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbcb01a4570 con 0x7fbcb0100610 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbcac010430 con 0x7fbcb0100610 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.692+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbcb01a4a80 con 0x7fbcb0100610 2024-03-16T18:33:56.695 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.693+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbcb0101ae0 con 0x7fbcb0100610 2024-03-16T18:33:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.694+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbcac005000 con 0x7fbcb0100610 2024-03-16T18:33:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.695+0000 7fbca77fe640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc9c0a1c20 0x7fbc9c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.695+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbcac014070 con 0x7fbcb0100610 2024-03-16T18:33:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.695+0000 7fbcb5a6f640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc9c0a1c20 0x7fbc9c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:56.696 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.695+0000 7fbcb5a6f640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc9c0a1c20 0x7fbc9c0a40e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbcb00ffc80 tx=0x7fbca0005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:56.698 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.699+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbcac096c10 con 0x7fbcb0100610 2024-03-16T18:33:56.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.881+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbcb0108a00 con 0x7fbcb0100610 2024-03-16T18:33:56.880 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.881+0000 7fbca77fe640 1 -- 172.21.15.17:0/3690969010 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbcb0108a00 con 0x7fbcb0100610 2024-03-16T18:33:56.880 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc9c0a1c20 msgr2=0x7fbc9c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc9c0a1c20 0x7fbc9c0a40e0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7fbcb00ffc80 tx=0x7fbca0005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 msgr2=0x7fbcb019d6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 0x7fbcb019d6b0 secure :-1 s=READY pgs=1454 cs=0 l=1 rev1=1 crypto rx=0x7fbcac00e9f0 tx=0x7fbcac00edf0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 shutdown_connections 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbc9c0a1c20 0x7fbc9c0a40e0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbcb01978b0 0x7fbcb0197d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbcb01056e0 0x7fbcb019dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 --2- 172.21.15.17:0/3690969010 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbcb0100610 0x7fbcb019d6b0 unknown :-1 s=CLOSED pgs=1454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 >> 172.21.15.17:0/3690969010 conn(0x7fbcb0076770 msgr2=0x7fbcb00fe300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:56.883 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 shutdown_connections 2024-03-16T18:33:56.884 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:56.883+0000 7fbcb84d4640 1 -- 172.21.15.17:0/3690969010 wait complete. 2024-03-16T18:33:56.893 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 -- 172.21.15.17:0/1940143842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 msgr2=0x7f6fb4107940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 --2- 172.21.15.17:0/1940143842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4107940 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7f6fac009900 tx=0x7f6fac02bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 -- 172.21.15.17:0/1940143842 shutdown_connections 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 --2- 172.21.15.17:0/1940143842 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6fb4101e60 0x7f6fb410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 --2- 172.21.15.17:0/1940143842 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fb41014a0 0x7f6fb4101920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 --2- 172.21.15.17:0/1940143842 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4107940 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 -- 172.21.15.17:0/1940143842 >> 172.21.15.17:0/1940143842 conn(0x7f6fb40788f0 msgr2=0x7f6fb4078d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 -- 172.21.15.17:0/1940143842 shutdown_connections 2024-03-16T18:33:57.002 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.000+0000 7f6fb9847640 1 -- 172.21.15.17:0/1940143842 wait complete. 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 Processor -- start 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 -- start start 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fb41014a0 0x7f6fb40737f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6fb4101e60 0x7f6fb4073d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4074270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb41a5d40 con 0x7f6fb4107560 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb41a5eb0 con 0x7f6fb4101e60 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb9847640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb41a6070 con 0x7f6fb41014a0 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4074270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb37fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4074270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43070/0 (socket says 172.21.15.17:43070) 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb37fe640 1 -- 172.21.15.17:0/51824196 learned_addr learned my addr 172.21.15.17:0/51824196 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb27fc640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6fb4101e60 0x7f6fb4073d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.001+0000 7f6fb2ffd640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fb41014a0 0x7f6fb40737f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.003 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb37fe640 1 -- 172.21.15.17:0/51824196 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fb41014a0 msgr2=0x7f6fb40737f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb37fe640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fb41014a0 0x7f6fb40737f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb37fe640 1 -- 172.21.15.17:0/51824196 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6fb4101e60 msgr2=0x7f6fb4073d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb37fe640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6fb4101e60 0x7f6fb4073d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb37fe640 1 -- 172.21.15.17:0/51824196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fac009560 con 0x7f6fb4107560 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb37fe640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4074270 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400eb10 tx=0x7f6fa400c2d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4004b20 con 0x7f6fb4107560 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f6fa4004c80 con 0x7f6fb4107560 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fb41a6350 con 0x7f6fb4107560 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4010690 con 0x7f6fb4107560 2024-03-16T18:33:57.004 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.002+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fb41a6860 con 0x7f6fb4107560 2024-03-16T18:33:57.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.003+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fb4068730 con 0x7f6fb4107560 2024-03-16T18:33:57.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.004+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f6fa40107f0 con 0x7f6fb4107560 2024-03-16T18:33:57.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.005+0000 7f6fb8845640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6fa00a1c20 0x7f6fa00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.005+0000 7f6fb2ffd640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6fa00a1c20 0x7f6fa00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.005+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f6fa4014070 con 0x7f6fb4107560 2024-03-16T18:33:57.005 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.005+0000 7f6fb2ffd640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6fa00a1c20 0x7f6fa00a40e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6fac006010 tx=0x7f6fac02c6c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.007 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.008+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f6fa4096d50 con 0x7f6fb4107560 2024-03-16T18:33:57.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.191+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6fb4074d20 con 0x7f6fb4107560 2024-03-16T18:33:57.190 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.191+0000 7f6fb8845640 1 -- 172.21.15.17:0/51824196 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v106) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6fa409a410 con 0x7f6fb4107560 2024-03-16T18:33:57.191 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:33:57.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6fa00a1c20 msgr2=0x7f6fa00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6fa00a1c20 0x7f6fa00a40e0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f6fac006010 tx=0x7f6fac02c6c0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 msgr2=0x7f6fb4074270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.192 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4074270 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400eb10 tx=0x7f6fa400c2d0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 shutdown_connections 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f6fa00a1c20 0x7f6fa00a40e0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f6fb4107560 0x7f6fb4074270 unknown :-1 s=CLOSED pgs=1456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f6fb4101e60 0x7f6fb4073d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 --2- 172.21.15.17:0/51824196 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f6fb41014a0 0x7f6fb40737f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 >> 172.21.15.17:0/51824196 conn(0x7f6fb40788f0 msgr2=0x7f6fb41000d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 shutdown_connections 2024-03-16T18:33:57.193 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.193+0000 7f6fb9847640 1 -- 172.21.15.17:0/51824196 wait complete. 2024-03-16T18:33:57.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:56 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1592522999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:57.202 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:56 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3690969010' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:57.203 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 -- 172.21.15.17:0/1000815309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac4100610 msgr2=0x7f0ac41009f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1000815309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac4100610 0x7f0ac41009f0 secure :-1 s=READY pgs=1457 cs=0 l=1 rev1=1 crypto rx=0x7f0abc009930 tx=0x7f0abc02bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 -- 172.21.15.17:0/1000815309 shutdown_connections 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1000815309 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0ac41056e0 0x7f0ac410d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1000815309 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ac4100fc0 0x7f0ac4105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1000815309 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac4100610 0x7f0ac41009f0 unknown :-1 s=CLOSED pgs=1457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.311 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 -- 172.21.15.17:0/1000815309 >> 172.21.15.17:0/1000815309 conn(0x7f0ac4076770 msgr2=0x7f0ac4076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 -- 172.21.15.17:0/1000815309 shutdown_connections 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 -- 172.21.15.17:0/1000815309 wait complete. 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 Processor -- start 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.310+0000 7f0ac942a640 1 -- start start 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ac4100610 0x7f0ac419c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 0x7f0ac419cb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0ac41967b0 0x7f0ac4196c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac4197260 con 0x7f0ac41056e0 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac41973d0 con 0x7f0ac4100610 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ac4197540 con 0x7f0ac41967b0 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 0x7f0ac419cb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 0x7f0ac419cb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43088/0 (socket says 172.21.15.17:43088) 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 -- 172.21.15.17:0/1033014385 learned_addr learned my addr 172.21.15.17:0/1033014385 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:57.312 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac2ffd640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ac4100610 0x7f0ac419c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac37fe640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0ac41967b0 0x7f0ac4196c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 -- 172.21.15.17:0/1033014385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0ac41967b0 msgr2=0x7f0ac4196c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0ac41967b0 0x7f0ac4196c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 -- 172.21.15.17:0/1033014385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ac4100610 msgr2=0x7f0ac419c640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ac4100610 0x7f0ac419c640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 -- 172.21.15.17:0/1033014385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0abc009560 con 0x7f0ac41056e0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac27fc640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 0x7f0ac419cb80 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00e9c0 tx=0x7f0aac00ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac009700 con 0x7f0ac41056e0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ac41a34f0 con 0x7f0ac41056e0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f0aac00cd80 con 0x7f0ac41056e0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0aac010430 con 0x7f0ac41056e0 2024-03-16T18:33:57.313 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.311+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ac41a39d0 con 0x7f0ac41056e0 2024-03-16T18:33:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.312+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ac4101ae0 con 0x7f0ac41056e0 2024-03-16T18:33:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.313+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f0aac004f50 con 0x7f0ac41056e0 2024-03-16T18:33:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.314+0000 7f0abbfff640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0ab00a1ba0 0x7f0ab00a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.314+0000 7f0ac2ffd640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0ab00a1ba0 0x7f0ab00a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.314 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.314+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f0aac014070 con 0x7f0ac41056e0 2024-03-16T18:33:57.315 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.314+0000 7f0ac2ffd640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0ab00a1ba0 0x7f0ab00a4060 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0abc009900 tx=0x7f0abc005a20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.317 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.318+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f0aac096a50 con 0x7f0ac41056e0 2024-03-16T18:33:57.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:56 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1592522999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:57.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:56 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3690969010' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:57.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:56 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1592522999' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:57.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:56 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3690969010' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:57.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.503+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0ac4100ff0 con 0x7f0ac41056e0 2024-03-16T18:33:57.502 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.503+0000 7f0abbfff640 1 -- 172.21.15.17:0/1033014385 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v106) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0aac09a110 con 0x7f0ac41056e0 2024-03-16T18:33:57.503 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:33:57.504 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0ab00a1ba0 msgr2=0x7f0ab00a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0ab00a1ba0 0x7f0ab00a4060 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f0abc009900 tx=0x7f0abc005a20 comp rx=0 tx=0).stop 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 msgr2=0x7f0ac419cb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 0x7f0ac419cb80 secure :-1 s=READY pgs=1458 cs=0 l=1 rev1=1 crypto rx=0x7f0aac00e9c0 tx=0x7f0aac00ee80 comp rx=0 tx=0).stop 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 shutdown_connections 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f0ab00a1ba0 0x7f0ab00a4060 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f0ac41056e0 0x7f0ac419cb80 unknown :-1 s=CLOSED pgs=1458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f0ac41967b0 0x7f0ac4196c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 --2- 172.21.15.17:0/1033014385 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f0ac4100610 0x7f0ac419c640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 >> 172.21.15.17:0/1033014385 conn(0x7f0ac4076770 msgr2=0x7f0ac40fe3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 shutdown_connections 2024-03-16T18:33:57.505 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.505+0000 7f0ac942a640 1 -- 172.21.15.17:0/1033014385 wait complete. 2024-03-16T18:33:57.515 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 -- 172.21.15.17:0/1228894748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc580100fa0 msgr2=0x7fc580104fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 --2- 172.21.15.17:0/1228894748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc580100fa0 0x7fc580104fe0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x7fc570009930 tx=0x7fc57002bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 -- 172.21.15.17:0/1228894748 shutdown_connections 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 --2- 172.21.15.17:0/1228894748 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc580100fa0 0x7fc580104fe0 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 --2- 172.21.15.17:0/1228894748 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc5801056c0 0x7fc58010d290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 --2- 172.21.15.17:0/1228894748 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5801005f0 0x7fc5801009d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 -- 172.21.15.17:0/1228894748 >> 172.21.15.17:0/1228894748 conn(0x7fc5800774c0 msgr2=0x7fc5800778d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 -- 172.21.15.17:0/1228894748 shutdown_connections 2024-03-16T18:33:57.623 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.621+0000 7fc588177640 1 -- 172.21.15.17:0/1228894748 wait complete. 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 Processor -- start 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 -- start start 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5801005f0 0x7fc58019d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 0x7fc58019dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc580197870 0x7fc580197d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc580198260 con 0x7fc5801056c0 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5801983d0 con 0x7fc580197870 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc588177640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc580198590 con 0x7fc5801005f0 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 0x7fc58019dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 0x7fc58019dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43120/0 (socket says 172.21.15.17:43120) 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 -- 172.21.15.17:0/3639266711 learned_addr learned my addr 172.21.15.17:0/3639266711 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc586714640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc580197870 0x7fc580197d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.624 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585f13640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5801005f0 0x7fc58019d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 -- 172.21.15.17:0/3639266711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5801005f0 msgr2=0x7fc58019d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5801005f0 0x7fc58019d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 -- 172.21.15.17:0/3639266711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc580197870 msgr2=0x7fc580197d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc580197870 0x7fc580197d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.622+0000 7fc585712640 1 -- 172.21.15.17:0/3639266711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc570009560 con 0x7fc5801056c0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.623+0000 7fc585712640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 0x7fc58019dc00 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fc570009230 tx=0x7fc570005e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.623+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5700043d0 con 0x7fc5801056c0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.623+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fc57002de90 con 0x7fc5801056c0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.623+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5801a4580 con 0x7fc5801056c0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.623+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5700052e0 con 0x7fc5801056c0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.623+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5801a4a80 con 0x7fc5801056c0 2024-03-16T18:33:57.625 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.624+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc580101ac0 con 0x7fc5801056c0 2024-03-16T18:33:57.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.625+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fc570003cc0 con 0x7fc5801056c0 2024-03-16T18:33:57.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.626+0000 7fc576ffd640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc56c0a1c20 0x7fc56c0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.626 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.626+0000 7fc585f13640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc56c0a1c20 0x7fc56c0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.626+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fc5700f00f0 con 0x7fc5801056c0 2024-03-16T18:33:57.627 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.626+0000 7fc585f13640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc56c0a1c20 0x7fc56c0a40e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc5801989b0 tx=0x7fc57c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.628 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.629+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fc5700b8cb0 con 0x7fc5801056c0 2024-03-16T18:33:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.810+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fc580198da0 con 0x7fc5801056c0 2024-03-16T18:33:57.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.810+0000 7fc576ffd640 1 -- 172.21.15.17:0/3639266711 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v106) v1 ==== 103+0+11 (secure 0 0 0) 0x7fc5700430a0 con 0x7fc5801056c0 2024-03-16T18:33:57.810 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc56c0a1c20 msgr2=0x7fc56c0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc56c0a1c20 0x7fc56c0a40e0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fc5801989b0 tx=0x7fc57c005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 msgr2=0x7fc58019dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 0x7fc58019dc00 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fc570009230 tx=0x7fc570005e20 comp rx=0 tx=0).stop 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 shutdown_connections 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fc56c0a1c20 0x7fc56c0a40e0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fc5801056c0 0x7fc58019dc00 unknown :-1 s=CLOSED pgs=1460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fc580197870 0x7fc580197d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 --2- 172.21.15.17:0/3639266711 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fc5801005f0 0x7fc58019d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 >> 172.21.15.17:0/3639266711 conn(0x7fc5800774c0 msgr2=0x7fc5800fe5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.812 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 shutdown_connections 2024-03-16T18:33:57.813 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.812+0000 7fc588177640 1 -- 172.21.15.17:0/3639266711 wait complete. 2024-03-16T18:33:57.822 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-16T18:33:57.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 -- 172.21.15.17:0/2564917405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f40686d0 msgr2=0x7f76f4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/2564917405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f40686d0 0x7f76f4068b50 secure :-1 s=READY pgs=1461 cs=0 l=1 rev1=1 crypto rx=0x7f76e8009930 tx=0x7f76e802bc30 comp rx=0 tx=0).stop 2024-03-16T18:33:57.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 -- 172.21.15.17:0/2564917405 shutdown_connections 2024-03-16T18:33:57.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/2564917405 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f40686d0 0x7f76f4068b50 unknown :-1 s=CLOSED pgs=1461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/2564917405 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76f4069090 0x7f76f410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/2564917405 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76f4107500 0x7f76f41078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 -- 172.21.15.17:0/2564917405 >> 172.21.15.17:0/2564917405 conn(0x7f76f40774f0 msgr2=0x7f76f4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 -- 172.21.15.17:0/2564917405 shutdown_connections 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 -- 172.21.15.17:0/2564917405 wait complete. 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.928+0000 7f76f9ff4640 1 Processor -- start 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 -- start start 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76f40686d0 0x7f76f419d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76f4069090 0x7f76f419dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 0x7f76f4197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f4197ec0 con 0x7f76f4107500 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f4198030 con 0x7f76f4069090 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f9ff4640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f41981f0 con 0x7f76f40686d0 2024-03-16T18:33:57.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 0x7f76f4197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 0x7f76f4197870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43142/0 (socket says 172.21.15.17:43142) 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 -- 172.21.15.17:0/4025659315 learned_addr learned my addr 172.21.15.17:0/4025659315 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f37fe640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76f40686d0 0x7f76f419d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f2ffd640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76f4069090 0x7f76f419dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 -- 172.21.15.17:0/4025659315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76f40686d0 msgr2=0x7f76f419d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76f40686d0 0x7f76f419d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 -- 172.21.15.17:0/4025659315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76f4069090 msgr2=0x7f76f419dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76f4069090 0x7f76f419dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 -- 172.21.15.17:0/4025659315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76e8009560 con 0x7f76f4107500 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.929+0000 7f76f3fff640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 0x7f76f4197870 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f76ec00e970 tx=0x7f76ec00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.930+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76ec009720 con 0x7f76f4107500 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.930+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76f41984d0 con 0x7f76f4107500 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.930+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f76ec0054d0 con 0x7f76f4107500 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.930+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76ec010430 con 0x7f76f4107500 2024-03-16T18:33:57.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.930+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76f41a4760 con 0x7f76f4107500 2024-03-16T18:33:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.931+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76f4102ba0 con 0x7f76f4107500 2024-03-16T18:33:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.933+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f76ec004f10 con 0x7f76f4107500 2024-03-16T18:33:57.932 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.933+0000 7f76f0ff9640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76dc0a1ba0 0x7f76dc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:57.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.933+0000 7f76f37fe640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76dc0a1ba0 0x7f76dc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:57.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.933+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f76ec014070 con 0x7f76f4107500 2024-03-16T18:33:57.933 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.934+0000 7f76f37fe640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76dc0a1ba0 0x7f76dc0a4060 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f76f41989b0 tx=0x7f76e4009500 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:57.935 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:57.937+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f76ec096c20 con 0x7f76f4107500 2024-03-16T18:33:58.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:57 smithi153 ceph-mon[36005]: pgmap v388: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:58.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:57 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/51824196' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:57 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1033014385' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:57 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3639266711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.130 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.131+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f76f40682e0 con 0x7f76f4107500 2024-03-16T18:33:58.131 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.132+0000 7f76f0ff9640 1 -- 172.21.15.17:0/4025659315 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v106) v1 ==== 81+0+943 (secure 0 0 0) 0x7f76ec09a2e0 con 0x7f76f4107500 2024-03-16T18:33:58.131 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2425281013 2024-03-17T18:21:30.112759+0000 2024-03-16T18:33:58.131 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2425281013 2024-03-17T18:21:30.112759+0000 2024-03-16T18:33:58.131 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1154570963 2024-03-17T18:21:30.112759+0000 2024-03-16T18:33:58.131 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1518690394 2024-03-17T18:21:30.112759+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/4056807792 2024-03-17T18:21:30.112759+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/544206830 2024-03-17T18:11:50.809733+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/109238757 2024-03-17T18:11:50.809733+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/3337149114 2024-03-17T18:11:24.717822+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2210699953 2024-03-17T18:11:24.717822+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/3165612740 2024-03-17T18:21:30.112759+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/571614305 2024-03-17T18:11:50.809733+0000 2024-03-16T18:33:58.132 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1311409127 2024-03-17T18:11:24.717822+0000 2024-03-16T18:33:58.133 INFO:teuthology.orchestra.run.smithi017.stderr:listed 16 entries 2024-03-16T18:33:58.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76dc0a1ba0 msgr2=0x7f76dc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76dc0a1ba0 0x7f76dc0a4060 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f76f41989b0 tx=0x7f76e4009500 comp rx=0 tx=0).stop 2024-03-16T18:33:58.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 msgr2=0x7f76f4197870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.133 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 0x7f76f4197870 secure :-1 s=READY pgs=1462 cs=0 l=1 rev1=1 crypto rx=0x7f76ec00e970 tx=0x7f76ec00ed70 comp rx=0 tx=0).stop 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 shutdown_connections 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f76dc0a1ba0 0x7f76dc0a4060 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f76f4107500 0x7f76f4197870 unknown :-1 s=CLOSED pgs=1462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f76f4069090 0x7f76f419dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 --2- 172.21.15.17:0/4025659315 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f76f40686d0 0x7f76f419d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 >> 172.21.15.17:0/4025659315 conn(0x7f76f40774f0 msgr2=0x7f76f40fe020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 shutdown_connections 2024-03-16T18:33:58.134 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.134+0000 7f76f9ff4640 1 -- 172.21.15.17:0/4025659315 wait complete. 2024-03-16T18:33:58.143 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:57 smithi017 ceph-mon[32207]: pgmap v388: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:58.143 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:57 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/51824196' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.143 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:57 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1033014385' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.143 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:57 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3639266711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.144 DEBUG:teuthology.orchestra.run.smithi017:> set -ex 2024-03-16T18:33:58.144 DEBUG:teuthology.orchestra.run.smithi017:> dd if=/proc/self/mounts of=/dev/stdout 2024-03-16T18:33:58.160 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:33:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 -- 172.21.15.17:0/3191938715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c41003b0 msgr2=0x7fa0c410e340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.304 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/3191938715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c41003b0 0x7fa0c410e340 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7fa0bc009ca0 tx=0x7fa0bc02c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 -- 172.21.15.17:0/3191938715 shutdown_connections 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/3191938715 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c41003b0 0x7fa0c410e340 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/3191938715 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c40ffe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/3191938715 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0c4107580 0x7fa0c4107960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 -- 172.21.15.17:0/3191938715 >> 172.21.15.17:0/3191938715 conn(0x7fa0c40769b0 msgr2=0x7fa0c40fdd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 -- 172.21.15.17:0/3191938715 shutdown_connections 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.303+0000 7fa0cc09a640 1 -- 172.21.15.17:0/3191938715 wait complete. 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 Processor -- start 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 -- start start 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c4100bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c41003b0 0x7fa0c4101110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0c4107580 0x7fa0c4101650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.305 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c41a5d00 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c41a5e70 con 0x7fa0c4107580 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0cc09a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0c41a6030 con 0x7fa0c41003b0 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c4100bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c4100bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43150/0 (socket says 172.21.15.17:43150) 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 -- 172.21.15.17:0/1852670222 learned_addr learned my addr 172.21.15.17:0/1852670222 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0ca637640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0c4107580 0x7fa0c4101650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9635640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c41003b0 0x7fa0c4101110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 -- 172.21.15.17:0/1852670222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c41003b0 msgr2=0x7fa0c4101110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c41003b0 0x7fa0c4101110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.306 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 -- 172.21.15.17:0/1852670222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0c4107580 msgr2=0x7fa0c4101650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0c4107580 0x7fa0c4101650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 -- 172.21.15.17:0/1852670222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0bc009900 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.304+0000 7fa0c9e36640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c4100bd0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000e9f0 tx=0x7fa0c000eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.305+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0009700 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.305+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa0c000cd80 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.305+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0c41a6310 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.305+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0c0018840 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.305+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0c41a6870 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.307 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.306+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0c4102100 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.307+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa0c00189a0 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.307+0000 7fa0baffd640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0b00a1c20 0x7fa0b00a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.307+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fa0c0014070 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.307+0000 7fa0c9635640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0b00a1c20 0x7fa0b00a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.308 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.308+0000 7fa0c9635640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0b00a1c20 0x7fa0b00a40e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4102660 tx=0x7fa0b4005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:58.310 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.311+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa0c0096df0 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:57 smithi149 ceph-mon[35991]: pgmap v388: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 6.2 KiB/s rd, 12 op/s 2024-03-16T18:33:58.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:57 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/51824196' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:57 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1033014385' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:57 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3639266711' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:33:58.494 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.495+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa0c4109920 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.495 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.496+0000 7fa0baffd640 1 -- 172.21.15.17:0/1852670222 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v106) v1 ==== 74+0+25454 (secure 0 0 0) 0x7fa0c0026090 con 0x7fa0c40ff9f0 2024-03-16T18:33:58.496 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:33:58.496 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":106,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:33:14.430545+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"105","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":19,"snap_epoch":105,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6800/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1154570963":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1518690394":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/4056807792":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/3165612740":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[{"pool":3,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]},{"pool":4,"snaps":[{"begin":7,"length":1},{"begin":19,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0b00a1c20 msgr2=0x7fa0b00a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0b00a1c20 0x7fa0b00a40e0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fa0c4102660 tx=0x7fa0b4005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 msgr2=0x7fa0c4100bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c4100bd0 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7fa0c000e9f0 tx=0x7fa0c000eeb0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 shutdown_connections 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa0b00a1c20 0x7fa0b00a40e0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa0c4107580 0x7fa0c4101650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.498+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa0c41003b0 0x7fa0c4101110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.498 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.499+0000 7fa0cc09a640 1 --2- 172.21.15.17:0/1852670222 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa0c40ff9f0 0x7fa0c4100bd0 unknown :-1 s=CLOSED pgs=1464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.499+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 >> 172.21.15.17:0/1852670222 conn(0x7fa0c40769b0 msgr2=0x7fa0c40fe1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:58.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.499+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 shutdown_connections 2024-03-16T18:33:58.499 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.499+0000 7fa0cc09a640 1 -- 172.21.15.17:0/1852670222 wait complete. 2024-03-16T18:33:58.509 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-03-16T18:14:15.153285+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 12, 'score_stable': 12, 'optimal_score': 0.25, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-03-16T18:18:54.810928+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '84', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.8799999952316284, 'score_stable': 1.8799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.8799999952316284, 'raw_score_stable': 1.8799999952316284, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-03-16T18:18:55.953247+0000', 'flags': 8193, 'flags_names': 'hashpspool,selfmanaged_snaps', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_type': 'Fair distribution', 'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 0.9999998807907104, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-03-16T18:18:59.648485+0000', 'flags': 8197, 'flags_names': 'hashpspool,ec_overwrites,selfmanaged_snaps', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '105', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 19, 'snap_epoch': 105, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-03-16T18:33:58.510 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 -- 172.21.15.17:0/1731214007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081056a0 msgr2=0x7f940810d270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 --2- 172.21.15.17:0/1731214007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081056a0 0x7f940810d270 secure :-1 s=READY pgs=1465 cs=0 l=1 rev1=1 crypto rx=0x7f9400009cd0 tx=0x7f940002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 -- 172.21.15.17:0/1731214007 shutdown_connections 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 --2- 172.21.15.17:0/1731214007 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081056a0 0x7f940810d270 unknown :-1 s=CLOSED pgs=1465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 --2- 172.21.15.17:0/1731214007 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f9408100f80 0x7f9408104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 --2- 172.21.15.17:0/1731214007 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f94081005d0 0x7f94081009b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 -- 172.21.15.17:0/1731214007 >> 172.21.15.17:0/1731214007 conn(0x7f94080774f0 msgr2=0x7f9408077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 -- 172.21.15.17:0/1731214007 shutdown_connections 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 -- 172.21.15.17:0/1731214007 wait complete. 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 Processor -- start 2024-03-16T18:33:58.617 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 -- start start 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 0x7f94081988a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.616+0000 7f940f593640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94081056a0 0x7f9408198de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940f593640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9408199370 0x7f94081a3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940f593640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94081a3fc0 con 0x7f94081005d0 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940f593640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94081a4130 con 0x7f9408199370 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940f593640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94081a42f0 con 0x7f94081056a0 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 0x7f94081988a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 0x7f94081988a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43166/0 (socket says 172.21.15.17:43166) 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 -- 172.21.15.17:0/3049213040 learned_addr learned my addr 172.21.15.17:0/3049213040 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940cb2e640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94081056a0 0x7f9408198de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940db30640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9408199370 0x7f94081a3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 -- 172.21.15.17:0/3049213040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94081056a0 msgr2=0x7f9408198de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94081056a0 0x7f9408198de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.618 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 -- 172.21.15.17:0/3049213040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9408199370 msgr2=0x7f94081a3920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9408199370 0x7f94081a3920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 -- 172.21.15.17:0/3049213040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9404009490 con 0x7f94081005d0 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940d32f640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 0x7f94081988a0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f940400ea60 tx=0x7f940400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940400cde0 con 0x7f94081005d0 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f94040044d0 con 0x7f94081005d0 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9400009900 con 0x7f94081005d0 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9404010690 con 0x7f94081005d0 2024-03-16T18:33:58.619 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.617+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94081a4950 con 0x7f94081005d0 2024-03-16T18:33:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.618+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94080682e0 con 0x7f94081005d0 2024-03-16T18:33:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.619+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f9404003e40 con 0x7f94081005d0 2024-03-16T18:33:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.620+0000 7f93fe7fc640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93f40a1ba0 0x7f93f40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.620+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f9404014070 con 0x7f94081005d0 2024-03-16T18:33:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.620+0000 7f940cb2e640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93f40a1ba0 0x7f93f40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.620 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.620+0000 7f940cb2e640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93f40a1ba0 0x7f93f40a4060 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f94080691a0 tx=0x7f93f8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:58.622 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.623+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f9404096c90 con 0x7f94081005d0 2024-03-16T18:33:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.807+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f94081088f0 con 0x7f94081005d0 2024-03-16T18:33:58.806 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.807+0000 7f93fe7fc640 1 -- 172.21.15.17:0/3049213040 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v106) v1 ==== 93+0+10 (secure 0 0 0) 0x7f94040850a0 con 0x7f94081005d0 2024-03-16T18:33:58.807 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 1 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93f40a1ba0 msgr2=0x7f93f40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93f40a1ba0 0x7f93f40a4060 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f94080691a0 tx=0x7f93f8005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 msgr2=0x7f94081988a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 0x7f94081988a0 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f940400ea60 tx=0x7f940400ef20 comp rx=0 tx=0).stop 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 shutdown_connections 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f93f40a1ba0 0x7f93f40a4060 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9408199370 0x7f94081a3920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f94081056a0 0x7f9408198de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 --2- 172.21.15.17:0/3049213040 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f94081005d0 0x7f94081988a0 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.809+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 >> 172.21.15.17:0/3049213040 conn(0x7f94080774f0 msgr2=0x7f94080fe650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:58.809 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.810+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 shutdown_connections 2024-03-16T18:33:58.810 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.810+0000 7f940f593640 1 -- 172.21.15.17:0/3049213040 wait complete. 2024-03-16T18:33:58.819 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.926+0000 7f5c082df640 1 -- 172.21.15.17:0/3010895178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 msgr2=0x7f5c0010e330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.926+0000 7f5c082df640 1 --2- 172.21.15.17:0/3010895178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0010e330 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f5bf0009ca0 tx=0x7f5bf002c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- 172.21.15.17:0/3010895178 shutdown_connections 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 --2- 172.21.15.17:0/3010895178 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0010e330 unknown :-1 s=CLOSED pgs=1467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 --2- 172.21.15.17:0/3010895178 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c001014b0 0x7f5c00101930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 --2- 172.21.15.17:0/3010895178 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c00107570 0x7f5c00107950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- 172.21.15.17:0/3010895178 >> 172.21.15.17:0/3010895178 conn(0x7f5c000fcf20 msgr2=0x7f5c000ff340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:58.928 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- 172.21.15.17:0/3010895178 shutdown_connections 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- 172.21.15.17:0/3010895178 wait complete. 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 Processor -- start 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- start start 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c001014b0 0x7f5c0019d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0019dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c00107570 0x7f5c00197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c00197ec0 con 0x7f5c00101e70 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c00198030 con 0x7f5c00107570 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.927+0000 7f5c082df640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5c001981f0 con 0x7f5c001014b0 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0019dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0019dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43180/0 (socket says 172.21.15.17:43180) 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 -- 172.21.15.17:0/2245710909 learned_addr learned my addr 172.21.15.17:0/2245710909 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0687c640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c00107570 0x7f5c00197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0607b640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c001014b0 0x7f5c0019d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 -- 172.21.15.17:0/2245710909 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c001014b0 msgr2=0x7f5c0019d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c001014b0 0x7f5c0019d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 -- 172.21.15.17:0/2245710909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c00107570 msgr2=0x7f5c00197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c00107570 0x7f5c00197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 -- 172.21.15.17:0/2245710909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bf0009900 con 0x7f5c00101e70 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c0587a640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0019dbf0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400e9f0 tx=0x7f5bf400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4009720 con 0x7f5c00101e70 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5bf400cd80 con 0x7f5c00101e70 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5c001984d0 con 0x7f5c00101e70 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bf4010430 con 0x7f5c00101e70 2024-03-16T18:33:58.930 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.928+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5c001a46e0 con 0x7f5c00101e70 2024-03-16T18:33:58.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.929+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5c00102bd0 con 0x7f5c00101e70 2024-03-16T18:33:58.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.930+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5bf4005020 con 0x7f5c00101e70 2024-03-16T18:33:58.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.931+0000 7f5bff7fe640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5be80a1ba0 0x7f5be80a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:58.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.931+0000 7f5c0607b640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5be80a1ba0 0x7f5be80a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:58.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.931+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5bf4014070 con 0x7f5c00101e70 2024-03-16T18:33:58.931 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.931+0000 7f5c0607b640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5be80a1ba0 0x7f5be80a4060 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8009b50 tx=0x7f5bf8005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:58.934 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:58.935+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5bf40d1030 con 0x7f5c00101e70 2024-03-16T18:33:59.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.116+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5c00109980 con 0x7f5c00101e70 2024-03-16T18:33:59.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.117+0000 7f5bff7fe640 1 -- 172.21.15.17:0/2245710909 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v106) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5bf4096a20 con 0x7f5c00101e70 2024-03-16T18:33:59.116 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.118+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5be80a1ba0 msgr2=0x7f5be80a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.118+0000 7f5c082df640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5be80a1ba0 0x7f5be80a4060 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5bf8009b50 tx=0x7f5bf8005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.118+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 msgr2=0x7f5c0019dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0019dbf0 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f5bf400e9f0 tx=0x7f5bf400edf0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 shutdown_connections 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5be80a1ba0 0x7f5be80a4060 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.118 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5c00101e70 0x7f5c0019dbf0 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5c00107570 0x7f5c00197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 --2- 172.21.15.17:0/2245710909 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5c001014b0 0x7f5c0019d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 >> 172.21.15.17:0/2245710909 conn(0x7f5c000fcf20 msgr2=0x7f5c000fe8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:59.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 shutdown_connections 2024-03-16T18:33:59.119 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.119+0000 7f5c082df640 1 -- 172.21.15.17:0/2245710909 wait complete. 2024-03-16T18:33:59.127 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:58 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4025659315' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:33:59.127 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:58 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1852670222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:59.128 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:58 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3049213040' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:59.129 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 -- 172.21.15.17:0/2047595271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c1056e0 msgr2=0x7f5d5c10d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 --2- 172.21.15.17:0/2047595271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c1056e0 0x7f5d5c10d2b0 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f5d54009cd0 tx=0x7f5d5402c0f0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 -- 172.21.15.17:0/2047595271 shutdown_connections 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 --2- 172.21.15.17:0/2047595271 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c1056e0 0x7f5d5c10d2b0 unknown :-1 s=CLOSED pgs=1469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 --2- 172.21.15.17:0/2047595271 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5d5c100fc0 0x7f5d5c105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 --2- 172.21.15.17:0/2047595271 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d5c100610 0x7f5d5c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 -- 172.21.15.17:0/2047595271 >> 172.21.15.17:0/2047595271 conn(0x7f5d5c076770 msgr2=0x7f5d5c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 -- 172.21.15.17:0/2047595271 shutdown_connections 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.235+0000 7f5d63948640 1 -- 172.21.15.17:0/2047595271 wait complete. 2024-03-16T18:33:59.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 Processor -- start 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 -- start start 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 0x7f5d5c198880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d5c1056e0 0x7f5d5c198dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5d5c199350 0x7f5d5c1a3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5c1a3fd0 con 0x7f5d5c100610 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5c1a4140 con 0x7f5d5c1056e0 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d63948640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d5c1a4300 con 0x7f5d5c199350 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 0x7f5d5c198880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 0x7f5d5c198880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:43194/0 (socket says 172.21.15.17:43194) 2024-03-16T18:33:59.238 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 -- 172.21.15.17:0/2056796989 learned_addr learned my addr 172.21.15.17:0/2056796989 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d60ee3640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d5c1056e0 0x7f5d5c198dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d61ee5640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5d5c199350 0x7f5d5c1a3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 -- 172.21.15.17:0/2056796989 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5d5c199350 msgr2=0x7f5d5c1a3900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5d5c199350 0x7f5d5c1a3900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 -- 172.21.15.17:0/2056796989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d5c1056e0 msgr2=0x7f5d5c198dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d5c1056e0 0x7f5d5c198dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 -- 172.21.15.17:0/2056796989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d54009900 con 0x7f5d5c100610 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.236+0000 7f5d616e4640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 0x7f5d5c198880 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f5d5800e9f0 tx=0x7f5d5800eeb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.237+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d58009700 con 0x7f5d5c100610 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.237+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d5c1a45e0 con 0x7f5d5c100610 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.237+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f5d5800cd80 con 0x7f5d5c100610 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.237+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d58018840 con 0x7f5d5c100610 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.237+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d5c1a4b40 con 0x7f5d5c100610 2024-03-16T18:33:59.239 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.238+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d5c101ae0 con 0x7f5d5c100610 2024-03-16T18:33:59.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.239+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f5d580189a0 con 0x7f5d5c100610 2024-03-16T18:33:59.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.239+0000 7f5d527fc640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5d480a1ba0 0x7f5d480a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.239+0000 7f5d60ee3640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5d480a1ba0 0x7f5d480a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.240 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.239+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f5d58014070 con 0x7f5d5c100610 2024-03-16T18:33:59.241 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.240+0000 7f5d60ee3640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5d480a1ba0 0x7f5d480a4060 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c06a650 tx=0x7f5d4c005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:59.242 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.244+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f5d58053280 con 0x7f5d5c100610 2024-03-16T18:33:59.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:58 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4025659315' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:33:59.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:58 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1852670222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:59.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:58 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3049213040' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:59.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:58 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4025659315' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:33:59.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:58 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1852670222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:33:59.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:58 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3049213040' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-03-16T18:33:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.425+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5d5c1089b0 con 0x7f5d5c100610 2024-03-16T18:33:59.425 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.426+0000 7f5d527fc640 1 -- 172.21.15.17:0/2056796989 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v106) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5d58096ac0 con 0x7f5d5c100610 2024-03-16T18:33:59.425 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 64 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5d480a1ba0 msgr2=0x7f5d480a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5d480a1ba0 0x7f5d480a4060 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f5d5c06a650 tx=0x7f5d4c005f90 comp rx=0 tx=0).stop 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 msgr2=0x7f5d5c198880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 0x7f5d5c198880 secure :-1 s=READY pgs=1470 cs=0 l=1 rev1=1 crypto rx=0x7f5d5800e9f0 tx=0x7f5d5800eeb0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 shutdown_connections 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f5d480a1ba0 0x7f5d480a4060 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f5d5c199350 0x7f5d5c1a3900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f5d5c1056e0 0x7f5d5c198dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 --2- 172.21.15.17:0/2056796989 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f5d5c100610 0x7f5d5c198880 unknown :-1 s=CLOSED pgs=1470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 >> 172.21.15.17:0/2056796989 conn(0x7f5d5c076770 msgr2=0x7f5d5c0fe3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 shutdown_connections 2024-03-16T18:33:59.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.428+0000 7f5d63948640 1 -- 172.21.15.17:0/2056796989 wait complete. 2024-03-16T18:33:59.438 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-03-16T18:33:59.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 -- 172.21.15.17:0/230720062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c100fc0 msgr2=0x7fbd1c105000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 --2- 172.21.15.17:0/230720062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c100fc0 0x7fbd1c105000 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7fbd10009860 tx=0x7fbd1002bb70 comp rx=0 tx=0).stop 2024-03-16T18:33:59.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 -- 172.21.15.17:0/230720062 shutdown_connections 2024-03-16T18:33:59.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 --2- 172.21.15.17:0/230720062 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c1056e0 0x7fbd1c10d2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 --2- 172.21.15.17:0/230720062 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c100fc0 0x7fbd1c105000 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 --2- 172.21.15.17:0/230720062 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd1c100610 0x7fbd1c1009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 -- 172.21.15.17:0/230720062 >> 172.21.15.17:0/230720062 conn(0x7fbd1c076770 msgr2=0x7fbd1c076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 -- 172.21.15.17:0/230720062 shutdown_connections 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 -- 172.21.15.17:0/230720062 wait complete. 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.544+0000 7fbd21c64640 1 Processor -- start 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 -- start start 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 0x7fbd1c10db90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c1056e0 0x7fbd1c10e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd1c10e610 0x7fbd1c1a5c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1c1a61f0 con 0x7fbd1c100610 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1c1a6360 con 0x7fbd1c10e610 2024-03-16T18:33:59.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd21c64640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd1c1a6520 con 0x7fbd1c1056e0 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 0x7fbd1c10db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 0x7fbd1c10db90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59736/0 (socket says 172.21.15.17:59736) 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 -- 172.21.15.17:0/2064803067 learned_addr learned my addr 172.21.15.17:0/2064803067 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1affd640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c1056e0 0x7fbd1c10e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1bfff640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd1c10e610 0x7fbd1c1a5c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 -- 172.21.15.17:0/2064803067 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c1056e0 msgr2=0x7fbd1c10e0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c1056e0 0x7fbd1c10e0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 -- 172.21.15.17:0/2064803067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd1c10e610 msgr2=0x7fbd1c1a5c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd1c10e610 0x7fbd1c1a5c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 -- 172.21.15.17:0/2064803067 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd14009900 con 0x7fbd1c100610 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1affd640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c1056e0 0x7fbd1c10e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.545+0000 7fbd1b7fe640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 0x7fbd1c10db90 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c00e9f0 tx=0x7fbd0c00edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.546+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd0c009720 con 0x7fbd1c100610 2024-03-16T18:33:59.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.546+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd10009490 con 0x7fbd1c100610 2024-03-16T18:33:59.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.546+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fbd0c00cd80 con 0x7fbd1c100610 2024-03-16T18:33:59.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.546+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd0c010430 con 0x7fbd1c100610 2024-03-16T18:33:59.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.546+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd1c1a6b50 con 0x7fbd1c100610 2024-03-16T18:33:59.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.547+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd1c101ae0 con 0x7fbd1c100610 2024-03-16T18:33:59.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.548+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fbd0c005020 con 0x7fbd1c100610 2024-03-16T18:33:59.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.548+0000 7fbd18ff9640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd040a1bd0 0x7fbd040a4090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.549+0000 7fbd1affd640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd040a1bd0 0x7fbd040a4090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.549+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7fbd0c014070 con 0x7fbd1c100610 2024-03-16T18:33:59.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.549+0000 7fbd1affd640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd040a1bd0 0x7fbd040a4090 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbd10009830 tx=0x7fbd1002e040 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:59.552 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.553+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fbd0c096a20 con 0x7fbd1c100610 2024-03-16T18:33:59.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.734+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fbd1c108970 con 0x7fbd1c100610 2024-03-16T18:33:59.734 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.735+0000 7fbd18ff9640 1 -- 172.21.15.17:0/2064803067 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v106) v1 ==== 103+0+11 (secure 0 0 0) 0x7fbd0c09a0e0 con 0x7fbd1c100610 2024-03-16T18:33:59.734 INFO:teuthology.orchestra.run.smithi017.stdout:pg_num: 32 2024-03-16T18:33:59.736 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd040a1bd0 msgr2=0x7fbd040a4090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd040a1bd0 0x7fbd040a4090 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fbd10009830 tx=0x7fbd1002e040 comp rx=0 tx=0).stop 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 msgr2=0x7fbd1c10db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 0x7fbd1c10db90 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fbd0c00e9f0 tx=0x7fbd0c00edf0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 shutdown_connections 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fbd040a1bd0 0x7fbd040a4090 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fbd1c10e610 0x7fbd1c1a5c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fbd1c1056e0 0x7fbd1c10e0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 --2- 172.21.15.17:0/2064803067 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fbd1c100610 0x7fbd1c10db90 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 >> 172.21.15.17:0/2064803067 conn(0x7fbd1c076770 msgr2=0x7fbd1c0fe340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 shutdown_connections 2024-03-16T18:33:59.737 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.737+0000 7fbd21c64640 1 -- 172.21.15.17:0/2064803067 wait complete. 2024-03-16T18:33:59.747 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-03-16T18:33:59.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 -- 172.21.15.17:0/1660510789 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 msgr2=0x7f963010d2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 --2- 172.21.15.17:0/1660510789 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 0x7f963010d2b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f9628009be0 tx=0x7f962802bef0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 -- 172.21.15.17:0/1660510789 shutdown_connections 2024-03-16T18:33:59.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 --2- 172.21.15.17:0/1660510789 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630100fc0 0x7f9630105000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.853 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 --2- 172.21.15.17:0/1660510789 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 0x7f963010d2b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 --2- 172.21.15.17:0/1660510789 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9630100610 0x7f96301009f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 -- 172.21.15.17:0/1660510789 >> 172.21.15.17:0/1660510789 conn(0x7f9630076770 msgr2=0x7f9630076b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 -- 172.21.15.17:0/1660510789 shutdown_connections 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.851+0000 7f9637076640 1 -- 172.21.15.17:0/1660510789 wait complete. 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 Processor -- start 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 -- start start 2024-03-16T18:33:59.854 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9630100610 0x7f9630198840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 0x7f9630198d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 0x7f96301a38c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96301a3f90 con 0x7f9630199310 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96301a4100 con 0x7f9630100610 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9637076640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96301a42c0 con 0x7f96301056e0 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 0x7f96301a38c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 0x7f96301a38c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59746/0 (socket says 172.21.15.17:59746) 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 -- 172.21.15.17:0/2770017913 learned_addr learned my addr 172.21.15.17:0/2770017913 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:33:59.858 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9634e12640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9630100610 0x7f9630198840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f962ffff640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 0x7f9630198d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 -- 172.21.15.17:0/2770017913 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 msgr2=0x7f9630198d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 0x7f9630198d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 -- 172.21.15.17:0/2770017913 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9630100610 msgr2=0x7f9630198840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9630100610 0x7f9630198840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.852+0000 7f9635613640 1 -- 172.21.15.17:0/2770017913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f961c009560 con 0x7f9630199310 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.853+0000 7f9635613640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 0x7f96301a38c0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f96280096f0 tx=0x7f9628005c60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.853+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9628003b70 con 0x7f9630199310 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.853+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9628009840 con 0x7f9630199310 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.853+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96301a4910 con 0x7f9630199310 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.853+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f9628033e40 con 0x7f9630199310 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.853+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9628034690 con 0x7f9630199310 2024-03-16T18:33:59.859 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.854+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9614005290 con 0x7f9630199310 2024-03-16T18:33:59.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.856+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f9628003cd0 con 0x7f9630199310 2024-03-16T18:33:59.860 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.856+0000 7f962dffb640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f96200a1ba0 0x7f96200a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:33:59.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.856+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 9583+0+0 (secure 0 0 0) 0x7f96280f06d0 con 0x7f9630199310 2024-03-16T18:33:59.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.856+0000 7f9634e12640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f96200a1ba0 0x7f96200a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:33:59.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.857+0000 7f9634e12640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f96200a1ba0 0x7f96200a4060 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9624009bd0 tx=0x7f9624005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:33:59.861 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:33:59.860+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f96280b9230 con 0x7f9630199310 2024-03-16T18:34:00.035 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:59 smithi017 ceph-mon[32207]: pgmap v389: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:34:00.035 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:59 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2245710909' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.035 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:59 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2056796989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.035 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:33:59 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2064803067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.055 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.057+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f96140058f0 con 0x7f9630199310 2024-03-16T18:34:00.056 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.057+0000 7f962dffb640 1 -- 172.21.15.17:0/2770017913 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 16 entries v106) v1 ==== 81+0+943 (secure 0 0 0) 0x7f96140058f0 con 0x7f9630199310 2024-03-16T18:34:00.056 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2425281013 2024-03-17T18:21:30.112759+0000 2024-03-16T18:34:00.056 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2425281013 2024-03-17T18:21:30.112759+0000 2024-03-16T18:34:00.056 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1154570963 2024-03-17T18:21:30.112759+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1518690394 2024-03-17T18:21:30.112759+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/4056807792 2024-03-17T18:21:30.112759+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/544206830 2024-03-17T18:11:50.809733+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/109238757 2024-03-17T18:11:50.809733+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/3337149114 2024-03-17T18:11:24.717822+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/2210699953 2024-03-17T18:11:24.717822+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6800/2875100147 2024-03-17T18:11:50.809733+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:6801/1281331913 2024-03-17T18:11:24.717822+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/3165612740 2024-03-17T18:21:30.112759+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/571614305 2024-03-17T18:11:50.809733+0000 2024-03-16T18:34:00.057 INFO:teuthology.orchestra.run.smithi017.stdout:172.21.15.17:0/1311409127 2024-03-17T18:11:24.717822+0000 2024-03-16T18:34:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:listed 16 entries 2024-03-16T18:34:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f96200a1ba0 msgr2=0x7f96200a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f96200a1ba0 0x7f96200a4060 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9624009bd0 tx=0x7f9624005f90 comp rx=0 tx=0).stop 2024-03-16T18:34:00.058 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 msgr2=0x7f96301a38c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 0x7f96301a38c0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7f96280096f0 tx=0x7f9628005c60 comp rx=0 tx=0).stop 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 shutdown_connections 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f96200a1ba0 0x7f96200a4060 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f9630199310 0x7f96301a38c0 unknown :-1 s=CLOSED pgs=1472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f96301056e0 0x7f9630198d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 --2- 172.21.15.17:0/2770017913 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f9630100610 0x7f9630198840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 >> 172.21.15.17:0/2770017913 conn(0x7f9630076770 msgr2=0x7f96300fe210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 shutdown_connections 2024-03-16T18:34:00.059 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:00.059+0000 7f9637076640 1 -- 172.21.15.17:0/2770017913 wait complete. 2024-03-16T18:34:00.069 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi017.front.sepia.ceph.com... 2024-03-16T18:34:00.069 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:34:00.069 DEBUG:teuthology.orchestra.run.smithi017:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-03-16T18:34:00.095 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi017.stderr:ceph-fuse[86861]: fuse finished with error 0 and tester_r 0 2024-03-16T18:34:00.097 INFO:teuthology.orchestra.run:waiting for 300 2024-03-16T18:34:00.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:59 smithi149 ceph-mon[35991]: pgmap v389: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:34:00.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:59 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2245710909' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:59 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2056796989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:33:59 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2064803067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:59 smithi153 ceph-mon[36005]: pgmap v389: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:34:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:59 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2245710909' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:59 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2056796989' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-03-16T18:34:00.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:33:59 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2064803067' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]: dispatch 2024-03-16T18:34:01.004 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:00 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2770017913' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:34:01.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:00 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2770017913' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:34:01.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:00 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2770017913' entity='client.admin' cmd=[{"prefix": "osd blocklist ls"}]: dispatch 2024-03-16T18:34:02.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:01 smithi017 ceph-mon[32207]: pgmap v390: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:34:02.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:01 smithi149 ceph-mon[35991]: pgmap v390: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:34:02.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:01 smithi153 ceph-mon[36005]: pgmap v390: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 4.2 KiB/s rd, 8 op/s 2024-03-16T18:34:04.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:03 smithi017 ceph-mon[32207]: pgmap v391: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 46 KiB/s wr, 31 op/s 2024-03-16T18:34:04.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:03 smithi017 ceph-mon[32207]: osdmap e107: 12 total, 12 up, 12 in 2024-03-16T18:34:04.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:03 smithi149 ceph-mon[35991]: pgmap v391: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 46 KiB/s wr, 31 op/s 2024-03-16T18:34:04.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:03 smithi149 ceph-mon[35991]: osdmap e107: 12 total, 12 up, 12 in 2024-03-16T18:34:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:03 smithi153 ceph-mon[36005]: pgmap v391: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 17 KiB/s rd, 46 KiB/s wr, 31 op/s 2024-03-16T18:34:04.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:03 smithi153 ceph-mon[36005]: osdmap e107: 12 total, 12 up, 12 in 2024-03-16T18:34:06.199 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:34:06.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:34:06.199 DEBUG:teuthology.orchestra.run.smithi017:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-03-16T18:34:06.217 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:34:06.218 DEBUG:teuthology.orchestra.run.smithi017:> ip netns list 2024-03-16T18:34:06.276 INFO:teuthology.orchestra.run.smithi017.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-03-16T18:34:06.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:34:06.276 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-03-16T18:34:06.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:05 smithi017 ceph-mon[32207]: pgmap v393: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-03-16T18:34:06.316 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-03-16T18:34:06.316 DEBUG:teuthology.orchestra.run.smithi017:> sudo ip link delete ceph-brx 2024-03-16T18:34:06.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:05 smithi149 ceph-mon[35991]: pgmap v393: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-03-16T18:34:06.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:05 smithi153 ceph-mon[36005]: pgmap v393: 129 pgs: 129 active+clean; 24 MiB data, 474 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-03-16T18:34:06.414 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-03-16T18:34:06.429 INFO:tasks.cephadm:Teardown begin 2024-03-16T18:34:06.429 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-03-16T18:34:06.429 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 -- 172.21.15.17:0/3600310190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d810de90 msgr2=0x7f16d8110280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/3600310190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d810de90 0x7f16d8110280 secure :-1 s=READY pgs=1473 cs=0 l=1 rev1=1 crypto rx=0x7f16d0009900 tx=0x7f16d002bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 -- 172.21.15.17:0/3600310190 shutdown_connections 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/3600310190 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d810de90 0x7f16d8110280 unknown :-1 s=CLOSED pgs=1473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/3600310190 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f16d8100c90 0x7f16d810d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/3600310190 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16d81002e0 0x7f16d81006c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 -- 172.21.15.17:0/3600310190 >> 172.21.15.17:0/3600310190 conn(0x7f16d80774f0 msgr2=0x7f16d8077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 -- 172.21.15.17:0/3600310190 shutdown_connections 2024-03-16T18:34:06.539 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 -- 172.21.15.17:0/3600310190 wait complete. 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 Processor -- start 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.538+0000 7f16ddf1e640 1 -- start start 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 0x7f16d819f8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16d8100c90 0x7f16d819fe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f16d810de90 0x7f16d8199ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d819a110 con 0x7f16d81002e0 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d819a280 con 0x7f16d8100c90 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16d819a440 con 0x7f16d810de90 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 0x7f16d819f8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 0x7f16d819f8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59768/0 (socket says 172.21.15.17:59768) 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 -- 172.21.15.17:0/1777631224 learned_addr learned my addr 172.21.15.17:0/1777631224 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d7fff640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f16d810de90 0x7f16d8199ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d6ffd640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16d8100c90 0x7f16d819fe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.540 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 -- 172.21.15.17:0/1777631224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f16d810de90 msgr2=0x7f16d8199ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f16d810de90 0x7f16d8199ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 -- 172.21.15.17:0/1777631224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16d8100c90 msgr2=0x7f16d819fe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16d8100c90 0x7f16d819fe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 -- 172.21.15.17:0/1777631224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16d0009560 con 0x7f16d81002e0 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d77fe640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 0x7f16d819f8c0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f16c800ebc0 tx=0x7f16c800c6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16c80099b0 con 0x7f16d81002e0 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16d819a720 con 0x7f16d81002e0 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f16c800eec0 con 0x7f16d81002e0 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16c8018a80 con 0x7f16d81002e0 2024-03-16T18:34:06.541 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.539+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16d81a6960 con 0x7f16d81002e0 2024-03-16T18:34:06.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.540+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16d80682e0 con 0x7f16d81002e0 2024-03-16T18:34:06.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.542+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f16c8018be0 con 0x7f16d81002e0 2024-03-16T18:34:06.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.542+0000 7f16d4ff9640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f16c40a1ba0 0x7f16c40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.542+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 9671+0+0 (secure 0 0 0) 0x7f16c8014070 con 0x7f16d81002e0 2024-03-16T18:34:06.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.542+0000 7f16d6ffd640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f16c40a1ba0 0x7f16c40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.542 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.543+0000 7f16d6ffd640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f16c40a1ba0 0x7f16c40a4060 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f16d810ec60 tx=0x7f16c0005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:06.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.546+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f16c8097210 con 0x7f16d81002e0 2024-03-16T18:34:06.765 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.766+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f16d8109020 con 0x7f16d81002e0 2024-03-16T18:34:06.766 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.767+0000 7f16d4ff9640 1 -- 172.21.15.17:0/1777631224 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f16c809a8d0 con 0x7f16d81002e0 2024-03-16T18:34:06.766 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:34:06.766 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:34:06.766 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:34:06.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f16c40a1ba0 msgr2=0x7f16c40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f16c40a1ba0 0x7f16c40a4060 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f16d810ec60 tx=0x7f16c0005f90 comp rx=0 tx=0).stop 2024-03-16T18:34:06.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 msgr2=0x7f16d819f8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 0x7f16d819f8c0 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7f16c800ebc0 tx=0x7f16c800c6a0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 shutdown_connections 2024-03-16T18:34:06.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f16c40a1ba0 0x7f16c40a4060 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f16d810de90 0x7f16d8199ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f16d8100c90 0x7f16d819fe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 --2- 172.21.15.17:0/1777631224 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f16d81002e0 0x7f16d819f8c0 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 >> 172.21.15.17:0/1777631224 conn(0x7f16d80774f0 msgr2=0x7f16d810f3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 shutdown_connections 2024-03-16T18:34:06.769 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.769+0000 7f16ddf1e640 1 -- 172.21.15.17:0/1777631224 wait complete. 2024-03-16T18:34:06.779 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 -- 172.21.15.17:0/1463470033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc101e90 msgr2=0x7f19cc10e350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 --2- 172.21.15.17:0/1463470033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc101e90 0x7f19cc10e350 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f19bc009c10 tx=0x7f19bc02bef0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 -- 172.21.15.17:0/1463470033 shutdown_connections 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 --2- 172.21.15.17:0/1463470033 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc1014d0 0x7f19cc101950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 --2- 172.21.15.17:0/1463470033 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc101e90 0x7f19cc10e350 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 --2- 172.21.15.17:0/1463470033 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19cc107590 0x7f19cc107970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 -- 172.21.15.17:0/1463470033 >> 172.21.15.17:0/1463470033 conn(0x7f19cc0fcfa0 msgr2=0x7f19cc0ff3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:06.885 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 -- 172.21.15.17:0/1463470033 shutdown_connections 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 -- 172.21.15.17:0/1463470033 wait complete. 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 Processor -- start 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.884+0000 7f19d405c640 1 -- start start 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19cc1014d0 0x7f19cc19d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 0x7f19cc19dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc107590 0x7f19cc197820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19cc197ec0 con 0x7f19cc101e90 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19cc198030 con 0x7f19cc107590 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19cc1981f0 con 0x7f19cc1014d0 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 0x7f19cc19dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 0x7f19cc19dbf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59784/0 (socket says 172.21.15.17:59784) 2024-03-16T18:34:06.886 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 -- 172.21.15.17:0/3260961780 learned_addr learned my addr 172.21.15.17:0/3260961780 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d1df8640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19cc1014d0 0x7f19cc19d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d25f9640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc107590 0x7f19cc197820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 -- 172.21.15.17:0/3260961780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19cc1014d0 msgr2=0x7f19cc19d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19cc1014d0 0x7f19cc19d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 -- 172.21.15.17:0/3260961780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc107590 msgr2=0x7f19cc197820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc107590 0x7f19cc197820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 -- 172.21.15.17:0/3260961780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19bc009840 con 0x7f19cc101e90 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d15f7640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 0x7f19cc19dbf0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f19c000e9c0 tx=0x7f19c000ee80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19c000ccc0 con 0x7f19cc101e90 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f19c000ce20 con 0x7f19cc101e90 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19cc1984d0 con 0x7f19cc101e90 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19c0010430 con 0x7f19cc101e90 2024-03-16T18:34:06.887 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.885+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19cc1a46e0 con 0x7f19cc101e90 2024-03-16T18:34:06.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.886+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19cc102bf0 con 0x7f19cc101e90 2024-03-16T18:34:06.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.887+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f19c0004ee0 con 0x7f19cc101e90 2024-03-16T18:34:06.888 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.888+0000 7f19caffd640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19b40a1ba0 0x7f19b40a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:06.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.888+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 9671+0+0 (secure 0 0 0) 0x7f19c0014070 con 0x7f19cc101e90 2024-03-16T18:34:06.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.888+0000 7f19d1df8640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19b40a1ba0 0x7f19b40a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:06.889 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.888+0000 7f19d1df8640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19b40a1ba0 0x7f19b40a4060 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f19c4009b50 tx=0x7f19c4005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:06.891 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:06.893+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f19c0096930 con 0x7f19cc101e90 2024-03-16T18:34:07.035 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:06 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/1777631224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:34:07.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.113+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f19cc109900 con 0x7f19cc101e90 2024-03-16T18:34:07.113 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.114+0000 7f19caffd640 1 -- 172.21.15.17:0/3260961780 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+11465 (secure 0 0 0) 0x7f19c0099ff0 con 0x7f19cc101e90 2024-03-16T18:34:07.113 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:34:07.113 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":28,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14538,"name":"j","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6835/4000873635","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6834","nonce":4000873635},{"type":"v1","addr":"172.21.15.17:6835","nonce":4000873635}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":4},{"gid":14556,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.17:6837/2399846333","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6836","nonce":2399846333},{"type":"v1","addr":"172.21.15.17:6837","nonce":2399846333}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":5}],"filesystems":[{"mdsmap":{"epoch":28,"flags":306,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":true,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":true},"ever_allowed_features":32,"explicitly_allowed_features":32,"created":"2024-03-16T18:18:56.806453+0000","modified":"2024-03-16T18:21:14.507079+0000","tableserver":0,"root":0,"session_timeout":300,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":5,"in":[0,1,2,3,4],"up":{"mds_0":24545,"mds_1":24494,"mds_2":24490,"mds_3":24464,"mds_4":24460},"failed":[],"damaged":[],"stopped":[],"info":{"gid_14622":{"gid":14622,"name":"g","rank":4,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6839/237087686","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6838","nonce":237087686},{"type":"v1","addr":"172.21.15.17:6839","nonce":237087686}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_14634":{"gid":14634,"name":"a","rank":3,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.17:6841/4143054545","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6840","nonce":4143054545},{"type":"v1","addr":"172.21.15.17:6841","nonce":4143054545}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24415":{"gid":24415,"name":"l","rank":2,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6833/1818040216","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":1818040216},{"type":"v1","addr":"172.21.15.153:6833","nonce":1818040216}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24434":{"gid":24434,"name":"k","rank":1,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.149:6833/3519896731","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6832","nonce":3519896731},{"type":"v1","addr":"172.21.15.149:6833","nonce":3519896731}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24454":{"gid":24454,"name":"f","rank":0,"incarnation":0,"state":"up:standby-replay","state_seq":1,"addr":"172.21.15.153:6835/1474094458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6834","nonce":1474094458},{"type":"v1","addr":"172.21.15.153:6835","nonce":1474094458}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24460":{"gid":24460,"name":"c","rank":4,"incarnation":26,"state":"up:active","state_seq":12,"addr":"172.21.15.153:6837/1940463335","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6836","nonce":1940463335},{"type":"v1","addr":"172.21.15.153:6837","nonce":1940463335}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24464":{"gid":24464,"name":"e","rank":3,"incarnation":24,"state":"up:active","state_seq":13,"addr":"172.21.15.149:6835/1680529830","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6834","nonce":1680529830},{"type":"v1","addr":"172.21.15.149:6835","nonce":1680529830}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24490":{"gid":24490,"name":"i","rank":2,"incarnation":22,"state":"up:active","state_seq":10,"addr":"172.21.15.153:6839/3876939861","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6838","nonce":3876939861},{"type":"v1","addr":"172.21.15.153:6839","nonce":3876939861}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24494":{"gid":24494,"name":"h","rank":1,"incarnation":20,"state":"up:active","state_seq":10,"addr":"172.21.15.149:6837/212212221","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6836","nonce":212212221},{"type":"v1","addr":"172.21.15.149:6837","nonce":212212221}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}},"gid_24545":{"gid":24545,"name":"b","rank":0,"incarnation":14,"state":"up:active","state_seq":3,"addr":"172.21.15.149:6839/219844008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6838","nonce":219844008},{"type":"v1","addr":"172.21.15.149:6839","nonce":219844008}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":24545,"qdb_cluster":[24494,24545,24490,24464,24460]},"id":1}]} 2024-03-16T18:34:07.113 INFO:teuthology.orchestra.run.smithi017.stderr:dumped fsmap epoch 28 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.115+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19b40a1ba0 msgr2=0x7f19b40a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.115+0000 7f19d405c640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19b40a1ba0 0x7f19b40a4060 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f19c4009b50 tx=0x7f19c4005f90 comp rx=0 tx=0).stop 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.115+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 msgr2=0x7f19cc19dbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.115+0000 7f19d405c640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 0x7f19cc19dbf0 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7f19c000e9c0 tx=0x7f19c000ee80 comp rx=0 tx=0).stop 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 shutdown_connections 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f19b40a1ba0 0x7f19b40a4060 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f19cc101e90 0x7f19cc19dbf0 unknown :-1 s=CLOSED pgs=1475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f19cc107590 0x7f19cc197820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 --2- 172.21.15.17:0/3260961780 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f19cc1014d0 0x7f19cc19d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.115 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 >> 172.21.15.17:0/3260961780 conn(0x7f19cc0fcfa0 msgr2=0x7f19cc0fe8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:07.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 shutdown_connections 2024-03-16T18:34:07.116 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.116+0000 7f19d405c640 1 -- 172.21.15.17:0/3260961780 wait complete. 2024-03-16T18:34:07.126 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-03-16T18:34:07.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 -- 172.21.15.17:0/3978297912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5841014a0 msgr2=0x7fa584101920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 --2- 172.21.15.17:0/3978297912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5841014a0 0x7fa584101920 secure :-1 s=READY pgs=1476 cs=0 l=1 rev1=1 crypto rx=0x7fa56c009900 tx=0x7fa56c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:07.232 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 -- 172.21.15.17:0/3978297912 shutdown_connections 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 --2- 172.21.15.17:0/3978297912 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa5841014a0 0x7fa584101920 unknown :-1 s=CLOSED pgs=1476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 --2- 172.21.15.17:0/3978297912 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa584101e60 0x7fa58410e320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 --2- 172.21.15.17:0/3978297912 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa584107560 0x7fa584107940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 -- 172.21.15.17:0/3978297912 >> 172.21.15.17:0/3978297912 conn(0x7fa5840fcf90 msgr2=0x7fa5840ff3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 -- 172.21.15.17:0/3978297912 shutdown_connections 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 -- 172.21.15.17:0/3978297912 wait complete. 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 Processor -- start 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.231+0000 7fa58975c640 1 -- start start 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841014a0 0x7fa58419d660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 0x7fa58419dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa584107560 0x7fa5841977d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa584197e70 con 0x7fa584101e60 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa584197fe0 con 0x7fa5841014a0 2024-03-16T18:34:07.233 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5841981a0 con 0x7fa584107560 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 0x7fa58419dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 0x7fa58419dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59798/0 (socket says 172.21.15.17:59798) 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 -- 172.21.15.17:0/682410131 learned_addr learned my addr 172.21.15.17:0/682410131 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa582ffd640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841014a0 0x7fa58419d660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa5837fe640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa584107560 0x7fa5841977d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 -- 172.21.15.17:0/682410131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa584107560 msgr2=0x7fa5841977d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa584107560 0x7fa5841977d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 -- 172.21.15.17:0/682410131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841014a0 msgr2=0x7fa58419d660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841014a0 0x7fa58419d660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 -- 172.21.15.17:0/682410131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa56c009560 con 0x7fa584101e60 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa57bfff640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 0x7fa58419dba0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7fa56c005940 tx=0x7fa56c005df0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c004350 con 0x7fa584101e60 2024-03-16T18:34:07.234 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa584198420 con 0x7fa584101e60 2024-03-16T18:34:07.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fa56c0044b0 con 0x7fa584101e60 2024-03-16T18:34:07.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa56c0053c0 con 0x7fa584101e60 2024-03-16T18:34:07.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.232+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5841a4690 con 0x7fa584101e60 2024-03-16T18:34:07.235 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.233+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa584102bc0 con 0x7fa584101e60 2024-03-16T18:34:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.234+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fa56c005520 con 0x7fa584101e60 2024-03-16T18:34:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.235+0000 7fa580ff9640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5700a1ba0 0x7fa5700a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.235+0000 7fa582ffd640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5700a1ba0 0x7fa5700a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.235+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 9671+0+0 (secure 0 0 0) 0x7fa56c0f0240 con 0x7fa584101e60 2024-03-16T18:34:07.236 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.235+0000 7fa582ffd640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5700a1ba0 0x7fa5700a4060 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa574009bd0 tx=0x7fa574005f90 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:07.237 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.239+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fa56c0b8e30 con 0x7fa584101e60 2024-03-16T18:34:07.258 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:06 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/1777631224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:34:07.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:06 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/1777631224' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:34:07.423 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.424+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa584109950 con 0x7fa584101e60 2024-03-16T18:34:07.424 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.425+0000 7fa580ff9640 1 -- 172.21.15.17:0/682410131 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v107) v1 ==== 74+0+25589 (secure 0 0 0) 0x7fa56c0bc4f0 con 0x7fa584101e60 2024-03-16T18:34:07.425 INFO:teuthology.orchestra.run.smithi017.stdout: 2024-03-16T18:34:07.425 INFO:teuthology.orchestra.run.smithi017.stdout:{"epoch":107,"fsid":"5a81d92e-e3c0-11ee-95c9-87774f69a715","created":"2024-03-16T18:10:54.420878+0000","modified":"2024-03-16T18:34:02.916130+0000","last_up_change":"2024-03-16T18:18:05.782580+0000","last_in_change":"2024-03-16T18:17:44.480008+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":12,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-03-16T18:14:15.153285+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":12,"score_stable":12,"optimal_score":0.25,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-03-16T18:18:54.810928+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"84","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.8799999952316284,"score_stable":1.8799999952316284,"optimal_score":1,"raw_score_acting":1.8799999952316284,"raw_score_stable":1.8799999952316284,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-03-16T18:18:55.953247+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":21,"snap_epoch":107,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":0.99999988079071045,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-03-16T18:18:59.648485+0000","flags":8197,"flags_names":"hashpspool,ec_overwrites,selfmanaged_snaps","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"107","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":21,"snap_epoch":107,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"90fc8db7-8a91-42f8-b78d-dbfb3930ec51","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6802","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6803","nonce":2308279915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6804","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6805","nonce":2308279915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6808","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6809","nonce":2308279915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6806","nonce":2308279915},{"type":"v1","addr":"172.21.15.17:6807","nonce":2308279915}]},"public_addr":"172.21.15.17:6803/2308279915","cluster_addr":"172.21.15.17:6805/2308279915","heartbeat_back_addr":"172.21.15.17:6809/2308279915","heartbeat_front_addr":"172.21.15.17:6807/2308279915","state":["exists","up"]},{"osd":1,"uuid":"c89cf20f-81f1-4196-b602-3b3ea1e86a10","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6800","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6801","nonce":1758479845}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6802","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6803","nonce":1758479845}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6806","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6807","nonce":1758479845}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6804","nonce":1758479845},{"type":"v1","addr":"172.21.15.149:6805","nonce":1758479845}]},"public_addr":"172.21.15.149:6801/1758479845","cluster_addr":"172.21.15.149:6803/1758479845","heartbeat_back_addr":"172.21.15.149:6807/1758479845","heartbeat_front_addr":"172.21.15.149:6805/1758479845","state":["exists","up"]},{"osd":2,"uuid":"cf866950-77b5-4efb-ab9e-b90d46f61606","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6801","nonce":1322972806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6803","nonce":1322972806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6807","nonce":1322972806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":1322972806},{"type":"v1","addr":"172.21.15.153:6805","nonce":1322972806}]},"public_addr":"172.21.15.153:6801/1322972806","cluster_addr":"172.21.15.153:6803/1322972806","heartbeat_back_addr":"172.21.15.153:6807/1322972806","heartbeat_front_addr":"172.21.15.153:6805/1322972806","state":["exists","up"]},{"osd":3,"uuid":"9b383b96-a450-4852-b1ca-813807a10bc9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6810","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6811","nonce":3300911096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6812","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6813","nonce":3300911096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6816","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6817","nonce":3300911096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6814","nonce":3300911096},{"type":"v1","addr":"172.21.15.17:6815","nonce":3300911096}]},"public_addr":"172.21.15.17:6811/3300911096","cluster_addr":"172.21.15.17:6813/3300911096","heartbeat_back_addr":"172.21.15.17:6817/3300911096","heartbeat_front_addr":"172.21.15.17:6815/3300911096","state":["exists","up"]},{"osd":4,"uuid":"359fa465-6891-4c13-a924-89cc51070582","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":33,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6808","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6809","nonce":1181899126}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6810","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6811","nonce":1181899126}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6814","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6815","nonce":1181899126}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6812","nonce":1181899126},{"type":"v1","addr":"172.21.15.149:6813","nonce":1181899126}]},"public_addr":"172.21.15.149:6809/1181899126","cluster_addr":"172.21.15.149:6811/1181899126","heartbeat_back_addr":"172.21.15.149:6815/1181899126","heartbeat_front_addr":"172.21.15.149:6813/1181899126","state":["exists","up"]},{"osd":5,"uuid":"b750e471-3f2c-4a6b-abc4-977281eeb206","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6809","nonce":3529556305}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6811","nonce":3529556305}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6815","nonce":3529556305}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":3529556305},{"type":"v1","addr":"172.21.15.153:6813","nonce":3529556305}]},"public_addr":"172.21.15.153:6809/3529556305","cluster_addr":"172.21.15.153:6811/3529556305","heartbeat_back_addr":"172.21.15.153:6815/3529556305","heartbeat_front_addr":"172.21.15.153:6813/3529556305","state":["exists","up"]},{"osd":6,"uuid":"1e0c37fa-686c-42d4-96c7-c140e8fff7e3","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6818","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6819","nonce":2282142756}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6820","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6821","nonce":2282142756}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6824","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6825","nonce":2282142756}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6822","nonce":2282142756},{"type":"v1","addr":"172.21.15.17:6823","nonce":2282142756}]},"public_addr":"172.21.15.17:6819/2282142756","cluster_addr":"172.21.15.17:6821/2282142756","heartbeat_back_addr":"172.21.15.17:6825/2282142756","heartbeat_front_addr":"172.21.15.17:6823/2282142756","state":["exists","up"]},{"osd":7,"uuid":"5bb7dd07-2934-4c7d-9f18-8e0c6fa0a6c7","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":51,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6816","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6817","nonce":460911357}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6818","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6819","nonce":460911357}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6822","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6823","nonce":460911357}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6820","nonce":460911357},{"type":"v1","addr":"172.21.15.149:6821","nonce":460911357}]},"public_addr":"172.21.15.149:6817/460911357","cluster_addr":"172.21.15.149:6819/460911357","heartbeat_back_addr":"172.21.15.149:6823/460911357","heartbeat_front_addr":"172.21.15.149:6821/460911357","state":["exists","up"]},{"osd":8,"uuid":"7c36d5dc-8637-4040-afc2-3a81355cfb3e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":59,"up_thru":90,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6817","nonce":581873480}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6819","nonce":581873480}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6823","nonce":581873480}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":581873480},{"type":"v1","addr":"172.21.15.153:6821","nonce":581873480}]},"public_addr":"172.21.15.153:6817/581873480","cluster_addr":"172.21.15.153:6819/581873480","heartbeat_back_addr":"172.21.15.153:6823/581873480","heartbeat_front_addr":"172.21.15.153:6821/581873480","state":["exists","up"]},{"osd":9,"uuid":"97d69529-d483-4f8e-b808-ed5723b8f798","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":67,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6826","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6827","nonce":1579251264}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6828","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6829","nonce":1579251264}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6832","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6833","nonce":1579251264}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.17:6830","nonce":1579251264},{"type":"v1","addr":"172.21.15.17:6831","nonce":1579251264}]},"public_addr":"172.21.15.17:6827/1579251264","cluster_addr":"172.21.15.17:6829/1579251264","heartbeat_back_addr":"172.21.15.17:6833/1579251264","heartbeat_front_addr":"172.21.15.17:6831/1579251264","state":["exists","up"]},{"osd":10,"uuid":"39cca802-1a94-4d58-97e2-e72337174cf8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":72,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6824","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6825","nonce":394958612}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6826","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6827","nonce":394958612}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6830","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6831","nonce":394958612}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.149:6828","nonce":394958612},{"type":"v1","addr":"172.21.15.149:6829","nonce":394958612}]},"public_addr":"172.21.15.149:6825/394958612","cluster_addr":"172.21.15.149:6827/394958612","heartbeat_back_addr":"172.21.15.149:6831/394958612","heartbeat_front_addr":"172.21.15.149:6829/394958612","state":["exists","up"]},{"osd":11,"uuid":"567f2d75-3b8e-435f-8285-21fd93d2575d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":80,"up_thru":92,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6825","nonce":2837848003}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6827","nonce":2837848003}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6831","nonce":2837848003}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":2837848003},{"type":"v1","addr":"172.21.15.153:6829","nonce":2837848003}]},"public_addr":"172.21.15.153:6825/2837848003","cluster_addr":"172.21.15.153:6827/2837848003","heartbeat_back_addr":"172.21.15.153:6831/2837848003","heartbeat_front_addr":"172.21.15.153:6829/2837848003","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:24.106711+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:13:48.283233+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:12.211592+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:14:37.323855+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:01.626191+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:26.383225+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:15:52.662185+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:18.052046+0000","dead_epoch":0},{"osd":8,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:16:43.981269+0000","dead_epoch":0},{"osd":9,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:10.751477+0000","dead_epoch":0},{"osd":10,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:17:36.661307+0000","dead_epoch":0},{"osd":11,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-03-16T18:18:03.088439+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.5","mappings":[{"from":8,"to":11}]},{"pgid":"2.c","mappings":[{"from":2,"to":1}]},{"pgid":"2.10","mappings":[{"from":2,"to":4}]},{"pgid":"2.1d","mappings":[{"from":8,"to":11}]},{"pgid":"3.3","mappings":[{"from":4,"to":9}]},{"pgid":"3.10","mappings":[{"from":5,"to":9}]},{"pgid":"3.17","mappings":[{"from":4,"to":8}]},{"pgid":"3.1d","mappings":[{"from":4,"to":7}]},{"pgid":"3.22","mappings":[{"from":3,"to":9}]},{"pgid":"3.39","mappings":[{"from":5,"to":8}]},{"pgid":"3.3a","mappings":[{"from":4,"to":6}]},{"pgid":"4.b","mappings":[{"from":9,"to":8}]},{"pgid":"4.15","mappings":[{"from":5,"to":10}]},{"pgid":"4.1b","mappings":[{"from":9,"to":10}]},{"pgid":"4.1f","mappings":[{"from":9,"to":8}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.17:6801/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6800/2425281013":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1154570963":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/1518690394":"2024-03-17T18:21:30.112759+0000","172.21.15.17:6801/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/4056807792":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/544206830":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/109238757":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/3337149114":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/2210699953":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:6800/2875100147":"2024-03-17T18:11:50.809733+0000","172.21.15.17:6801/1281331913":"2024-03-17T18:11:24.717822+0000","172.21.15.17:0/3165612740":"2024-03-17T18:21:30.112759+0000","172.21.15.17:0/571614305":"2024-03-17T18:11:50.809733+0000","172.21.15.17:0/1311409127":"2024-03-17T18:11:24.717822+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-num-failure-domains":"0","crush-osds-per-failure-domain":"0","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[{"pool":3,"snaps":[{"begin":8,"length":1},{"begin":21,"length":1}]},{"pool":4,"snaps":[{"begin":8,"length":1},{"begin":21,"length":1}]}],"new_removed_snaps":[{"pool":3,"snaps":[{"begin":8,"length":1},{"begin":21,"length":1}]},{"pool":4,"snaps":[{"begin":8,"length":1},{"begin":21,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5700a1ba0 msgr2=0x7fa5700a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5700a1ba0 0x7fa5700a4060 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fa574009bd0 tx=0x7fa574005f90 comp rx=0 tx=0).stop 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 msgr2=0x7fa58419dba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 0x7fa58419dba0 secure :-1 s=READY pgs=1477 cs=0 l=1 rev1=1 crypto rx=0x7fa56c005940 tx=0x7fa56c005df0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 shutdown_connections 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fa5700a1ba0 0x7fa5700a4060 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.427 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fa584101e60 0x7fa58419dba0 unknown :-1 s=CLOSED pgs=1477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fa584107560 0x7fa5841977d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 --2- 172.21.15.17:0/682410131 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fa5841014a0 0x7fa58419d660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 >> 172.21.15.17:0/682410131 conn(0x7fa5840fcf90 msgr2=0x7fa5840fe790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 shutdown_connections 2024-03-16T18:34:07.428 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.428+0000 7fa58975c640 1 -- 172.21.15.17:0/682410131 wait complete. 2024-03-16T18:34:07.438 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-03-16T18:34:07.545 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 -- 172.21.15.17:0/1061054655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594107500 msgr2=0x7f85941078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 --2- 172.21.15.17:0/1061054655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594107500 0x7f85941078e0 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f858c009930 tx=0x7f858c02bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 -- 172.21.15.17:0/1061054655 shutdown_connections 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 --2- 172.21.15.17:0/1061054655 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f8594069090 0x7f859410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 --2- 172.21.15.17:0/1061054655 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85940686d0 0x7f8594068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 --2- 172.21.15.17:0/1061054655 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594107500 0x7f85941078e0 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.543+0000 7f859975c640 1 -- 172.21.15.17:0/1061054655 >> 172.21.15.17:0/1061054655 conn(0x7f85940774f0 msgr2=0x7f8594077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 -- 172.21.15.17:0/1061054655 shutdown_connections 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 -- 172.21.15.17:0/1061054655 wait complete. 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 Processor -- start 2024-03-16T18:34:07.546 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 -- start start 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85940686d0 0x7f859419d720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 0x7f859419dc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8594107500 0x7f85941978d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8594197f20 con 0x7f8594069090 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8594198090 con 0x7f85940686d0 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.544+0000 7f859975c640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8594198250 con 0x7f8594107500 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f85927fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 0x7f859419dc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85940686d0 0x7f859419d720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f85927fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 0x7f859419dc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59810/0 (socket says 172.21.15.17:59810) 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f85927fc640 1 -- 172.21.15.17:0/265718878 learned_addr learned my addr 172.21.15.17:0/265718878 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f85937fe640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8594107500 0x7f85941978d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 -- 172.21.15.17:0/265718878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8594107500 msgr2=0x7f85941978d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8594107500 0x7f85941978d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.547 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 -- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 msgr2=0x7f859419dc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 0x7f859419dc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 -- 172.21.15.17:0/265718878 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f858c009560 con 0x7f85940686d0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f85927fc640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 0x7f859419dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f8592ffd640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85940686d0 0x7f859419d720 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f858c009230 tx=0x7f858c004040 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858c004440 con 0x7f85940686d0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85941984d0 con 0x7f85940686d0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f858c02de90 con 0x7f85940686d0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85941a47c0 con 0x7f85940686d0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.545+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f858c005280 con 0x7f85940686d0 2024-03-16T18:34:07.548 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.546+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85940682e0 con 0x7f85940686d0 2024-03-16T18:34:07.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.548+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f858c003c10 con 0x7f85940686d0 2024-03-16T18:34:07.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.548+0000 7f857bfff640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f857c0a1ba0 0x7f857c0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.548+0000 7f85927fc640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f857c0a1ba0 0x7f857c0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.548+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 9671+0+0 (secure 0 0 0) 0x7f858c0f01e0 con 0x7f85940686d0 2024-03-16T18:34:07.549 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.548+0000 7f85927fc640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f857c0a1ba0 0x7f857c0a4060 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f85940ffed0 tx=0x7f85880091c0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:07.555 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.556+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f858c0b8d40 con 0x7f85940686d0 2024-03-16T18:34:07.782 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.783+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f85941099f0 con 0x7f85940686d0 2024-03-16T18:34:07.794 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.795+0000 7f857bfff640 1 -- 172.21.15.17:0/265718878 <== mon.2 v2:172.21.15.149:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v29) v1 ==== 161+0+0 (secure 0 0 0) 0x7f858c0bc400 con 0x7f85940686d0 2024-03-16T18:34:07.794 INFO:teuthology.orchestra.run.smithi017.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-03-16T18:34:07.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f857c0a1ba0 msgr2=0x7f857c0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.797 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f857c0a1ba0 0x7f857c0a4060 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f85940ffed0 tx=0x7f85880091c0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85940686d0 msgr2=0x7f859419d720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85940686d0 0x7f859419d720 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f858c009230 tx=0x7f858c004040 comp rx=0 tx=0).stop 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 shutdown_connections 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f857c0a1ba0 0x7f857c0a4060 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f8594069090 0x7f859419dc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f8594107500 0x7f85941978d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 --2- 172.21.15.17:0/265718878 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85940686d0 0x7f859419d720 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 >> 172.21.15.17:0/265718878 conn(0x7f85940774f0 msgr2=0x7f85940fe130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 shutdown_connections 2024-03-16T18:34:07.798 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.798+0000 7f859975c640 1 -- 172.21.15.17:0/265718878 wait complete. 2024-03-16T18:34:07.811 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-03-16T18:34:07.922 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 -- 172.21.15.17:0/2923858952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c1096a0 msgr2=0x7fe95c109a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 --2- 172.21.15.17:0/2923858952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c1096a0 0x7fe95c109a80 secure :-1 s=READY pgs=1489 cs=0 l=1 rev1=1 crypto rx=0x7fe954009930 tx=0x7fe95402bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 -- 172.21.15.17:0/2923858952 shutdown_connections 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 --2- 172.21.15.17:0/2923858952 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe95c104050 0x7fe95c110560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 --2- 172.21.15.17:0/2923858952 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe95c103690 0x7fe95c103b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 --2- 172.21.15.17:0/2923858952 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c1096a0 0x7fe95c109a80 unknown :-1 s=CLOSED pgs=1489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 -- 172.21.15.17:0/2923858952 >> 172.21.15.17:0/2923858952 conn(0x7fe95c0ff1a0 msgr2=0x7fe95c1015c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 -- 172.21.15.17:0/2923858952 shutdown_connections 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.921+0000 7fe960e84640 1 -- 172.21.15.17:0/2923858952 wait complete. 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 Processor -- start 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 -- start start 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe95c103690 0x7fe95c19f920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.923 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 0x7fe95c19fe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe95c1096a0 0x7fe95c199ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c19a120 con 0x7fe95c104050 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c19a290 con 0x7fe95c1096a0 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe960e84640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe95c19a450 con 0x7fe95c103690 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe959d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 0x7fe95c19fe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe959d9b640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 0x7fe95c19fe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59850/0 (socket says 172.21.15.17:59850) 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.922+0000 7fe959d9b640 1 -- 172.21.15.17:0/4177199849 learned_addr learned my addr 172.21.15.17:0/4177199849 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe95ad9d640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe95c1096a0 0x7fe95c199ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe95a59c640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe95c103690 0x7fe95c19f920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe959d9b640 1 -- 172.21.15.17:0/4177199849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe95c103690 msgr2=0x7fe95c19f920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe959d9b640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe95c103690 0x7fe95c19f920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe959d9b640 1 -- 172.21.15.17:0/4177199849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe95c1096a0 msgr2=0x7fe95c199ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:07.924 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe959d9b640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe95c1096a0 0x7fe95c199ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe959d9b640 1 -- 172.21.15.17:0/4177199849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe954009560 con 0x7fe95c104050 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe959d9b640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 0x7fe95c19fe60 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7fe94400d950 tx=0x7fe94400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe944009c30 con 0x7fe95c104050 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fe944009d90 con 0x7fe95c104050 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe95c19a730 con 0x7fe95c104050 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe94400f6b0 con 0x7fe95c104050 2024-03-16T18:34:07.925 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.923+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe95c1a69c0 con 0x7fe95c104050 2024-03-16T18:34:07.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.924+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe95c068730 con 0x7fe95c104050 2024-03-16T18:34:07.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.925+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fe944010aa0 con 0x7fe95c104050 2024-03-16T18:34:07.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.926+0000 7fe9537fe640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9480a1ba0 0x7fe9480a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:07.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.926+0000 7fe95a59c640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9480a1ba0 0x7fe9480a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:07.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.926+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 10013+0+0 (secure 0 0 0) 0x7fe9440cda50 con 0x7fe95c104050 2024-03-16T18:34:07.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.926+0000 7fe95a59c640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9480a1ba0 0x7fe9480a4060 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe954009900 tx=0x7fe954005a20 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:07.929 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:07.930+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fe9440963a0 con 0x7fe95c104050 2024-03-16T18:34:08.035 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a[74579]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.035 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a[74579]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mds[74583]: -- 172.21.15.17:0/3176965543 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x5639d4baf080 con 0x5639d4b79000 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mds[74583]: -- 172.21.15.17:0/3176965543 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5639d4ba21a0 con 0x5639d4b79000 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a[74579]: starting mds.a at 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g[74233]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g[74233]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mds[74237]: -- 172.21.15.17:0/50342786 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55592467a1a0 con 0x555924650800 2024-03-16T18:34:08.036 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g[74233]: starting mds.g at 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a[32203]: 2024-03-16T18:34:07.784+0000 7f9312d8b700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: pgmap v394: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3260961780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/682410131' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/265718878' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-16T18:34:08.037 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: osdmap e108: 12 total, 12 up, 12 in 2024-03-16T18:34:08.038 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:07 smithi017 ceph-mon[32207]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-03-16T18:34:08.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: pgmap v394: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3260961780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/682410131' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/265718878' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: osdmap e108: 12 total, 12 up, 12 in 2024-03-16T18:34:08.109 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mon[36005]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c[66260]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c[66260]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mds[66264]: -- 172.21.15.153:0/2347775291 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55f90f3f41a0 con 0x55f90f3ca800 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c[66260]: starting mds.c at 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f[65951]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f[65951]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.110 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f[65951]: starting mds.f at 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i[66565]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i[66565]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mds[66569]: -- 172.21.15.153:0/426304430 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x561a803e61a0 con 0x561a803bc800 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i[66565]: starting mds.i at 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l[65635]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l[65635]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-mds[65639]: -- 172.21.15.153:0/752865765 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5611a7b4e1a0 con 0x5611a7b25000 2024-03-16T18:34:08.111 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:34:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l[65635]: starting mds.l at 2024-03-16T18:34:08.151 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.152+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fe95c10bc90 con 0x7fe95c104050 2024-03-16T18:34:08.334 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e[65969]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e[65969]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mds[65974]: -- 172.21.15.149:0/454613017 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55574d3021a0 con 0x55574d2d8c00 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e[65969]: starting mds.e at 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h[66275]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h[66275]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mds[66279]: -- 172.21.15.149:0/825626259 <== mon.0 v2:172.21.15.17:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x563de50cc1a0 con 0x563de50a3000 2024-03-16T18:34:08.335 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h[66275]: starting mds.h at 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k[65651]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k[65651]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mds[65655]: -- 172.21.15.149:0/2523182180 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x56359da0e1a0 con 0x56359d9e4800 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k[65651]: starting mds.k at 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: pgmap v394: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 18 KiB/s rd, 55 KiB/s wr, 32 op/s 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3260961780' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/682410131' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/265718878' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-03-16T18:34:08.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: osdmap e108: 12 total, 12 up, 12 in 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mon[35991]: fsmap cephfs:0/5 2 up:standby, 5 failed 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: ignoring --setuser ceph since I am not root 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: ignoring --setgroup ceph since I am not root 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-mds[66588]: -- 172.21.15.149:0/1959904001 <== mon.2 v2:172.21.15.149:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fcae2561a0 con 0x55fcae22cc00 2024-03-16T18:34:08.337 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:34:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: starting mds.b at 2024-03-16T18:34:08.786 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.787+0000 7fe9537fe640 1 -- 172.21.15.17:0/4177199849 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v30) v1 ==== 104+0+0 (secure 0 0 0) 0x7fe95c10bc90 con 0x7fe95c104050 2024-03-16T18:34:08.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9480a1ba0 msgr2=0x7fe9480a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:08.788 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9480a1ba0 0x7fe9480a4060 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fe954009900 tx=0x7fe954005a20 comp rx=0 tx=0).stop 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 msgr2=0x7fe95c19fe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 0x7fe95c19fe60 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7fe94400d950 tx=0x7fe94400de10 comp rx=0 tx=0).stop 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 shutdown_connections 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fe9480a1ba0 0x7fe9480a4060 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fe95c104050 0x7fe95c19fe60 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fe95c1096a0 0x7fe95c199ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 --2- 172.21.15.17:0/4177199849 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fe95c103690 0x7fe95c19f920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 >> 172.21.15.17:0/4177199849 conn(0x7fe95c0ff1a0 msgr2=0x7fe95c0ffad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 shutdown_connections 2024-03-16T18:34:08.789 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.789+0000 7fe960e84640 1 -- 172.21.15.17:0/4177199849 wait complete. 2024-03-16T18:34:08.804 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-03-16T18:34:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 -- 172.21.15.17:0/1832531457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 msgr2=0x7f4da4068b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/1832531457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da4068b50 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x7f4da0009930 tx=0x7f4da002bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 -- 172.21.15.17:0/1832531457 shutdown_connections 2024-03-16T18:34:08.916 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/1832531457 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da4068b50 unknown :-1 s=CLOSED pgs=1491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/1832531457 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4da4069090 0x7f4da410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/1832531457 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4107500 0x7f4da41078e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 -- 172.21.15.17:0/1832531457 >> 172.21.15.17:0/1832531457 conn(0x7f4da40774f0 msgr2=0x7f4da4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 -- 172.21.15.17:0/1832531457 shutdown_connections 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 -- 172.21.15.17:0/1832531457 wait complete. 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 Processor -- start 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.915+0000 7f4dabc9d640 1 -- start start 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4dabc9d640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da419d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4dabc9d640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4069090 0x7f4da419dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4dabc9d640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4da4107500 0x7f4da41978b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4dabc9d640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4da4197f00 con 0x7f4da40686d0 2024-03-16T18:34:08.917 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4dabc9d640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4da4198070 con 0x7f4da4069090 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4dabc9d640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4da4198230 con 0x7f4da4107500 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da419d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da419d700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:59872/0 (socket says 172.21.15.17:59872) 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 -- 172.21.15.17:0/46991747 learned_addr learned my addr 172.21.15.17:0/46991747 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9238640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4069090 0x7f4da419dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4daa23a640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4da4107500 0x7f4da41978b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 -- 172.21.15.17:0/46991747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4da4107500 msgr2=0x7f4da41978b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4da4107500 0x7f4da41978b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 -- 172.21.15.17:0/46991747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4069090 msgr2=0x7f4da419dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4069090 0x7f4da419dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 -- 172.21.15.17:0/46991747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4da0009560 con 0x7f4da40686d0 2024-03-16T18:34:08.918 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9238640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4069090 0x7f4da419dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:34:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4da9a39640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da419d700 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f4d9400d950 tx=0x7f4d9400de10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.916+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d94009c30 con 0x7f4da40686d0 2024-03-16T18:34:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.917+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4da4198510 con 0x7f4da40686d0 2024-03-16T18:34:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.917+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f4d94009d90 con 0x7f4da40686d0 2024-03-16T18:34:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.917+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d9400f6b0 con 0x7f4da40686d0 2024-03-16T18:34:08.919 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.917+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4da41a47a0 con 0x7f4da40686d0 2024-03-16T18:34:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.917+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4da40682e0 con 0x7f4da40686d0 2024-03-16T18:34:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.919+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f4d94010aa0 con 0x7f4da40686d0 2024-03-16T18:34:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.919+0000 7f4d9affd640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d900a1ba0 0x7f4d900a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.919+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 10013+0+0 (secure 0 0 0) 0x7f4d940cdac0 con 0x7f4da40686d0 2024-03-16T18:34:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.919+0000 7f4da9238640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d900a1ba0 0x7f4d900a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:08.920 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.920+0000 7f4da9238640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d900a1ba0 0x7f4d900a4060 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4da0009900 tx=0x7f4da0005fd0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:08.926 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:08.927+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f4d940963c0 con 0x7f4da40686d0 2024-03-16T18:34:09.083 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4177199849' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:34:09.083 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: Cluster is now healthy 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/4177199849' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.17:6840/1500258715,v1:172.21.15.17:6841/1500258715] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.17:6838/3177572268,v1:172.21.15.17:6839/3177572268] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6834/1268919102,v1:172.21.15.149:6835/1268919102] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6833/3709110535,v1:172.21.15.153:6834/3709110535] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6832/3034401818,v1:172.21.15.149:6833/3034401818] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6836/707834822,v1:172.21.15.149:6838/707834822] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.149:6837/1397387347,v1:172.21.15.149:6839/1397387347] up:boot 2024-03-16T18:34:09.084 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6837/918510267,v1:172.21.15.153:6839/918510267] up:boot 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6832/283440506,v1:172.21.15.153:6835/283440506] up:boot 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: mds.? [v2:172.21.15.153:6836/1425845316,v1:172.21.15.153:6838/1425845316] up:boot 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: fsmap 12 up:standby 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:34:09.085 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:34:09.086 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:08 smithi017 ceph-mon[32207]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:34:09.112 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.113+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f4da4109a00 con 0x7f4da40686d0 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4177199849' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: Cluster is now healthy 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/4177199849' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.17:6840/1500258715,v1:172.21.15.17:6841/1500258715] up:boot 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.17:6838/3177572268,v1:172.21.15.17:6839/3177572268] up:boot 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6834/1268919102,v1:172.21.15.149:6835/1268919102] up:boot 2024-03-16T18:34:09.335 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6833/3709110535,v1:172.21.15.153:6834/3709110535] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6832/3034401818,v1:172.21.15.149:6833/3034401818] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6836/707834822,v1:172.21.15.149:6838/707834822] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.149:6837/1397387347,v1:172.21.15.149:6839/1397387347] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6837/918510267,v1:172.21.15.153:6839/918510267] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6832/283440506,v1:172.21.15.153:6835/283440506] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: mds.? [v2:172.21.15.153:6836/1425845316,v1:172.21.15.153:6838/1425845316] up:boot 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: fsmap 12 up:standby 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:34:09.336 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:34:09.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:34:09.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:34:09.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:34:09.337 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:08 smithi149 ceph-mon[35991]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:34:09.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4177199849' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-03-16T18:34:09.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: Cluster is now healthy 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/4177199849' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.17:6840/1500258715,v1:172.21.15.17:6841/1500258715] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.17:6838/3177572268,v1:172.21.15.17:6839/3177572268] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6834/1268919102,v1:172.21.15.149:6835/1268919102] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6833/3709110535,v1:172.21.15.153:6834/3709110535] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6832/3034401818,v1:172.21.15.149:6833/3034401818] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6836/707834822,v1:172.21.15.149:6838/707834822] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.149:6837/1397387347,v1:172.21.15.149:6839/1397387347] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6837/918510267,v1:172.21.15.153:6839/918510267] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6832/283440506,v1:172.21.15.153:6835/283440506] up:boot 2024-03-16T18:34:09.359 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: mds.? [v2:172.21.15.153:6836/1425845316,v1:172.21.15.153:6838/1425845316] up:boot 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: fsmap 12 up:standby 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "k"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "i"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "g"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "c"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "h"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "f"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "l"}]: dispatch 2024-03-16T18:34:09.360 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:08 smithi153 ceph-mon[36005]: from='mgr.15705 172.21.15.17:0/1118413151' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "e"}]: dispatch 2024-03-16T18:34:09.443 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.443+0000 7f4d9affd640 1 -- 172.21.15.17:0/46991747 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v109) v1 ==== 181+0+0 (secure 0 0 0) 0x7f4d94099a80 con 0x7f4da40686d0 2024-03-16T18:34:09.443 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_metadata' removed 2024-03-16T18:34:09.445 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d900a1ba0 msgr2=0x7f4d900a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d900a1ba0 0x7f4d900a4060 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4da0009900 tx=0x7f4da0005fd0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 msgr2=0x7f4da419d700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da419d700 secure :-1 s=READY pgs=1492 cs=0 l=1 rev1=1 crypto rx=0x7f4d9400d950 tx=0x7f4d9400de10 comp rx=0 tx=0).stop 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 shutdown_connections 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f4d900a1ba0 0x7f4d900a4060 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f4da4107500 0x7f4da41978b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f4da4069090 0x7f4da419dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 --2- 172.21.15.17:0/46991747 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f4da40686d0 0x7f4da419d700 unknown :-1 s=CLOSED pgs=1492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 >> 172.21.15.17:0/46991747 conn(0x7f4da40774f0 msgr2=0x7f4da40fe050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.446+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 shutdown_connections 2024-03-16T18:34:09.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.447+0000 7f4dabc9d640 1 -- 172.21.15.17:0/46991747 wait complete. 2024-03-16T18:34:09.459 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-03-16T18:34:09.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 -- 172.21.15.17:0/2130630657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 msgr2=0x7fb5d01009b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:09.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 --2- 172.21.15.17:0/2130630657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01009b0 secure :-1 s=READY pgs=1493 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009930 tx=0x7fb5c802bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:09.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 -- 172.21.15.17:0/2130630657 shutdown_connections 2024-03-16T18:34:09.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 --2- 172.21.15.17:0/2130630657 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 0x7fb5d010d270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 --2- 172.21.15.17:0/2130630657 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d0100f80 0x7fb5d0104fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 --2- 172.21.15.17:0/2130630657 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01009b0 unknown :-1 s=CLOSED pgs=1493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 -- 172.21.15.17:0/2130630657 >> 172.21.15.17:0/2130630657 conn(0x7fb5d00774f0 msgr2=0x7fb5d0077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 -- 172.21.15.17:0/2130630657 shutdown_connections 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 -- 172.21.15.17:0/2130630657 wait complete. 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.570+0000 7fb5d573e640 1 Processor -- start 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 -- start start 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01988f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 0x7fb5d0198e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d01993c0 0x7fb5d01a3970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d01a4010 con 0x7fb5d01005d0 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d01a4180 con 0x7fb5d01056a0 2024-03-16T18:34:09.572 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5d573e640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5d01a4340 con 0x7fb5d01993c0 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01988f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01988f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47230/0 (socket says 172.21.15.17:47230) 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 -- 172.21.15.17:0/3853196338 learned_addr learned my addr 172.21.15.17:0/3853196338 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ce7fc640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 0x7fb5d0198e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5cf7fe640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d01993c0 0x7fb5d01a3970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 -- 172.21.15.17:0/3853196338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d01993c0 msgr2=0x7fb5d01a3970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d01993c0 0x7fb5d01a3970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 -- 172.21.15.17:0/3853196338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 msgr2=0x7fb5d0198e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 0x7fb5d0198e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ceffd640 1 -- 172.21.15.17:0/3853196338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5c8009560 con 0x7fb5d01005d0 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5ce7fc640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 0x7fb5d0198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.571+0000 7fb5cf7fe640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d01993c0 0x7fb5d01a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.572+0000 7fb5ceffd640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01988f0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009230 tx=0x7fb5c80040c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:09.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.572+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c80044c0 con 0x7fb5d01005d0 2024-03-16T18:34:09.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.572+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5d01a45c0 con 0x7fb5d01005d0 2024-03-16T18:34:09.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.572+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7fb5c802de90 con 0x7fb5d01005d0 2024-03-16T18:34:09.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.572+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5c8005400 con 0x7fb5d01005d0 2024-03-16T18:34:09.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.572+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5d01a4ad0 con 0x7fb5d01005d0 2024-03-16T18:34:09.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.573+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5d00682e0 con 0x7fb5d01005d0 2024-03-16T18:34:09.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.574+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7fb5c8005560 con 0x7fb5d01005d0 2024-03-16T18:34:09.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.575+0000 7fb5c7fff640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5bc0a1ba0 0x7fb5bc0a4060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:09.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.575+0000 7fb5ce7fc640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5bc0a1ba0 0x7fb5bc0a4060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:09.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.575+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 9459+0+0 (secure 0 0 0) 0x7fb5c80f03e0 con 0x7fb5d01005d0 2024-03-16T18:34:09.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.575+0000 7fb5ce7fc640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5bc0a1ba0 0x7fb5bc0a4060 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb5b80058c0 tx=0x7fb5b8005850 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:09.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.579+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7fb5c80b8fb0 con 0x7fb5d01005d0 2024-03-16T18:34:09.768 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:09.769+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fb5d0068c40 con 0x7fb5d01005d0 2024-03-16T18:34:10.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:09 smithi149 ceph-mon[35991]: pgmap v396: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 68 KiB/s wr, 40 op/s 2024-03-16T18:34:10.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/46991747' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:10.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/46991747' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-16T18:34:10.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:09 smithi149 ceph-mon[35991]: osdmap e109: 12 total, 12 up, 12 in 2024-03-16T18:34:10.236 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:09 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3853196338' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:10.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:09 smithi017 ceph-mon[32207]: pgmap v396: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 68 KiB/s wr, 40 op/s 2024-03-16T18:34:10.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/46991747' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:10.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/46991747' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-16T18:34:10.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:09 smithi017 ceph-mon[32207]: osdmap e109: 12 total, 12 up, 12 in 2024-03-16T18:34:10.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:09 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3853196338' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:09 smithi153 ceph-mon[36005]: pgmap v396: 129 pgs: 129 active+clean; 24 MiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail; 23 KiB/s rd, 68 KiB/s wr, 40 op/s 2024-03-16T18:34:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/46991747' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/46991747' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-03-16T18:34:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:09 smithi153 ceph-mon[36005]: osdmap e109: 12 total, 12 up, 12 in 2024-03-16T18:34:10.358 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:09 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3853196338' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:10.444 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.445+0000 7fb5c7fff640 1 -- 172.21.15.17:0/3853196338 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v110) v1 ==== 169+0+0 (secure 0 0 0) 0x7fb5c80bc670 con 0x7fb5d01005d0 2024-03-16T18:34:10.444 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data' removed 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5bc0a1ba0 msgr2=0x7fb5bc0a4060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5bc0a1ba0 0x7fb5bc0a4060 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fb5b80058c0 tx=0x7fb5b8005850 comp rx=0 tx=0).stop 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 msgr2=0x7fb5d01988f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01988f0 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7fb5c8009230 tx=0x7fb5c80040c0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 shutdown_connections 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7fb5bc0a1ba0 0x7fb5bc0a4060 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7fb5d01993c0 0x7fb5d01a3970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7fb5d01056a0 0x7fb5d0198e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 --2- 172.21.15.17:0/3853196338 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7fb5d01005d0 0x7fb5d01988f0 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.448+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 >> 172.21.15.17:0/3853196338 conn(0x7fb5d00774f0 msgr2=0x7fb5d00fe710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.449+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 shutdown_connections 2024-03-16T18:34:10.448 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.449+0000 7fb5d573e640 1 -- 172.21.15.17:0/3853196338 wait complete. 2024-03-16T18:34:10.461 DEBUG:teuthology.orchestra.run.smithi017:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-03-16T18:34:10.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 -- 172.21.15.17:0/1406612847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4107500 msgr2=0x7f85f41078e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:10.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/1406612847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4107500 0x7f85f41078e0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f85e4009930 tx=0x7f85e402bc30 comp rx=0 tx=0).stop 2024-03-16T18:34:10.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 -- 172.21.15.17:0/1406612847 shutdown_connections 2024-03-16T18:34:10.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/1406612847 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4069090 0x7f85f410e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/1406612847 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85f40686d0 0x7f85f4068b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.570 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/1406612847 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4107500 0x7f85f41078e0 unknown :-1 s=CLOSED pgs=1495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 -- 172.21.15.17:0/1406612847 >> 172.21.15.17:0/1406612847 conn(0x7f85f40774f0 msgr2=0x7f85f4077900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:10.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 -- 172.21.15.17:0/1406612847 shutdown_connections 2024-03-16T18:34:10.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.570+0000 7f85f9a2a640 1 -- 172.21.15.17:0/1406612847 wait complete. 2024-03-16T18:34:10.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 Processor -- start 2024-03-16T18:34:10.571 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 -- start start 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 --2- >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85f40686d0 0x7f85f419d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 0x7f85f419dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 --2- >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4107500 0x7f85f4197870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 -- --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85f4197ec0 con 0x7f85f4069090 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 -- --> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85f4198030 con 0x7f85f4107500 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.571+0000 7f85f9a2a640 1 -- --> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85f41981f0 con 0x7f85f40686d0 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 0x7f85f419dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 --2- >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 0x7f85f419dc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.17:3300/0 says I am v2:172.21.15.17:47240/0 (socket says 172.21.15.17:47240) 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 -- 172.21.15.17:0/2161129949 learned_addr learned my addr 172.21.15.17:0/2161129949 (peer_addr_for_me v2:172.21.15.17:0/0) 2024-03-16T18:34:10.573 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f37fe640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4107500 0x7f85f4197870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f2ffd640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85f40686d0 0x7f85f419d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 -- 172.21.15.17:0/2161129949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85f40686d0 msgr2=0x7f85f419d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85f40686d0 0x7f85f419d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 -- 172.21.15.17:0/2161129949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4107500 msgr2=0x7f85f4197870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4107500 0x7f85f4197870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 -- 172.21.15.17:0/2161129949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85e4009560 con 0x7f85f4069090 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f37fe640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4107500 0x7f85f4197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f27fc640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 0x7f85f419dc00 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f85e800c970 tx=0x7f85e800ce30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e8007bb0 con 0x7f85f4069090 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 2 ==== config(26 keys) v1 ==== 1102+0+0 (secure 0 0 0) 0x7f85e8007d10 con 0x7f85f4069090 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85f41984d0 con 0x7f85f4069090 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e8004e80 con 0x7f85f4069090 2024-03-16T18:34:10.574 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.572+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85f41a4760 con 0x7f85f4069090 2024-03-16T18:34:10.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.573+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85f40682e0 con 0x7f85f4069090 2024-03-16T18:34:10.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.574+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 4 ==== mgrmap(e 25) v1 ==== 136410+0+0 (secure 0 0 0) 0x7f85e8005000 con 0x7f85f4069090 2024-03-16T18:34:10.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.575+0000 7f85f8a28640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f85dc0a1c20 0x7f85dc0a40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-03-16T18:34:10.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.575+0000 7f85f2ffd640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f85dc0a1c20 0x7f85dc0a40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-03-16T18:34:10.575 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.575+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 8754+0+0 (secure 0 0 0) 0x7f85e80cd910 con 0x7f85f4069090 2024-03-16T18:34:10.576 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.575+0000 7f85f2ffd640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f85dc0a1c20 0x7f85dc0a40e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f85e4005ab0 tx=0x7f85e4005fd0 comp rx=0 tx=0).ready entity=mgr.15705 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-03-16T18:34:10.578 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.579+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+184932 (secure 0 0 0) 0x7f85e80967c0 con 0x7f85f4069090 2024-03-16T18:34:10.760 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:10.761+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 --> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f85f4198da0 con 0x7f85f4069090 2024-03-16T18:34:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.447+0000 7f85f8a28640 1 -- 172.21.15.17:0/2161129949 <== mon.0 v2:172.21.15.17:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v111) v1 ==== 178+0+0 (secure 0 0 0) 0x7f85e801d070 con 0x7f85f4069090 2024-03-16T18:34:11.446 INFO:teuthology.orchestra.run.smithi017.stderr:pool 'cephfs_data_ec' removed 2024-03-16T18:34:11.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f85dc0a1c20 msgr2=0x7f85dc0a40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:11.449 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f85dc0a1c20 0x7f85dc0a40e0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7f85e4005ab0 tx=0x7f85e4005fd0 comp rx=0 tx=0).stop 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 msgr2=0x7f85f419dc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 0x7f85f419dc00 secure :-1 s=READY pgs=1496 cs=0 l=1 rev1=1 crypto rx=0x7f85e800c970 tx=0x7f85e800ce30 comp rx=0 tx=0).stop 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 shutdown_connections 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:6800/2350843980,v1:172.21.15.17:6801/2350843980] conn(0x7f85dc0a1c20 0x7f85dc0a40e0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.17:3300/0,v1:172.21.15.17:6789/0] conn(0x7f85f4069090 0x7f85f419dc00 unknown :-1 s=CLOSED pgs=1496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.149:3300/0,v1:172.21.15.149:6789/0] conn(0x7f85f4107500 0x7f85f4197870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 --2- 172.21.15.17:0/2161129949 >> [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] conn(0x7f85f40686d0 0x7f85f419d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.450+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 >> 172.21.15.17:0/2161129949 conn(0x7f85f40774f0 msgr2=0x7f85f40fe0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.451+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 shutdown_connections 2024-03-16T18:34:11.450 INFO:teuthology.orchestra.run.smithi017.stderr:2024-03-16T18:34:11.451+0000 7f85f9a2a640 1 -- 172.21.15.17:0/2161129949 wait complete. 2024-03-16T18:34:11.465 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:34:11.493 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:34:11.523 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:34:11.562 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-03-16T18:34:11.562 DEBUG:teuthology.orchestra.run.smithi017:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-16T18:34:11.577 DEBUG:teuthology.orchestra.run.smithi149:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-16T18:34:11.592 DEBUG:teuthology.orchestra.run.smithi153:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-03-16T18:34:11.620 INFO:tasks.cephadm:Stopping all daemons... 2024-03-16T18:34:11.620 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-03-16T18:34:11.620 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a 2024-03-16T18:34:11.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 ceph-mon[32207]: pgmap v398: 97 pgs: 97 active+clean; 577 KiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:34:11.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/3853196338' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-03-16T18:34:11.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 ceph-mon[32207]: osdmap e110: 12 total, 12 up, 12 in 2024-03-16T18:34:11.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 ceph-mon[32207]: from='client.? 172.21.15.17:0/2161129949' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:11.786 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 systemd[1]: Stopping Ceph mon.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:11.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:11 smithi149 ceph-mon[35991]: pgmap v398: 97 pgs: 97 active+clean; 577 KiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:34:11.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:11 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/3853196338' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-03-16T18:34:11.834 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:11 smithi149 ceph-mon[35991]: osdmap e110: 12 total, 12 up, 12 in 2024-03-16T18:34:11.835 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:11 smithi149 ceph-mon[35991]: from='client.? 172.21.15.17:0/2161129949' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:11.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:11 smithi153 ceph-mon[36005]: pgmap v398: 97 pgs: 97 active+clean; 577 KiB data, 478 MiB used, 1.0 TiB / 1.0 TiB avail 2024-03-16T18:34:11.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:11 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/3853196338' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]': finished 2024-03-16T18:34:11.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:11 smithi153 ceph-mon[36005]: osdmap e110: 12 total, 12 up, 12 in 2024-03-16T18:34:11.858 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:11 smithi153 ceph-mon[36005]: from='client.? 172.21.15.17:0/2161129949' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]: dispatch 2024-03-16T18:34:12.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a[32203]: 2024-03-16T18:34:11.951+0000 7f9318596700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:12.285 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a[32203]: 2024-03-16T18:34:11.951+0000 7f9318596700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-03-16T18:34:12.286 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:12 smithi017 podman[106754]: 2024-03-16 18:34:12.014026385 +0000 UTC m=+0.198191892 container died 6d4dd7c4ada2ccdfaee2e7ac2ab5c7997bdcecd297fcbd1af91437b37d3702f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-03-16T18:34:12.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:12 smithi017 podman[106754]: 2024-03-16 18:34:12.3862624 +0000 UTC m=+0.570427944 container cleanup 6d4dd7c4ada2ccdfaee2e7ac2ab5c7997bdcecd297fcbd1af91437b37d3702f1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-03-16T18:34:12.785 INFO:journalctl@ceph.mon.a.smithi017.stdout:Mar 16 18:34:12 smithi017 bash[106754]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-a 2024-03-16T18:34:12.960 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.a.service' 2024-03-16T18:34:13.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:13.025 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-03-16T18:34:13.025 INFO:tasks.cephadm.mon.c:Stopping mon.b... 2024-03-16T18:34:13.025 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.b 2024-03-16T18:34:13.334 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:13 smithi149 systemd[1]: Stopping Ceph mon.b for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:13.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-b[35987]: 2024-03-16T18:34:13.345+0000 7f9eb91cd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:13.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-b[35987]: 2024-03-16T18:34:13.345+0000 7f9eb91cd700 -1 mon.b@2(peon) e3 *** Got Signal Terminated *** 2024-03-16T18:34:13.829 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:13 smithi149 podman[72269]: 2024-03-16 18:34:13.550154214 +0000 UTC m=+0.328011853 container died 63210fc93af34df40223b0f2fc657d655f6572aa1036d1cc2901265d8a32445c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-b, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:34:14.084 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:13 smithi149 podman[72269]: 2024-03-16 18:34:13.904884709 +0000 UTC m=+0.682742387 container cleanup 63210fc93af34df40223b0f2fc657d655f6572aa1036d1cc2901265d8a32445c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-b, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-03-16T18:34:14.085 INFO:journalctl@ceph.mon.b.smithi149.stdout:Mar 16 18:34:13 smithi149 bash[72269]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-b 2024-03-16T18:34:14.332 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.b.service' 2024-03-16T18:34:14.385 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:14.385 INFO:tasks.cephadm.mon.c:Stopped mon.b 2024-03-16T18:34:14.385 INFO:tasks.cephadm.mon.c:Stopping mon.c... 2024-03-16T18:34:14.385 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.c 2024-03-16T18:34:14.692 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:14 smithi153 systemd[1]: Stopping Ceph mon.c for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:15.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-c[35986]: 2024-03-16T18:34:14.692+0000 7feafc10a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:15.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-c[35986]: 2024-03-16T18:34:14.692+0000 7feafc10a700 -1 mon.c@1(peon) e3 *** Got Signal Terminated *** 2024-03-16T18:34:15.108 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:14 smithi153 podman[72977]: 2024-03-16 18:34:14.918199042 +0000 UTC m=+0.333399708 container died 6a74356634b06ea18df3a136c834a75bacf0bed14e1a21b5a99830d8856357f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-c, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-16T18:34:15.569 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:15 smithi153 podman[72977]: 2024-03-16 18:34:15.31872497 +0000 UTC m=+0.733925638 container cleanup 6a74356634b06ea18df3a136c834a75bacf0bed14e1a21b5a99830d8856357f6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-c, org.label-schema.build-date=20240307, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-16T18:34:15.570 INFO:journalctl@ceph.mon.c.smithi153.stdout:Mar 16 18:34:15 smithi153 bash[72977]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mon-c 2024-03-16T18:34:15.740 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mon.c.service' 2024-03-16T18:34:15.788 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:15.788 INFO:tasks.cephadm.mon.c:Stopped mon.c 2024-03-16T18:34:15.788 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-03-16T18:34:15.789 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x 2024-03-16T18:34:16.116 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:34:15 smithi017 systemd[1]: Stopping Ceph mgr.x for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:16.416 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:34:16 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:34:16.116+0000 7f7477bab700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.x -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:16.416 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:34:16 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x[32443]: 2024-03-16T18:34:16.116+0000 7f7477bab700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-03-16T18:34:16.416 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:34:16 smithi017 podman[106875]: 2024-03-16 18:34:16.147525178 +0000 UTC m=+0.164028960 container died db7c91e87825f98de6da0068360bbcf9f51c16a27d40f78a6261514d4b339c42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240307) 2024-03-16T18:34:16.785 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:34:16 smithi017 podman[106875]: 2024-03-16 18:34:16.517358329 +0000 UTC m=+0.533862107 container cleanup db7c91e87825f98de6da0068360bbcf9f51c16a27d40f78a6261514d4b339c42 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph:aba3c1d240c873fc0cd3e1d30cd86b2dbb71f24b, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:34:16.785 INFO:journalctl@ceph.mgr.x.smithi017.stdout:Mar 16 18:34:16 smithi017 bash[106875]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-x 2024-03-16T18:34:17.097 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.x.service' 2024-03-16T18:34:17.133 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:17.134 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-03-16T18:34:17.134 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-03-16T18:34:17.134 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.y 2024-03-16T18:34:17.470 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:17 smithi149 systemd[1]: Stopping Ceph mgr.y for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:17.776 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:17 smithi149 podman[72390]: 2024-03-16 18:34:17.472317368 +0000 UTC m=+0.139668561 container died a318368601d7df33d09bcc9250f6fe2f4e4cdacb2aacbbe05681b46e30d963a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307) 2024-03-16T18:34:18.068 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:17 smithi149 podman[72390]: 2024-03-16 18:34:17.877118439 +0000 UTC m=+0.544469625 container cleanup a318368601d7df33d09bcc9250f6fe2f4e4cdacb2aacbbe05681b46e30d963a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True) 2024-03-16T18:34:18.069 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:17 smithi149 bash[72390]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y 2024-03-16T18:34:18.295 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.y.service' 2024-03-16T18:34:18.321 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:18 smithi149 podman[72404]: 2024-03-16 18:34:18.070280994 +0000 UTC m=+0.587894968 container remove a318368601d7df33d09bcc9250f6fe2f4e4cdacb2aacbbe05681b46e30d963a1 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-y, ceph=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-03-16T18:34:18.321 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:18 smithi149 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-03-16T18:34:18.321 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:18 smithi149 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.y.service: Failed with result 'exit-code'. 2024-03-16T18:34:18.321 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:18 smithi149 systemd[1]: Stopped Ceph mgr.y for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:34:18.322 INFO:journalctl@ceph.mgr.y.smithi149.stdout:Mar 16 18:34:18 smithi149 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.y.service: Consumed 20.256s CPU time. 2024-03-16T18:34:18.332 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:18.332 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-03-16T18:34:18.332 INFO:tasks.cephadm.mgr.z:Stopping mgr.z... 2024-03-16T18:34:18.332 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.z 2024-03-16T18:34:18.669 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:34:18 smithi153 systemd[1]: Stopping Ceph mgr.z for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:18.967 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:34:18 smithi153 podman[73100]: 2024-03-16 18:34:18.670226635 +0000 UTC m=+0.145889810 container died 8c38fca5c22072f9efe30e05bd8dc33cf7aefa9535cdeb44c9c903fd61ba276a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-16T18:34:19.342 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:34:19 smithi153 podman[73100]: 2024-03-16 18:34:19.042421731 +0000 UTC m=+0.518084903 container cleanup 8c38fca5c22072f9efe30e05bd8dc33cf7aefa9535cdeb44c9c903fd61ba276a (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307) 2024-03-16T18:34:19.342 INFO:journalctl@ceph.mgr.z.smithi153.stdout:Mar 16 18:34:19 smithi153 bash[73100]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mgr-z 2024-03-16T18:34:19.479 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mgr.z.service' 2024-03-16T18:34:19.516 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:19.517 INFO:tasks.cephadm.mgr.z:Stopped mgr.z 2024-03-16T18:34:19.517 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-03-16T18:34:19.517 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.0 2024-03-16T18:34:19.842 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:19 smithi017 systemd[1]: Stopping Ceph osd.0 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:20.285 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0[47107]: 2024-03-16T18:34:19.842+0000 7f53e7614700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:20.285 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0[47107]: 2024-03-16T18:34:19.842+0000 7f53e7614700 -1 osd.0 111 *** Got signal Terminated *** 2024-03-16T18:34:20.285 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0[47107]: 2024-03-16T18:34:19.842+0000 7f53e7614700 -1 osd.0 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:34:25.535 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:25 smithi017 podman[106994]: 2024-03-16 18:34:25.22377066 +0000 UTC m=+5.513412719 container died 5925ed84b7f523618338535198a9c9721070c80893a422502220c3dbb771a396 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:34:26.035 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:25 smithi017 podman[106994]: 2024-03-16 18:34:25.777607701 +0000 UTC m=+6.067249760 container cleanup 5925ed84b7f523618338535198a9c9721070c80893a422502220c3dbb771a396 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-16T18:34:26.035 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:25 smithi017 bash[106994]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0 2024-03-16T18:34:26.464 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:26 smithi017 podman[107016]: 2024-03-16 18:34:26.092146768 +0000 UTC m=+0.865942732 container remove 5925ed84b7f523618338535198a9c9721070c80893a422502220c3dbb771a396 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True) 2024-03-16T18:34:26.785 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:26 smithi017 podman[107109]: 2024-03-16 18:34:26.368729337 +0000 UTC m=+0.018318435 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:34:26.785 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:26 smithi017 podman[107109]: 2024-03-16 18:34:26.488838541 +0000 UTC m=+0.138427625 container create b08a489e9f093831e928aae9433b1df42e23619b4bd00d4aa8670b68a18b9fce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-03-16T18:34:27.143 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:26 smithi017 podman[107109]: 2024-03-16 18:34:26.841815036 +0000 UTC m=+0.491404126 container init b08a489e9f093831e928aae9433b1df42e23619b4bd00d4aa8670b68a18b9fce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-03-16T18:34:27.143 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:26 smithi017 podman[107109]: 2024-03-16 18:34:26.845015155 +0000 UTC m=+0.494604241 container start b08a489e9f093831e928aae9433b1df42e23619b4bd00d4aa8670b68a18b9fce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:34:27.143 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:26 smithi017 podman[107109]: 2024-03-16 18:34:26.950393426 +0000 UTC m=+0.599982516 container attach b08a489e9f093831e928aae9433b1df42e23619b4bd00d4aa8670b68a18b9fce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True) 2024-03-16T18:34:27.452 INFO:journalctl@ceph.osd.0.smithi017.stdout:Mar 16 18:34:27 smithi017 podman[107109]: 2024-03-16 18:34:27.144610318 +0000 UTC m=+0.794199410 container died b08a489e9f093831e928aae9433b1df42e23619b4bd00d4aa8670b68a18b9fce (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-0-deactivate, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-16T18:34:27.782 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.0.service' 2024-03-16T18:34:27.829 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:27.829 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-03-16T18:34:27.829 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-03-16T18:34:27.830 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.1 2024-03-16T18:34:28.155 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:27 smithi149 systemd[1]: Stopping Ceph osd.1 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:28.584 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1[40565]: 2024-03-16T18:34:28.154+0000 7f4cc624e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:28.585 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1[40565]: 2024-03-16T18:34:28.154+0000 7f4cc624e700 -1 osd.1 111 *** Got signal Terminated *** 2024-03-16T18:34:28.585 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1[40565]: 2024-03-16T18:34:28.154+0000 7f4cc624e700 -1 osd.1 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:34:33.834 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:33 smithi149 podman[72516]: 2024-03-16 18:34:33.564541856 +0000 UTC m=+5.538239149 container died ff2a4157e0e38c65b1b49828dcc3338e30cc5506a28fd7b40d1ca38ca939faad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-03-16T18:34:34.223 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:33 smithi149 podman[72516]: 2024-03-16 18:34:33.973229992 +0000 UTC m=+5.946927300 container cleanup ff2a4157e0e38c65b1b49828dcc3338e30cc5506a28fd7b40d1ca38ca939faad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-03-16T18:34:34.223 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:33 smithi149 bash[72516]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1 2024-03-16T18:34:34.581 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:34 smithi149 podman[72533]: 2024-03-16 18:34:34.224759241 +0000 UTC m=+0.661608265 container remove ff2a4157e0e38c65b1b49828dcc3338e30cc5506a28fd7b40d1ca38ca939faad (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-16T18:34:34.834 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:34 smithi149 podman[72620]: 2024-03-16 18:34:34.485416473 +0000 UTC m=+0.018292433 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:34:34.835 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:34 smithi149 podman[72620]: 2024-03-16 18:34:34.592458233 +0000 UTC m=+0.125334178 container create 08af65e331bae339f4d088786f458d60b3a00ae5a228c2c36bf59384ddbb5f87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1-deactivate, ceph=True, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-16T18:34:34.835 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:34 smithi149 podman[72620]: 2024-03-16 18:34:34.828694688 +0000 UTC m=+0.361570641 container init 08af65e331bae339f4d088786f458d60b3a00ae5a228c2c36bf59384ddbb5f87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:34:34.835 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:34 smithi149 podman[72620]: 2024-03-16 18:34:34.831858429 +0000 UTC m=+0.364734382 container start 08af65e331bae339f4d088786f458d60b3a00ae5a228c2c36bf59384ddbb5f87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1-deactivate, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-03-16T18:34:35.116 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:34 smithi149 podman[72620]: 2024-03-16 18:34:34.92882934 +0000 UTC m=+0.461705295 container attach 08af65e331bae339f4d088786f458d60b3a00ae5a228c2c36bf59384ddbb5f87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True) 2024-03-16T18:34:35.401 INFO:journalctl@ceph.osd.1.smithi149.stdout:Mar 16 18:34:35 smithi149 podman[72620]: 2024-03-16 18:34:35.118070487 +0000 UTC m=+0.650946449 container died 08af65e331bae339f4d088786f458d60b3a00ae5a228c2c36bf59384ddbb5f87 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-1-deactivate, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-03-16T18:34:35.743 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.1.service' 2024-03-16T18:34:35.786 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:35.786 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-03-16T18:34:35.786 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-03-16T18:34:35.786 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.2 2024-03-16T18:34:36.108 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:35 smithi153 systemd[1]: Stopping Ceph osd.2 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:36.608 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2[41133]: 2024-03-16T18:34:36.237+0000 7f90f7d67700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:36.608 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2[41133]: 2024-03-16T18:34:36.237+0000 7f90f7d67700 -1 osd.2 111 *** Got signal Terminated *** 2024-03-16T18:34:36.608 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2[41133]: 2024-03-16T18:34:36.237+0000 7f90f7d67700 -1 osd.2 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:34:41.858 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:41 smithi153 podman[73222]: 2024-03-16 18:34:41.6071995 +0000 UTC m=+5.623362517 container died 5fc806df0ed8bd6e41bc27893cf8bbe1198be63ab5d1c55e0f0e1233a417f6bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-03-16T18:34:42.265 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:41 smithi153 podman[73222]: 2024-03-16 18:34:41.989776263 +0000 UTC m=+6.005939286 container cleanup 5fc806df0ed8bd6e41bc27893cf8bbe1198be63ab5d1c55e0f0e1233a417f6bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5) 2024-03-16T18:34:42.265 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:41 smithi153 bash[73222]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2 2024-03-16T18:34:42.605 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:42 smithi153 podman[73239]: 2024-03-16 18:34:42.266591031 +0000 UTC m=+0.656077032 container remove 5fc806df0ed8bd6e41bc27893cf8bbe1198be63ab5d1c55e0f0e1233a417f6bb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:34:42.858 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:42 smithi153 podman[73330]: 2024-03-16 18:34:42.510392003 +0000 UTC m=+0.017853434 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:34:42.858 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:42 smithi153 podman[73330]: 2024-03-16 18:34:42.6259978 +0000 UTC m=+0.133459227 container create de8b08faff18420fdbd85687d48a0f7accac11252e0e03108c596f779036f4f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:34:43.152 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:42 smithi153 podman[73330]: 2024-03-16 18:34:42.862042504 +0000 UTC m=+0.369503930 container init de8b08faff18420fdbd85687d48a0f7accac11252e0e03108c596f779036f4f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, maintainer=Guillaume Abrioux ) 2024-03-16T18:34:43.152 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:42 smithi153 podman[73330]: 2024-03-16 18:34:42.865289081 +0000 UTC m=+0.372750511 container start de8b08faff18420fdbd85687d48a0f7accac11252e0e03108c596f779036f4f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2-deactivate, GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:34:43.152 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:42 smithi153 podman[73330]: 2024-03-16 18:34:42.970686192 +0000 UTC m=+0.478147630 container attach de8b08faff18420fdbd85687d48a0f7accac11252e0e03108c596f779036f4f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307) 2024-03-16T18:34:43.427 INFO:journalctl@ceph.osd.2.smithi153.stdout:Mar 16 18:34:43 smithi153 podman[73330]: 2024-03-16 18:34:43.153781442 +0000 UTC m=+0.661242876 container died de8b08faff18420fdbd85687d48a0f7accac11252e0e03108c596f779036f4f9 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-2-deactivate, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.license=GPLv2) 2024-03-16T18:34:43.853 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.2.service' 2024-03-16T18:34:43.894 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:43.894 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-03-16T18:34:43.894 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-03-16T18:34:43.894 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.3 2024-03-16T18:34:44.214 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:43 smithi017 systemd[1]: Stopping Ceph osd.3 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:44.535 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:44 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:34:44.213+0000 7f48f6041700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:44.535 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:44 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:34:44.213+0000 7f48f6041700 -1 osd.3 111 *** Got signal Terminated *** 2024-03-16T18:34:44.535 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:44 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:34:44.213+0000 7f48f6041700 -1 osd.3 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:34:46.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:45.657+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:46.586 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:46 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:46.166+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:46.652 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:46.384+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:47.035 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:46 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:34:46.779+0000 7f48ee62d700 -1 osd.3 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:21.422562+0000 front 2024-03-16T18:34:21.422532+0000 (oldest deadline 2024-03-16T18:34:46.122736+0000) 2024-03-16T18:34:47.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:46.653+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:47.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:47 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:47.129+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:47.694 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:47.433+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:47.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:47 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:47.339+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:48.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:47.695+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:48.285 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:47 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:34:47.821+0000 7f48ee62d700 -1 osd.3 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:21.422562+0000 front 2024-03-16T18:34:21.422532+0000 (oldest deadline 2024-03-16T18:34:46.122736+0000) 2024-03-16T18:34:48.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:48 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:48.117+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:48.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:48 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:48.360+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:48.858 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:48.453+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:48.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:48.684+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:49.285 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:48 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3[53748]: 2024-03-16T18:34:48.841+0000 7f48ee62d700 -1 osd.3 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:21.422562+0000 front 2024-03-16T18:34:21.422532+0000 (oldest deadline 2024-03-16T18:34:46.122736+0000) 2024-03-16T18:34:49.334 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:49 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:49.074+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:49.570 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:49 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:49.345+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:49.708 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:49.453+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:50.006 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:49 smithi017 podman[107214]: 2024-03-16 18:34:49.772765751 +0000 UTC m=+5.679432688 container died 22e39f269ee6ac6b8c8f59f621482c4572010883092ccd8f3ad721153fa357c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:34:50.107 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:49.709+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:50.285 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:50 smithi017 podman[107214]: 2024-03-16 18:34:50.10697352 +0000 UTC m=+6.013640462 container cleanup 22e39f269ee6ac6b8c8f59f621482c4572010883092ccd8f3ad721153fa357c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS) 2024-03-16T18:34:50.285 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:50 smithi017 bash[107214]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3 2024-03-16T18:34:50.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:50 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:50.102+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:50.743 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:50.416+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:50.774 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:50 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:50.346+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:50.774 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:50 smithi017 podman[107243]: 2024-03-16 18:34:50.341750149 +0000 UTC m=+0.561753446 container remove 22e39f269ee6ac6b8c8f59f621482c4572010883092ccd8f3ad721153fa357c6 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0) 2024-03-16T18:34:51.035 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:50 smithi017 podman[107339]: 2024-03-16 18:34:50.678624614 +0000 UTC m=+0.018017022 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:34:51.035 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:50 smithi017 podman[107339]: 2024-03-16 18:34:50.801017941 +0000 UTC m=+0.140410339 container create 7bc3b40cfb5a3859109922e3a509a310d30b836a0404f86994dac1fea0e79beb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-03-16T18:34:51.035 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:51 smithi017 podman[107339]: 2024-03-16 18:34:51.012124406 +0000 UTC m=+0.351516804 container init 7bc3b40cfb5a3859109922e3a509a310d30b836a0404f86994dac1fea0e79beb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3-deactivate, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-16T18:34:51.035 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:51 smithi017 podman[107339]: 2024-03-16 18:34:51.015207806 +0000 UTC m=+0.354600206 container start 7bc3b40cfb5a3859109922e3a509a310d30b836a0404f86994dac1fea0e79beb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-16T18:34:51.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:50.744+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:51.302 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:51 smithi017 podman[107339]: 2024-03-16 18:34:51.120543165 +0000 UTC m=+0.459935571 container attach 7bc3b40cfb5a3859109922e3a509a310d30b836a0404f86994dac1fea0e79beb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3-deactivate, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:34:51.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:51 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:51.132+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:51.614 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:51 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:51.350+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:51.614 INFO:journalctl@ceph.osd.3.smithi017.stdout:Mar 16 18:34:51 smithi017 podman[107339]: 2024-03-16 18:34:51.304047496 +0000 UTC m=+0.643439902 container died 7bc3b40cfb5a3859109922e3a509a310d30b836a0404f86994dac1fea0e79beb (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-3-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0) 2024-03-16T18:34:51.715 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:51.377+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:51.988 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.3.service' 2024-03-16T18:34:52.030 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:52.030 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-03-16T18:34:52.030 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-03-16T18:34:52.030 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.4 2024-03-16T18:34:52.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:51.717+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:52.334 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:52 smithi149 systemd[1]: Stopping Ceph osd.4 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:34:52.335 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:52 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:52.104+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:52.702 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:52.375+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:52.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:52 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:52.386+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:52.834 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:52 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4[47508]: 2024-03-16T18:34:52.351+0000 7fc9d9b0d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:34:52.834 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:52 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4[47508]: 2024-03-16T18:34:52.351+0000 7fc9d9b0d700 -1 osd.4 111 *** Got signal Terminated *** 2024-03-16T18:34:52.834 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:52 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4[47508]: 2024-03-16T18:34:52.351+0000 7fc9d9b0d700 -1 osd.4 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:34:53.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:52.703+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:53.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:53 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:53.143+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:53.734 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:53 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:53.420+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:53.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:53 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:53.419+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:54.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:53 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:53.736+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:54.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:54 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:54.184+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:54.710 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:54 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:54.446+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:54.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:54 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:54.433+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:55.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:54 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:54.712+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:55.586 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:55 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:55.194+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:55.702 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:55 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:55.420+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:55.702 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:34:55 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:34:55.459+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:34:55.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:55 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:55.387+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:56.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:55 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:55.703+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:56.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:56 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:56.156+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:56.721 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:34:56 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:34:56.433+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:34:56.721 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:56 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:56.456+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:56.721 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:56 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:56.456+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:34:56.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:56 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:56.425+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:56.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:34:56 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:34:56.475+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:34:57.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:56 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:56.722+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:57.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:56 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:56.722+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:34:57.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:57 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:57.168+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:57.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:57 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:57.168+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:34:57.756 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:34:57 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:34:57.440+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:34:57.757 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:57 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:57.408+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:57.757 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:57 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:57.408+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:34:57.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:34:57 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:34:57.478+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:34:57.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:57 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:57.432+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:57.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:57 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:57.432+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:34:57.994 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:57 smithi149 podman[72737]: 2024-03-16 18:34:57.696712362 +0000 UTC m=+5.465600636 container died e7051056c8e20f32896b1ce1769fb2847521660f8b1701710bcf433da462b038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, ceph=True) 2024-03-16T18:34:58.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:57 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:57.758+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:58.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:57 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:57.758+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:34:58.318 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:58 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:58.211+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:58.318 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:58 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:58.211+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:34:58.319 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:58 smithi149 podman[72737]: 2024-03-16 18:34:58.094010241 +0000 UTC m=+5.862898512 container cleanup e7051056c8e20f32896b1ce1769fb2847521660f8b1701710bcf433da462b038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:34:58.319 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:58 smithi149 bash[72737]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4 2024-03-16T18:34:58.584 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:58 smithi149 podman[72754]: 2024-03-16 18:34:58.320218054 +0000 UTC m=+0.619113341 container remove e7051056c8e20f32896b1ce1769fb2847521660f8b1701710bcf433da462b038 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:34:58.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:34:58 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:34:58.474+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:34:58.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:58 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:58.438+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:58.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:58 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:58.438+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:34:58.797 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:34:58 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:34:58.457+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:34:58.797 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:58 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:58.366+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:58.797 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:58 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:58.366+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:34:59.072 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:58 smithi149 podman[72841]: 2024-03-16 18:34:58.667159225 +0000 UTC m=+0.018004674 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:34:59.072 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:58 smithi149 podman[72841]: 2024-03-16 18:34:58.779451889 +0000 UTC m=+0.130297336 container create f9d3c048ed45917c9d59c3347495ecf74785bbf51edf58634f19b30c7aa40338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-03-16T18:34:59.072 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:59 smithi149 podman[72841]: 2024-03-16 18:34:59.006858158 +0000 UTC m=+0.357703609 container init f9d3c048ed45917c9d59c3347495ecf74785bbf51edf58634f19b30c7aa40338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4-deactivate, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-16T18:34:59.072 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:59 smithi149 podman[72841]: 2024-03-16 18:34:59.009982461 +0000 UTC m=+0.360827908 container start f9d3c048ed45917c9d59c3347495ecf74785bbf51edf58634f19b30c7aa40338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307) 2024-03-16T18:34:59.072 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:59 smithi149 podman[72841]: 2024-03-16 18:34:59.07344125 +0000 UTC m=+0.424286694 container attach f9d3c048ed45917c9d59c3347495ecf74785bbf51edf58634f19b30c7aa40338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:34:59.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:58 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:58.798+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:34:59.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:58 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:58.798+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:34:59.334 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:34:59 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:34:59.303+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:34:59.335 INFO:journalctl@ceph.osd.4.smithi149.stdout:Mar 16 18:34:59 smithi149 podman[72841]: 2024-03-16 18:34:59.296127505 +0000 UTC m=+0.646972946 container died f9d3c048ed45917c9d59c3347495ecf74785bbf51edf58634f19b30c7aa40338 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, io.buildah.version=1.33.5) 2024-03-16T18:34:59.335 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:59 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:59.203+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:34:59.335 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:34:59 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:34:59.203+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:34:59.771 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:34:59 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:34:59.416+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:34:59.771 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:59 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:59.403+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:34:59.772 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:59 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:34:59.403+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:34:59.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:34:59 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:34:59.428+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:34:59.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:59 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:59.406+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:34:59.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:34:59 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:34:59.406+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:34:59.901 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.4.service' 2024-03-16T18:34:59.945 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:34:59.945 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-03-16T18:34:59.945 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-03-16T18:34:59.946 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.5 2024-03-16T18:35:00.108 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:34:59 smithi153 systemd[1]: Stopping Ceph osd.5 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:00.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:59 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:59.773+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:00.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:34:59 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:34:59.773+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:00.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:00 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:00.263+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:00.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:00 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:00.163+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:00.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:00 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:00.163+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:00.608 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:00.465+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:00.608 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:00.261+0000 7fed02313700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:00.608 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:00.261+0000 7fed02313700 -1 osd.5 111 *** Got signal Terminated *** 2024-03-16T18:35:00.608 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:00.261+0000 7fed02313700 -1 osd.5 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:00.609 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:00.382+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:35:00.609 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:00.382+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:35:00.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:00.447+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:00.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:00.447+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:00.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:00.447+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:01.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:00.749+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:01.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:00 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:00.749+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:01.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:01 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:01.307+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:01.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:01 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:01.174+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:01.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:01 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:01.174+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:01.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:01 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:01.448+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:01.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:01 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:01.446+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:01.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:01 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:01.446+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:01.791 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:01.487+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:01.791 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:01.428+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:35:01.792 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:01.428+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:35:02.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:01.793+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:02.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:01 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:01.793+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:02.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:02 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:02.303+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:02.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:02 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:02.140+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:02.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:02 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:02.140+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:02.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:02.406+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:02.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:02.406+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:02.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:02.406+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:02.819 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:02.524+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:02.820 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:02.393+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:35:02.820 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:02.393+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:35:03.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:02.819+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:03.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:02 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:02.819+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:03.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:03 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:03.298+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:03.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:03 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:03.141+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:03.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:03 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:03.141+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:03.777 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:03.406+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:35:03.777 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:03.406+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:35:03.777 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:03.528+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:03.777 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:03.528+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:03.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:03.445+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:03.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:03.445+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:03.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:03.438+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:03.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:03.438+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:03.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:03 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:03.438+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:04.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:03.777+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:04.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:03 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:03.777+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:04.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:04.314+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:04.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:04.105+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:04.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:04 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:04.105+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:04.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:04.466+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:04.786 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:04.466+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:04.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:04.422+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:04.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:04.422+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:04.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:04.422+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:04.811 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:04.572+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:04.811 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:04.572+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:04.812 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:04.415+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.244457+0000 front 2024-03-16T18:34:22.244470+0000 (oldest deadline 2024-03-16T18:34:46.344438+0000) 2024-03-16T18:35:04.812 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5[47761]: 2024-03-16T18:35:04.415+0000 7fecfe907700 -1 osd.5 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:30.346345+0000 front 2024-03-16T18:34:30.346265+0000 (oldest deadline 2024-03-16T18:34:56.246317+0000) 2024-03-16T18:35:05.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:04.812+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:05.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:04.812+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:05.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:04 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:04.812+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:05.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:05.364+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:05.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:05.141+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:05.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:05.141+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:05.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:05 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:05.141+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:05.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:05.498+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:05.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:05.498+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:05.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:05.381+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:05.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:05.381+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:05.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:05 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:05.381+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:05.858 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:05 smithi153 podman[73448]: 2024-03-16 18:35:05.60071441 +0000 UTC m=+5.460913708 container died 19c1aff9bda9f6d6f3a59f90aa64c41b52dd196d2ea2696843e1f3ccff79d740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-03-16T18:35:05.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:05.620+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:05.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:05.620+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:05.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:05.792+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:05.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:05.792+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:05.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:05 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:05.792+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:06.261 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 podman[73448]: 2024-03-16 18:35:06.003131579 +0000 UTC m=+5.863330872 container cleanup 19c1aff9bda9f6d6f3a59f90aa64c41b52dd196d2ea2696843e1f3ccff79d740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=) 2024-03-16T18:35:06.261 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 bash[73448]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5 2024-03-16T18:35:06.375 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:06 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:06.125+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:06.375 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:06 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:06.125+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:06.375 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:06 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:06.125+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:06.597 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 podman[73465]: 2024-03-16 18:35:06.263190718 +0000 UTC m=+0.653230599 container remove 19c1aff9bda9f6d6f3a59f90aa64c41b52dd196d2ea2696843e1f3ccff79d740 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:35:06.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:06.542+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:06.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:06.542+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:06.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:06.382+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:06.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:06.382+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:06.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:06 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:06.382+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:06.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:06 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:06.377+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:06.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:06 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:06.377+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:06.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:06.597+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:06.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:06.597+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:06.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:06.777+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:06.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:06.777+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:06.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:06 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:06.777+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:06.859 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 podman[73557]: 2024-03-16 18:35:06.517070909 +0000 UTC m=+0.017816325 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:06.859 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 podman[73557]: 2024-03-16 18:35:06.622568406 +0000 UTC m=+0.123313856 container create f06c23365d043c32ba9b0dca92b5a972e9dee7871374b4a13e61cfe76efc0c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, ceph=True, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:35:07.197 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 podman[73557]: 2024-03-16 18:35:06.908394805 +0000 UTC m=+0.409140218 container init f06c23365d043c32ba9b0dca92b5a972e9dee7871374b4a13e61cfe76efc0c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:35:07.197 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:06 smithi153 podman[73557]: 2024-03-16 18:35:06.912149061 +0000 UTC m=+0.412894476 container start f06c23365d043c32ba9b0dca92b5a972e9dee7871374b4a13e61cfe76efc0c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5-deactivate, org.label-schema.build-date=20240307, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-03-16T18:35:07.197 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:07 smithi153 podman[73557]: 2024-03-16 18:35:07.016728936 +0000 UTC m=+0.517474359 container attach f06c23365d043c32ba9b0dca92b5a972e9dee7871374b4a13e61cfe76efc0c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-03-16T18:35:07.363 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:07.109+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:07.363 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:07.109+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:07.364 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:07.109+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:07.559 INFO:journalctl@ceph.osd.5.smithi153.stdout:Mar 16 18:35:07 smithi153 podman[73557]: 2024-03-16 18:35:07.199171171 +0000 UTC m=+0.699916580 container died f06c23365d043c32ba9b0dca92b5a972e9dee7871374b4a13e61cfe76efc0c85 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-5-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True) 2024-03-16T18:35:07.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:07.534+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:07.785 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:07.535+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:07.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:07.340+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:07.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:07.340+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:07.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:07 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:07.340+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:07.815 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:07.616+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:07.815 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:07.616+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:07.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:07.364+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:07.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:07.364+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:07.907 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.5.service' 2024-03-16T18:35:07.955 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:07.955 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-03-16T18:35:07.955 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-03-16T18:35:07.956 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.6 2024-03-16T18:35:08.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:07.815+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:08.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:07.815+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:08.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:07 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:07.815+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:08.267 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:08 smithi017 systemd[1]: Stopping Ceph osd.6 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:08.372 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:08.096+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:08.372 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:08.096+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:08.372 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:08.096+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:08.535 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:08.268+0000 7f567a486700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:08.535 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:08.268+0000 7f567a486700 -1 osd.6 111 *** Got signal Terminated *** 2024-03-16T18:35:08.535 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:08.268+0000 7f567a486700 -1 osd.6 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:08.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:08.317+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:08.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:08.317+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:08.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:08.317+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:08.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:08.373+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:08.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:08 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:08.373+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:08.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:08 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:08.586+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:08.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:08 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:08.586+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:08.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:08 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:08.803+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:08.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:08 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:08.803+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:08.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:08 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:08.803+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:09.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:08.553+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:09.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:08 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:08.553+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:09.388 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:09 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:09.087+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:09.388 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:09 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:09.087+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:09.388 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:09 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:09.087+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:09.586 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:09 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:09.316+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:09.586 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:09 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:09.316+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:09.586 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:09 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:09.316+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:09.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:09 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:09.390+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:09.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:09 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:09.390+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:10.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:09 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:09.587+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:10.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:09 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:09.587+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:10.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:09 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:09.616+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:10.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:09 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:09.616+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:10.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:09 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:09.787+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:10.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:09 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:09.787+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:10.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:09 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:09.787+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:10.415 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:10.111+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:10.416 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:10.111+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:10.416 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:10.111+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:10.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:10.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:10.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:10.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:10.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:10.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:10.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:10.417+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:10.835 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:10 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:10.417+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:10.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:10 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:10.594+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:10.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:10 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:10.594+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:10.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:10 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:10.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:10.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:10 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:10.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:10.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:10 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:10.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:11.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:10.628+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:11.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:10 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:10.628+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:11.438 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:11 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:11.123+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:11.438 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:11 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:11.123+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:11.438 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:11 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:11.123+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:11.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:11.237+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:11.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:11.237+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:11.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:11.237+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:11.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:11.237+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:11.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:11 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:11.440+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:11.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:11 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:11.440+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:11.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:11 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:11.581+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:11.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:11 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:11.581+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:11.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:11 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:11.725+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:11.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:11 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:11.725+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:11.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:11 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:11.725+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:12.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:11.618+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:12.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:11.618+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:12.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:11 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:11.618+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:46.842194+0000 front 2024-03-16T18:34:46.842166+0000 (oldest deadline 2024-03-16T18:35:11.542341+0000) 2024-03-16T18:35:12.405 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:12.116+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:12.406 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:12.116+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:12.406 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:12.116+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:12.406 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:12.116+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:12.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:12.219+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:12.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:12.219+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:12.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:12.219+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:12.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:12.219+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:12.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:12.407+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:12.834 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:12.407+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:12.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:12.563+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:12.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:12.563+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:12.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:12.563+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:12.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:12.730+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:12.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:12.730+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:12.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:12 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:12.730+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:13.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:12.607+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.339801+0000 front 2024-03-16T18:34:32.339854+0000 (oldest deadline 2024-03-16T18:34:56.439837+0000) 2024-03-16T18:35:13.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:12.607+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:38.740950+0000 front 2024-03-16T18:34:38.741016+0000 (oldest deadline 2024-03-16T18:35:03.441053+0000) 2024-03-16T18:35:13.035 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:12 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6[60749]: 2024-03-16T18:35:12.607+0000 7f5676a7a700 -1 osd.6 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:46.842194+0000 front 2024-03-16T18:34:46.842166+0000 (oldest deadline 2024-03-16T18:35:11.542341+0000) 2024-03-16T18:35:13.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:13 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:13.198+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:13.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:13 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:13.198+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:13.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:13 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:13.198+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:13.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:13 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:13.198+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:13.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:13.361+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:13.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:13.361+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:13.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:13.361+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:13.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:13.132+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:13.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:13.132+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:13.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:13.132+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:13.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:13 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:13.132+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:13.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:13 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:13.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:13.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:13 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:13.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:13.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:13 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:13.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:13.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:13 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:13.599+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:13.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:13 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:13.599+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:13.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:13 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:13.599+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:13.868 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:13 smithi017 podman[107444]: 2024-03-16 18:35:13.615579941 +0000 UTC m=+5.459749010 container died eec7066ea156f2d6870fac4dcf5e6901f4df305de2089a18281dddc806342e93 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:35:14.152 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:13 smithi017 podman[107444]: 2024-03-16 18:35:13.960488052 +0000 UTC m=+5.804657118 container cleanup eec7066ea156f2d6870fac4dcf5e6901f4df305de2089a18281dddc806342e93 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:35:14.152 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:13 smithi017 bash[107444]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6 2024-03-16T18:35:14.535 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:14 smithi017 podman[107461]: 2024-03-16 18:35:14.153782841 +0000 UTC m=+0.531504442 container remove eec7066ea156f2d6870fac4dcf5e6901f4df305de2089a18281dddc806342e93 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-03-16T18:35:14.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:14 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:14.210+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:14.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:14 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:14.210+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:14.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:14 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:14.210+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:14.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:14 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:14.210+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:14.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:14.150+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:14.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:14.150+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:14.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:14.150+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:14.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:14.150+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:14.585 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:14.343+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:14.585 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:14.343+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:14.585 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:14 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:14.343+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:14.872 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:14 smithi017 podman[107554]: 2024-03-16 18:35:14.479760726 +0000 UTC m=+0.018335477 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:14.872 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:14 smithi017 podman[107554]: 2024-03-16 18:35:14.621378798 +0000 UTC m=+0.159953537 container create 773b88f5b5749db72c2890963bd7d74d44993ccbce9a746bc9ef85771f433db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-16T18:35:14.872 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:14 smithi017 podman[107554]: 2024-03-16 18:35:14.873763105 +0000 UTC m=+0.412337845 container init 773b88f5b5749db72c2890963bd7d74d44993ccbce9a746bc9ef85771f433db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-16T18:35:15.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:14.611+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:15.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:14.611+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:15.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:14.611+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:15.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:14.747+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:15.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:14.747+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:15.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:14 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:14.747+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:15.167 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:14 smithi017 podman[107554]: 2024-03-16 18:35:14.877061945 +0000 UTC m=+0.415636688 container start 773b88f5b5749db72c2890963bd7d74d44993ccbce9a746bc9ef85771f433db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS) 2024-03-16T18:35:15.167 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:14 smithi017 podman[107554]: 2024-03-16 18:35:14.98214891 +0000 UTC m=+0.520723663 container attach 773b88f5b5749db72c2890963bd7d74d44993ccbce9a746bc9ef85771f433db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6-deactivate, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:35:15.483 INFO:journalctl@ceph.osd.6.smithi017.stdout:Mar 16 18:35:15 smithi017 podman[107554]: 2024-03-16 18:35:15.169465607 +0000 UTC m=+0.708040345 container died 773b88f5b5749db72c2890963bd7d74d44993ccbce9a746bc9ef85771f433db0 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-6-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-16T18:35:15.483 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:15 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:15.255+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:15.484 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:15 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:15.255+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:15.484 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:15 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:15.255+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:15.484 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:15 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:15.255+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:15.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:15.383+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:15.585 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:15.383+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:15.585 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:15.383+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:15.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:15.189+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:15.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:15.189+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:15.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:15.189+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:15.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:15 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:15.189+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:15.820 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.6.service' 2024-03-16T18:35:15.862 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:15.863 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-03-16T18:35:15.863 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-03-16T18:35:15.863 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.7 2024-03-16T18:35:16.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:15 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:15.656+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:16.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:15 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:15.656+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:16.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:15 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:15.656+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:16.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:15 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:15.708+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:16.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:15 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:15.708+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:16.109 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:15 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:15.708+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:16.176 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:15 smithi149 systemd[1]: Stopping Ceph osd.7 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:16.441 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:16.177+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:16.441 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:16.177+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:16.441 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:16.177+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:16.441 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:16.177+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:16.441 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:16.337+0000 7f69582ef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:16.441 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:16.337+0000 7f69582ef700 -1 osd.7 111 *** Got signal Terminated *** 2024-03-16T18:35:16.442 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:16.337+0000 7f69582ef700 -1 osd.7 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:16.442 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:16.391+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:16.442 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:16.391+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:16.442 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:16.391+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:16.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:16 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:16.281+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:16.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:16 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:16.281+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:16.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:16 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:16.281+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:16.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:16 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:16.281+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:17.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:16 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:16.611+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:17.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:16 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:16.611+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:17.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:16 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:16.611+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:17.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:16 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:16.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:17.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:16 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:16.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:17.109 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:16 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:16.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:17.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:17.421+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:17.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:17.421+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:17.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:17.421+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:17.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:17.176+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:17.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:17.176+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:17.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:17.176+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:17.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:17 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:17.176+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:17.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:17 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:17.326+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:17.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:17 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:17.326+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:17.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:17 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:17.326+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:17.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:17 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:17.326+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:18.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:17 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:17.800+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:18.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:17 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:17.800+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:18.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:17 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:17.800+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:18.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:17 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:17.636+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:18.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:17 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:17.636+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:18.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:17 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:17.636+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:18.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:18.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:18.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:18.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:18.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:18.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:18.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:18 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:18.282+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:18.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:18.379+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:18.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:18.379+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:18.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:18.379+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:18.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:18.160+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:18.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:18.160+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:18.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:18.160+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:18.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:18.160+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:18.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:18 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:18.160+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:18.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:18 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:18.776+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:18.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:18 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:18.776+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:18.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:18 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:18.776+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:18.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:18 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:18.593+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:18.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:18 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:18.593+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:18.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:18 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:18.593+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:19.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:19.245+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:19.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:19.245+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:19.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:19.245+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:19.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:19.245+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:19.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:19 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:19.245+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:19.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:19.369+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:19.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:19.369+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:19.585 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:19.369+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:19.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:19.171+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:19.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:19.171+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:19.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:19.171+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:19.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:19.171+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:19.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:19 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:19.171+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:19.809+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:19.809+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:19.809+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:19.603+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:19.603+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:19.603+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:19.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:19 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:19.603+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:20.584 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:20.329+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.150069+0000 front 2024-03-16T18:34:33.150105+0000 (oldest deadline 2024-03-16T18:34:58.450228+0000) 2024-03-16T18:35:20.628 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:20.329+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.151352+0000 front 2024-03-16T18:34:40.151376+0000 (oldest deadline 2024-03-16T18:35:06.051355+0000) 2024-03-16T18:35:20.628 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7[54486]: 2024-03-16T18:35:20.329+0000 7f69508db700 -1 osd.7 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.752383+0000 front 2024-03-16T18:34:47.752506+0000 (oldest deadline 2024-03-16T18:35:12.452240+0000) 2024-03-16T18:35:20.629 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:20.184+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:20.629 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:20.184+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:20.630 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:20.184+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:20.630 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:20.184+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:20.630 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:20.184+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:20.685 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:20.287+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:20.685 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:20.287+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:20.685 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:20.287+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:20.685 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:20.287+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:20.685 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:20 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:20.287+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:20.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:20.778+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:20.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:20.778+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:20.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:20.778+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:20.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:20.778+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:20.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:20.589+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:20.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:20.589+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:20.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:20.589+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:20.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:20 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:20.589+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:21.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:21 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:21.180+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:21.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:21 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:21.180+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:21.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:21 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:21.180+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:21.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:21 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:21.180+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:21.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:21 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:21.180+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:21.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:21.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:21.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:21.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:21.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:21.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:21.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:21.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:21.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:21 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:21.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:21.797+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:21.797+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:21.797+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:21.797+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:21.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:21.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:21.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:21.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:21.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:21 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:21.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:21.961 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:21 smithi149 podman[72948]: 2024-03-16 18:35:21.668645882 +0000 UTC m=+5.616995045 container died 7bd18d0534ab732498ff89114f4f9889eb3fe903a4470028ea8bf542c4a10546 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307) 2024-03-16T18:35:22.246 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:21 smithi149 podman[72948]: 2024-03-16 18:35:21.962944081 +0000 UTC m=+5.911293253 container cleanup 7bd18d0534ab732498ff89114f4f9889eb3fe903a4470028ea8bf542c4a10546 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-03-16T18:35:22.246 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:21 smithi149 bash[72948]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7 2024-03-16T18:35:22.246 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:22.210+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:22.246 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:22.210+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:22.247 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:22.210+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:22.247 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:22.210+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:22.247 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:22 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:22.210+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:22.563 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:22 smithi149 podman[72977]: 2024-03-16 18:35:22.247671092 +0000 UTC m=+0.573872913 container remove 7bd18d0534ab732498ff89114f4f9889eb3fe903a4470028ea8bf542c4a10546 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-03-16T18:35:22.756 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:22.521+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:22.756 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:22.521+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:22.756 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:22.521+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:22.756 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:22.521+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:22.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:22.332+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:22.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:22.332+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:22.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:22.332+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:22.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:22.332+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:22.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:22 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:22.332+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:22.816 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:22 smithi149 podman[73068]: 2024-03-16 18:35:22.565323989 +0000 UTC m=+0.108391853 container create 715a1dbb3bc40751c1a52987fdca628b829c0d7987aa7f8cb2d0ff354c9e9472 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:35:22.816 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:22 smithi149 podman[73068]: 2024-03-16 18:35:22.475873101 +0000 UTC m=+0.018940934 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:23.040 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:22.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:23.041 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:22.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:23.041 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:22.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:23.041 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:22 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:22.757+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:23.084 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:22 smithi149 podman[73068]: 2024-03-16 18:35:22.817843006 +0000 UTC m=+0.360910828 container init 715a1dbb3bc40751c1a52987fdca628b829c0d7987aa7f8cb2d0ff354c9e9472 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7-deactivate, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-03-16T18:35:23.084 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:22 smithi149 podman[73068]: 2024-03-16 18:35:22.821355499 +0000 UTC m=+0.364423321 container start 715a1dbb3bc40751c1a52987fdca628b829c0d7987aa7f8cb2d0ff354c9e9472 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-03-16T18:35:23.085 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:22 smithi149 podman[73068]: 2024-03-16 18:35:22.917971502 +0000 UTC m=+0.461039325 container attach 715a1dbb3bc40751c1a52987fdca628b829c0d7987aa7f8cb2d0ff354c9e9472 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-03-16T18:35:23.411 INFO:journalctl@ceph.osd.7.smithi149.stdout:Mar 16 18:35:23 smithi149 podman[73068]: 2024-03-16 18:35:23.116783209 +0000 UTC m=+0.659851026 container died 715a1dbb3bc40751c1a52987fdca628b829c0d7987aa7f8cb2d0ff354c9e9472 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-7-deactivate, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-03-16T18:35:23.411 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:23.244+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:23.411 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:23.244+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:23.411 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:23.244+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:23.411 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:23.244+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:23.411 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:23 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:23.244+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:23.727 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.7.service' 2024-03-16T18:35:23.768 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:23.768 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-03-16T18:35:23.768 INFO:tasks.cephadm.osd.8:Stopping osd.8... 2024-03-16T18:35:23.768 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.8 2024-03-16T18:35:23.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:23.337+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:23.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:23.337+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:23.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:23.337+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:23.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:23.337+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:23.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:23 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:23.337+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:23.817 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:23.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:23.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:23.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:23.566+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:23.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:23.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:23.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:23.818 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:23 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:23.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:24.093 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:23 smithi153 systemd[1]: Stopping Ceph osd.8 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:24.358 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.093+0000 7f6408610700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.8 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:24.358 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.093+0000 7f6408610700 -1 osd.8 111 *** Got signal Terminated *** 2024-03-16T18:35:24.358 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.093+0000 7f6408610700 -1 osd.8 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:24.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:24.265+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:24.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:24.265+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:24.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:24.265+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:24.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:24.265+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:24.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:24 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:24.265+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:24.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:24.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:24.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:24.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:24.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:24.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:24.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:24.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:24.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:24 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:24.318+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:24.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.595+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:24.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.595+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:24.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.595+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:24.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:24.595+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:24.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:24.691+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:24.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:24.691+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:24.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:24.691+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:24.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:24.691+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:25.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:25.283+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:25.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:25.283+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:25.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:25.283+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:25.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:25.283+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:25.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:25 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:25.283+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:25.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:25.279+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:25.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:25.279+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:25.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:25.279+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:25.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:25.279+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:25.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:25 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:25.279+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:25.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:25.562+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:25.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:25.562+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:25.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:25.562+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:25.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:25.562+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:25.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:25.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:25.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:25.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:25.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:25.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:25.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:25 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:25.718+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:26.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:26.265+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:26.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:26.265+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:26.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:26.265+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:26.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:26.265+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:26.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:26 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:26.265+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:26.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:26 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:26.252+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:26.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:26 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:26.252+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:26.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:26 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:26.252+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:26.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:26 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:26.252+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:26.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:26 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:26.252+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:27.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:26.714+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:27.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:26.714+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:27.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:26.714+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:27.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:26.714+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:27.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:26.612+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:27.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:26.612+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:27.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:26.612+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:27.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:26.612+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:27.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:26 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:26.612+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.837786+0000 front 2024-03-16T18:35:02.837809+0000 (oldest deadline 2024-03-16T18:35:25.737835+0000) 2024-03-16T18:35:27.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:27.220+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:27.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:27.220+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:27.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:27.220+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:27.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:27.220+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:27.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:27.220+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:27.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:27 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:27.220+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:27.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:27.257+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:27.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:27.257+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:27.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:27.257+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:27.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:27.257+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:27.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:27 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:27.257+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:28.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:27.668+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:28.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:27.668+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:28.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:27.668+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:28.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:27.668+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:28.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:27.640+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:28.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:27.640+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:28.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:27.640+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:28.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:27.640+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:28.109 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:27 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:27.640+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.837786+0000 front 2024-03-16T18:35:02.837809+0000 (oldest deadline 2024-03-16T18:35:25.737835+0000) 2024-03-16T18:35:28.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:28.257+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:28.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:28.257+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:28.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:28.257+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:28.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:28.257+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:28.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:28.257+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:28.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:28 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:28.257+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:28.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:28.251+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:28.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:28.251+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:28.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:28.251+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:28.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:28.251+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:28.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:28.251+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:28.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:28 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:28.251+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:28.626+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:28.626+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:28.626+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:28.626+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:28.596+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:32.132438+0000 front 2024-03-16T18:34:32.132473+0000 (oldest deadline 2024-03-16T18:34:55.032496+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:28.596+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:37.734420+0000 front 2024-03-16T18:34:37.734394+0000 (oldest deadline 2024-03-16T18:35:03.034483+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:28.596+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:48.235609+0000 front 2024-03-16T18:34:48.235825+0000 (oldest deadline 2024-03-16T18:35:11.735671+0000) 2024-03-16T18:35:28.858 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:28.596+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:55.237045+0000 front 2024-03-16T18:34:55.237203+0000 (oldest deadline 2024-03-16T18:35:19.336986+0000) 2024-03-16T18:35:28.859 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:28 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8[54749]: 2024-03-16T18:35:28.596+0000 7f6404c04700 -1 osd.8 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.837786+0000 front 2024-03-16T18:35:02.837809+0000 (oldest deadline 2024-03-16T18:35:25.737835+0000) 2024-03-16T18:35:29.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:29.275+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:29.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:29.275+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:29.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:29.275+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:29.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:29.275+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:29.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:29.275+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:29.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:29 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:29.275+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:29.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:29.246+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:29.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:29.246+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:29.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:29.246+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:29.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:29.246+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:29.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:29.246+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:29.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:29 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:29.246+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:29.804 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:29 smithi153 podman[73674]: 2024-03-16 18:35:29.493724597 +0000 UTC m=+5.530973389 container died 08a5e3f05741f299eaa426f12d5a9b491a7e9f0d10e8106f31a9cbfeb392c07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8, RELEASE=wip-lusov-qdb-squid-aba3c1d, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD) 2024-03-16T18:35:29.805 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:29.580+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:29.805 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:29.580+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:29.805 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:29.580+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:29.805 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:29.580+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:29.805 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:29.580+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:30.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:29 smithi153 podman[73674]: 2024-03-16 18:35:29.806093655 +0000 UTC m=+5.843342440 container cleanup 08a5e3f05741f299eaa426f12d5a9b491a7e9f0d10e8106f31a9cbfeb392c07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:35:30.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:29 smithi153 bash[73674]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8 2024-03-16T18:35:30.108 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73689]: 2024-03-16 18:35:30.049104442 +0000 UTC m=+0.551830088 container remove 08a5e3f05741f299eaa426f12d5a9b491a7e9f0d10e8106f31a9cbfeb392c07c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-16T18:35:30.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:30.274+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:30.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:30.274+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:30.535 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:30.274+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:30.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:30.274+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:30.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:30.274+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:30.536 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:30 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:30.274+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:30.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:30.272+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:30.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:30.272+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:30.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:30.272+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:30.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:30.272+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:30.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:30.272+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:30.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:30 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:30.272+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:30.608 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73784]: 2024-03-16 18:35:30.240873026 +0000 UTC m=+0.017581164 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:30.608 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73784]: 2024-03-16 18:35:30.36683057 +0000 UTC m=+0.143538746 container create 4b170158a366e64c0f826b3f4ca4f30932f290b4f5c6182d115dfa897504f75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73784]: 2024-03-16 18:35:30.620332706 +0000 UTC m=+0.397040853 container init 4b170158a366e64c0f826b3f4ca4f30932f290b4f5c6182d115dfa897504f75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8-deactivate, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73784]: 2024-03-16 18:35:30.623673233 +0000 UTC m=+0.400381379 container start 4b170158a366e64c0f826b3f4ca4f30932f290b4f5c6182d115dfa897504f75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8-deactivate, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73784]: 2024-03-16 18:35:30.720051694 +0000 UTC m=+0.496759827 container attach 4b170158a366e64c0f826b3f4ca4f30932f290b4f5c6182d115dfa897504f75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:30.630+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:30.630+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:30.630+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:30.630+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:30.911 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:30 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:30.630+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:31.272 INFO:journalctl@ceph.osd.8.smithi153.stdout:Mar 16 18:35:30 smithi153 podman[73784]: 2024-03-16 18:35:30.912663241 +0000 UTC m=+0.689371383 container died 4b170158a366e64c0f826b3f4ca4f30932f290b4f5c6182d115dfa897504f75f (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-8-deactivate, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-03-16T18:35:31.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:31.307+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:31.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:31.307+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:31.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:31.307+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:31.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:31.307+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:31.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:31.307+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:31.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:31 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:31.307+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:31.598 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.8.service' 2024-03-16T18:35:31.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:31.642 INFO:tasks.cephadm.osd.8:Stopped osd.8 2024-03-16T18:35:31.642 INFO:tasks.cephadm.osd.9:Stopping osd.9... 2024-03-16T18:35:31.642 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.9 2024-03-16T18:35:31.672 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.290+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:31.672 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.290+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:31.672 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.290+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:31.672 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.290+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:31.672 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.290+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:31.672 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.290+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:31.850 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:31.590+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:31.851 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:31.590+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:31.851 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:31.590+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:31.851 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:31.590+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:31.851 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:31 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:31.590+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:31.937 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 systemd[1]: Stopping Ceph osd.9 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:32.285 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.938+0000 7f9e26124700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.9 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:32.285 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.938+0000 7f9e26124700 -1 osd.9 111 *** Got signal Terminated *** 2024-03-16T18:35:32.285 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:31 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:31.938+0000 7f9e26124700 -1 osd.9 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:32.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:32 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:32.325+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:32.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:32 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:32.325+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:32.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:32 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:32.325+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:32.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:32 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:32.325+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:32.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:32 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:32.325+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:32.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:32 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:32.325+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:32.834 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:32.346+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:32.834 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:32.346+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:32.834 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:32.346+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:32.834 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:32.346+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:32.834 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:32.346+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:32.835 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:32 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:32.346+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:33.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:32.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:33.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:32.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:33.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:32.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:33.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:32.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:33.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:32.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:33.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:33 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:33.362+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:33.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:33 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:33.362+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:33.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:33 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:33.362+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:33.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:33 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:33.362+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:33.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:33 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:33.362+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:33.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:33 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:33.362+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:33.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:33 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:33.374+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:33.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:33 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:33.374+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:33.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:33 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:33.374+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:33.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:33 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:33.374+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:33.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:33 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:33.374+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:33.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:33 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:33.374+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:33.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:33 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:33.579+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:33.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:33 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:33.579+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:33.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:33 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:33.579+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:33.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:33 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:33.579+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:33.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:33 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:33.579+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:34.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:34 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:34.330+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:34.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:34 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:34.330+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:34.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:34 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:34.330+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:34.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:34 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:34.330+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:34.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:34 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:34.330+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:34.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:34 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:34.330+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:34.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:34 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:34.396+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:34.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:34 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:34.396+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:34.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:34 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:34.396+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:34.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:34 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:34.396+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:34.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:34 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:34.396+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:34.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:34 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:34.396+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:34.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:34 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:34.572+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:34.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:34 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:34.572+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:34.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:34 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:34.572+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:34.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:34 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:34.572+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:34.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:34 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:34.572+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:35.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:35 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:35.287+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:35.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:35 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:35.287+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:35.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:35 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:35.287+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:35.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:35 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:35.287+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:35.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:35 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:35.287+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:35.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:35 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:35.287+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:35.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:35 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:35.367+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:35.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:35 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:35.367+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:35.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:35 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:35.367+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:35.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:35 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:35.367+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:35.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:35 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:35.367+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:35.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:35 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:35.367+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:36.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:35.613+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:36.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:35.613+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:36.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:35.613+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:36.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:35.613+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:36.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:35.613+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:36.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:35 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:35.613+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:36.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:36.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:36.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:36.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:36.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:36.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:36.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:36 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:36.249+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:36.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:36 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:36.393+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.895937+0000 front 2024-03-16T18:34:22.895693+0000 (oldest deadline 2024-03-16T18:34:46.395935+0000) 2024-03-16T18:35:36.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:36 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:36.393+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:29.897210+0000 front 2024-03-16T18:34:29.897136+0000 (oldest deadline 2024-03-16T18:34:56.897690+0000) 2024-03-16T18:35:36.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:36 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:36.393+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:40.398811+0000 front 2024-03-16T18:34:40.398874+0000 (oldest deadline 2024-03-16T18:35:02.698823+0000) 2024-03-16T18:35:36.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:36 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:36.393+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.399766+0000 front 2024-03-16T18:34:47.399799+0000 (oldest deadline 2024-03-16T18:35:10.299762+0000) 2024-03-16T18:35:36.785 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:36 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:36.393+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:54.801401+0000 front 2024-03-16T18:34:54.801377+0000 (oldest deadline 2024-03-16T18:35:18.301452+0000) 2024-03-16T18:35:36.786 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:36 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9[67768]: 2024-03-16T18:35:36.393+0000 7f9e22718700 -1 osd.9 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:04.103257+0000 front 2024-03-16T18:35:04.103132+0000 (oldest deadline 2024-03-16T18:35:26.403133+0000) 2024-03-16T18:35:37.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:36.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:37.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:36.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:37.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:36.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:37.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:36.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:37.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:36.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:37.108 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:36.622+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:37.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:37.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:37.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:37.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:37.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:37.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:37.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:37 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:37.282+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:37.746 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:37 smithi017 podman[107672]: 2024-03-16 18:35:37.486644277 +0000 UTC m=+5.644673099 container died 400eaadd37b6243e70f5d966eee058fb13a411d1c12f41a602686f5dcf7ad7fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:35:37.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:37.600+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:37.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:37.600+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:37.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:37.600+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:37.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:37.600+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:37.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:37.600+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:37.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:37 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:37.600+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:38.004 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:37 smithi017 podman[107672]: 2024-03-16 18:35:37.821412845 +0000 UTC m=+5.979441701 container cleanup 400eaadd37b6243e70f5d966eee058fb13a411d1c12f41a602686f5dcf7ad7fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-03-16T18:35:38.004 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:37 smithi017 bash[107672]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9 2024-03-16T18:35:38.285 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107689]: 2024-03-16 18:35:38.005798329 +0000 UTC m=+0.520773604 container remove 400eaadd37b6243e70f5d966eee058fb13a411d1c12f41a602686f5dcf7ad7fc (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-03-16T18:35:38.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:38.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:38.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:38.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:38.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:38.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:38.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:38 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:38.311+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:38.698 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107782]: 2024-03-16 18:35:38.317417502 +0000 UTC m=+0.018008574 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:38.699 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107782]: 2024-03-16 18:35:38.414861896 +0000 UTC m=+0.115452958 container create a1c1dab91b3cd120fa9cd2b92893224b56aa22691e3f3b84c7e6199f27898683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9-deactivate, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True) 2024-03-16T18:35:38.699 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107782]: 2024-03-16 18:35:38.64218135 +0000 UTC m=+0.342772423 container init a1c1dab91b3cd120fa9cd2b92893224b56aa22691e3f3b84c7e6199f27898683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-03-16T18:35:38.699 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107782]: 2024-03-16 18:35:38.645307645 +0000 UTC m=+0.345898714 container start a1c1dab91b3cd120fa9cd2b92893224b56aa22691e3f3b84c7e6199f27898683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9-deactivate, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240307) 2024-03-16T18:35:38.699 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107782]: 2024-03-16 18:35:38.700430948 +0000 UTC m=+0.401022036 container attach a1c1dab91b3cd120fa9cd2b92893224b56aa22691e3f3b84c7e6199f27898683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:35:38.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:38 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:38.552+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:38.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:38 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:38.552+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:38.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:38 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:38.552+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:38.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:38 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:38.552+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:38.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:38 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:38.552+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:38.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:38 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:38.552+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:39.035 INFO:journalctl@ceph.osd.9.smithi017.stdout:Mar 16 18:35:38 smithi017 podman[107782]: 2024-03-16 18:35:38.945037729 +0000 UTC m=+0.645628781 container died a1c1dab91b3cd120fa9cd2b92893224b56aa22691e3f3b84c7e6199f27898683 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-9-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-03-16T18:35:39.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:39.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:39.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:39.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:39.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:39.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:39.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:39.268+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:39.642 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.9.service' 2024-03-16T18:35:39.724 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:39.724 INFO:tasks.cephadm.osd.9:Stopped osd.9 2024-03-16T18:35:39.724 INFO:tasks.cephadm.osd.10:Stopping osd.10... 2024-03-16T18:35:39.724 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.10 2024-03-16T18:35:39.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:39 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:39.537+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:39.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:39 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:39.537+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:39.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:39 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:39.537+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:39.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:39 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:39.537+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:39.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:39 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:39.537+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:39.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:39 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:39.537+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:40.030 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:39 smithi149 systemd[1]: Stopping Ceph osd.10 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:40.302 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.031+0000 7f9190a72700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.10 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:40.302 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.031+0000 7f9190a72700 -1 osd.10 111 *** Got signal Terminated *** 2024-03-16T18:35:40.302 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.031+0000 7f9190a72700 -1 osd.10 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:40.302 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.302+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:40.302 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.302+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:40.302 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.302+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:40.303 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.302+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:40.303 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.302+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:40.303 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.302+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:40.303 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:40 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:40.303+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:40.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:40 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:40.526+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:40.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:40 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:40.526+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:40.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:40 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:40.526+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:40.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:40 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:40.526+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:40.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:40 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:40.526+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:40.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:40 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:40.526+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:41.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:41.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:41.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:41.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:41.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:41.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:41.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:41 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:41.308+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:41.759 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:41 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:41.503+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:41.759 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:41 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:41.503+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:41.759 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:41 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:41.503+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:41.760 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:41 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:41.503+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:41.760 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:41 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:41.503+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:41.760 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:41 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:41.503+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:42.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:42.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:42.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:42.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:42.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:42.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:42.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:42 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:42.297+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:42.608 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:42 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:42.529+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:43.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:43.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:43.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:43.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:43.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:43.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:43.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:43 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:43.265+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:43.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:43.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:43.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:43.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:43.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:43.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:43.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:43 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:43.541+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:44.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:20.222417+0000 front 2024-03-16T18:34:20.222348+0000 (oldest deadline 2024-03-16T18:34:45.522504+0000) 2024-03-16T18:35:44.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:33.024730+0000 front 2024-03-16T18:34:33.024780+0000 (oldest deadline 2024-03-16T18:34:56.524944+0000) 2024-03-16T18:35:44.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:41.225841+0000 front 2024-03-16T18:34:41.225965+0000 (oldest deadline 2024-03-16T18:35:04.725763+0000) 2024-03-16T18:35:44.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6814 osd.3 since back 2024-03-16T18:34:47.026734+0000 front 2024-03-16T18:34:47.026759+0000 (oldest deadline 2024-03-16T18:35:11.726752+0000) 2024-03-16T18:35:44.584 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:56.928143+0000 front 2024-03-16T18:34:56.928177+0000 (oldest deadline 2024-03-16T18:35:18.028386+0000) 2024-03-16T18:35:44.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:02.029962+0000 front 2024-03-16T18:35:02.030046+0000 (oldest deadline 2024-03-16T18:35:27.329727+0000) 2024-03-16T18:35:44.585 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:44 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10[61348]: 2024-03-16T18:35:44.264+0000 7f918905e700 -1 osd.10 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:10.131676+0000 front 2024-03-16T18:35:10.131750+0000 (oldest deadline 2024-03-16T18:35:35.431536+0000) 2024-03-16T18:35:44.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:44.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:44.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:44.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:44.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:44.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:44.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:44 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:44.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:45.663 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:45 smithi149 podman[73173]: 2024-03-16 18:35:45.385632519 +0000 UTC m=+5.467818069 container died 7c95f1d58a567809812be1ca9d65b387a5e25d47a2a9fd6f012cf2bbfd3d202b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-03-16T18:35:45.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:45.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:45.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:45.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:45.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:45.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:45.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:45 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:45.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:45.988 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:45 smithi149 podman[73173]: 2024-03-16 18:35:45.739359049 +0000 UTC m=+5.821544589 container cleanup 7c95f1d58a567809812be1ca9d65b387a5e25d47a2a9fd6f012cf2bbfd3d202b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, io.buildah.version=1.33.5) 2024-03-16T18:35:45.989 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:45 smithi149 bash[73173]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10 2024-03-16T18:35:46.334 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:45 smithi149 podman[73192]: 2024-03-16 18:35:45.9904749 +0000 UTC m=+0.600384177 container remove 7c95f1d58a567809812be1ca9d65b387a5e25d47a2a9fd6f012cf2bbfd3d202b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:35:46.625 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:46 smithi149 podman[73284]: 2024-03-16 18:35:46.349490247 +0000 UTC m=+0.112622027 container create c6daa3c512c69dc683c1376094856da98c0929d0c7eb9783c2f94903b3859682 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240307, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-03-16T18:35:46.625 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:46 smithi149 podman[73284]: 2024-03-16 18:35:46.254807117 +0000 UTC m=+0.017938902 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:46.625 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:46 smithi149 podman[73284]: 2024-03-16 18:35:46.562584822 +0000 UTC m=+0.325716604 container init c6daa3c512c69dc683c1376094856da98c0929d0c7eb9783c2f94903b3859682 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-03-16T18:35:46.625 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:46 smithi149 podman[73284]: 2024-03-16 18:35:46.565981952 +0000 UTC m=+0.329113733 container start c6daa3c512c69dc683c1376094856da98c0929d0c7eb9783c2f94903b3859682 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True) 2024-03-16T18:35:46.626 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:46 smithi149 podman[73284]: 2024-03-16 18:35:46.627122082 +0000 UTC m=+0.390253887 container attach c6daa3c512c69dc683c1376094856da98c0929d0c7eb9783c2f94903b3859682 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS) 2024-03-16T18:35:46.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:46.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:46.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:46.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:46.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:46.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:46.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:46 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:46.501+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:47.084 INFO:journalctl@ceph.osd.10.smithi149.stdout:Mar 16 18:35:46 smithi149 podman[73284]: 2024-03-16 18:35:46.860915514 +0000 UTC m=+0.624047294 container died c6daa3c512c69dc683c1376094856da98c0929d0c7eb9783c2f94903b3859682 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-10-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-03-16T18:35:47.444 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.10.service' 2024-03-16T18:35:47.487 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:47.487 INFO:tasks.cephadm.osd.10:Stopped osd.10 2024-03-16T18:35:47.487 INFO:tasks.cephadm.osd.11:Stopping osd.11... 2024-03-16T18:35:47.487 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.11 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:47.796 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.519+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:47.797 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 systemd[1]: Stopping Ceph osd.11 for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:47.797 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.796+0000 7f7e2f828700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.11 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:47.797 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.796+0000 7f7e2f828700 -1 osd.11 111 *** Got signal Terminated *** 2024-03-16T18:35:47.797 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:47 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:47.796+0000 7f7e2f828700 -1 osd.11 111 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-03-16T18:35:48.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:48.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:48.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:48.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:48.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:48.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:48.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:48 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:48.492+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:49.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:49.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:49.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:49.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:49.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:49.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:49.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:49 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:49.493+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:50.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:50 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:50.443+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6820 osd.8 since back 2024-03-16T18:35:28.664879+0000 front 2024-03-16T18:35:28.664907+0000 (oldest deadline 2024-03-16T18:35:50.364936+0000) 2024-03-16T18:35:51.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:51.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:51.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:51.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:51.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:51.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:51.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:51.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:51 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:51.481+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6820 osd.8 since back 2024-03-16T18:35:28.664879+0000 front 2024-03-16T18:35:28.664907+0000 (oldest deadline 2024-03-16T18:35:50.364936+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6806 osd.0 since back 2024-03-16T18:34:22.954093+0000 front 2024-03-16T18:34:22.954131+0000 (oldest deadline 2024-03-16T18:34:45.254007+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6804 osd.1 since back 2024-03-16T18:34:31.055905+0000 front 2024-03-16T18:34:31.055729+0000 (oldest deadline 2024-03-16T18:34:55.755856+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6804 osd.2 since back 2024-03-16T18:34:39.256936+0000 front 2024-03-16T18:34:39.256855+0000 (oldest deadline 2024-03-16T18:35:04.457679+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6812 osd.4 since back 2024-03-16T18:34:57.260533+0000 front 2024-03-16T18:34:57.260549+0000 (oldest deadline 2024-03-16T18:35:20.160461+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6812 osd.5 since back 2024-03-16T18:35:03.562061+0000 front 2024-03-16T18:35:03.561977+0000 (oldest deadline 2024-03-16T18:35:29.462073+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.17:6822 osd.6 since back 2024-03-16T18:35:09.462874+0000 front 2024-03-16T18:35:09.462710+0000 (oldest deadline 2024-03-16T18:35:34.762579+0000) 2024-03-16T18:35:52.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.149:6820 osd.7 since back 2024-03-16T18:35:17.663520+0000 front 2024-03-16T18:35:17.663498+0000 (oldest deadline 2024-03-16T18:35:41.763370+0000) 2024-03-16T18:35:52.859 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:52 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11[61325]: 2024-03-16T18:35:52.518+0000 7f7e27e14700 -1 osd.11 111 heartbeat_check: no reply from 172.21.15.153:6820 osd.8 since back 2024-03-16T18:35:28.664879+0000 front 2024-03-16T18:35:28.664907+0000 (oldest deadline 2024-03-16T18:35:50.364936+0000) 2024-03-16T18:35:53.441 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:53 smithi153 podman[73905]: 2024-03-16 18:35:53.184854874 +0000 UTC m=+5.500871622 container died a78fb14947c89e214cffd0fd3500eed224dba93f3b7ba697582e74168720d689 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:35:53.784 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:53 smithi153 podman[73905]: 2024-03-16 18:35:53.543097281 +0000 UTC m=+5.859114034 container cleanup a78fb14947c89e214cffd0fd3500eed224dba93f3b7ba697582e74168720d689 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-03-16T18:35:53.784 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:53 smithi153 bash[73905]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11 2024-03-16T18:35:54.093 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:53 smithi153 podman[73922]: 2024-03-16 18:35:53.785876556 +0000 UTC m=+0.601406667 container remove a78fb14947c89e214cffd0fd3500eed224dba93f3b7ba697582e74168720d689 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11, org.label-schema.build-date=20240307, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-03-16T18:35:54.358 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:54 smithi153 podman[74013]: 2024-03-16 18:35:54.094971466 +0000 UTC m=+0.099480592 container create 5bbe1c1ca334669dca1da637a903007949947e139b9d77e2ab3bffb42a3371ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11-deactivate, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-16T18:35:54.358 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:54 smithi153 podman[74013]: 2024-03-16 18:35:54.013372456 +0000 UTC m=+0.017881545 image pull 80ec0d3daaba7a52b05a2c1e9fce2fdb808f0661f4843706a56e0840fed82af0 quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3 2024-03-16T18:35:54.358 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:54 smithi153 podman[74013]: 2024-03-16 18:35:54.31380797 +0000 UTC m=+0.318317051 container init 5bbe1c1ca334669dca1da637a903007949947e139b9d77e2ab3bffb42a3371ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11-deactivate, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:35:54.358 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:54 smithi153 podman[74013]: 2024-03-16 18:35:54.316789416 +0000 UTC m=+0.321298504 container start 5bbe1c1ca334669dca1da637a903007949947e139b9d77e2ab3bffb42a3371ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True) 2024-03-16T18:35:54.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:54 smithi153 podman[74013]: 2024-03-16 18:35:54.388782773 +0000 UTC m=+0.393291862 container attach 5bbe1c1ca334669dca1da637a903007949947e139b9d77e2ab3bffb42a3371ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-03-16T18:35:54.858 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:54 smithi153 podman[74013]: 2024-03-16 18:35:54.604400915 +0000 UTC m=+0.608909997 container died 5bbe1c1ca334669dca1da637a903007949947e139b9d77e2ab3bffb42a3371ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, ceph=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-03-16T18:35:55.125 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.11.service' 2024-03-16T18:35:55.152 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:55 smithi153 podman[74040]: 2024-03-16 18:35:55.109034227 +0000 UTC m=+0.499738277 container remove 5bbe1c1ca334669dca1da637a903007949947e139b9d77e2ab3bffb42a3371ea (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-osd-11-deactivate, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-03-16T18:35:55.152 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:55 smithi153 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.11.service: Deactivated successfully. 2024-03-16T18:35:55.152 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:55 smithi153 systemd[1]: Stopped Ceph osd.11 for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:35:55.152 INFO:journalctl@ceph.osd.11.smithi153.stdout:Mar 16 18:35:55 smithi153 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@osd.11.service: Consumed 11.210s CPU time. 2024-03-16T18:35:55.168 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:35:55.168 INFO:tasks.cephadm.osd.11:Stopped osd.11 2024-03-16T18:35:55.168 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-03-16T18:35:55.168 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.a 2024-03-16T18:35:55.488 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:35:55 smithi017 systemd[1]: Stopping Ceph mds.a for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:35:55.785 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:35:55 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a[74579]: 2024-03-16T18:35:55.488+0000 7f0ad28fa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:35:55.785 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:35:55 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a[74579]: 2024-03-16T18:35:55.488+0000 7f0ad28fa700 -1 mds.a *** got signal Terminated *** 2024-03-16T18:35:59.785 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:35:59 smithi017 podman[107903]: 2024-03-16 18:35:59.498677038 +0000 UTC m=+4.124924346 container died f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:36:00.115 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:35:59 smithi017 podman[107903]: 2024-03-16 18:35:59.805078488 +0000 UTC m=+4.431325794 container cleanup f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-03-16T18:36:00.116 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:35:59 smithi017 bash[107903]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a 2024-03-16T18:36:00.116 INFO:journalctl@ceph.mds.a.smithi017.stdout:Mar 16 18:36:00 smithi017 podman[107917]: 2024-03-16 18:36:00.014599684 +0000 UTC m=+0.515239565 container remove f14339cbd582029579db6f9ac30a9eaf84c9e676c2512f398e9eb950ecfa5b6b (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-a, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:36:00.131 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.a.service' 2024-03-16T18:36:00.169 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:00.170 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-03-16T18:36:00.170 INFO:tasks.cephadm.mds.d:Stopping mds.d... 2024-03-16T18:36:00.170 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.d 2024-03-16T18:36:00.491 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:36:00 smithi017 systemd[1]: Stopping Ceph mds.d for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:00.785 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:36:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d[73624]: 2024-03-16T18:36:00.492+0000 7f1607773700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.d -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:00.785 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:36:00 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d[73624]: 2024-03-16T18:36:00.492+0000 7f1607773700 -1 mds.d *** got signal Terminated *** 2024-03-16T18:36:01.867 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:36:01 smithi017 podman[108025]: 2024-03-16 18:36:01.567745105 +0000 UTC m=+1.178657061 container died 56daa34e407e97f4247666ff3f61e913d74d3c90f2a810a8a920f78561045756 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:36:02.175 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:36:01 smithi017 podman[108025]: 2024-03-16 18:36:01.967901961 +0000 UTC m=+1.578813899 container cleanup 56daa34e407e97f4247666ff3f61e913d74d3c90f2a810a8a920f78561045756 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:36:02.175 INFO:journalctl@ceph.mds.d.smithi017.stdout:Mar 16 18:36:01 smithi017 bash[108025]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-d 2024-03-16T18:36:02.318 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.d.service' 2024-03-16T18:36:02.353 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:02.353 INFO:tasks.cephadm.mds.d:Stopped mds.d 2024-03-16T18:36:02.353 INFO:tasks.cephadm.mds.g:Stopping mds.g... 2024-03-16T18:36:02.353 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.g 2024-03-16T18:36:02.785 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:02 smithi017 systemd[1]: Stopping Ceph mds.g for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:02.785 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g[74233]: 2024-03-16T18:36:02.671+0000 7fa8d57a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.g -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:02.785 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:02 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g[74233]: 2024-03-16T18:36:02.671+0000 7fa8d57a0700 -1 mds.g *** got signal Terminated *** 2024-03-16T18:36:04.136 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:03 smithi017 podman[108147]: 2024-03-16 18:36:03.847485367 +0000 UTC m=+1.274612791 container died 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS) 2024-03-16T18:36:04.464 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:04 smithi017 podman[108147]: 2024-03-16 18:36:04.13834737 +0000 UTC m=+1.565474804 container cleanup 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307) 2024-03-16T18:36:04.465 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:04 smithi017 bash[108147]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g 2024-03-16T18:36:04.465 INFO:journalctl@ceph.mds.g.smithi017.stdout:Mar 16 18:36:04 smithi017 podman[108161]: 2024-03-16 18:36:04.364269988 +0000 UTC m=+0.517139333 container remove 63084fe7e63b30936b6c8540919c1ad65be4877da2647280f48c6dc579fed584 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-g, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:36:04.486 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.g.service' 2024-03-16T18:36:04.520 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:04.521 INFO:tasks.cephadm.mds.g:Stopped mds.g 2024-03-16T18:36:04.521 INFO:tasks.cephadm.mds.j:Stopping mds.j... 2024-03-16T18:36:04.521 DEBUG:teuthology.orchestra.run.smithi017:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.j 2024-03-16T18:36:04.785 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:36:04 smithi017 systemd[1]: Stopping Ceph mds.j for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:05.285 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:36:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j[73236]: 2024-03-16T18:36:04.866+0000 7f0b606cf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.j -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:05.285 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:36:04 smithi017 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j[73236]: 2024-03-16T18:36:04.866+0000 7f0b606cf700 -1 mds.j *** got signal Terminated *** 2024-03-16T18:36:07.008 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:36:06 smithi017 podman[108268]: 2024-03-16 18:36:06.749356168 +0000 UTC m=+2.011347562 container died 288959a5de14ba4fed2d66bb6902b3f94c47e851d325128f48b3bd4da2ad6d1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux ) 2024-03-16T18:36:07.285 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:36:07 smithi017 podman[108268]: 2024-03-16 18:36:07.109113722 +0000 UTC m=+2.371105167 container cleanup 288959a5de14ba4fed2d66bb6902b3f94c47e851d325128f48b3bd4da2ad6d1d (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240307) 2024-03-16T18:36:07.285 INFO:journalctl@ceph.mds.j.smithi017.stdout:Mar 16 18:36:07 smithi017 bash[108268]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-j 2024-03-16T18:36:07.539 DEBUG:teuthology.orchestra.run.smithi017:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.j.service' 2024-03-16T18:36:07.573 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:07.573 INFO:tasks.cephadm.mds.j:Stopped mds.j 2024-03-16T18:36:07.573 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-03-16T18:36:07.574 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.b 2024-03-16T18:36:07.871 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:07 smithi149 systemd[1]: Stopping Ceph mds.b for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:08.334 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: 2024-03-16T18:36:07.871+0000 7f68fceef700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:08.334 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:07 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b[66584]: 2024-03-16T18:36:07.871+0000 7f68fceef700 -1 mds.b *** got signal Terminated *** 2024-03-16T18:36:12.155 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:11 smithi149 podman[73401]: 2024-03-16 18:36:11.856186452 +0000 UTC m=+4.081127316 container died c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS) 2024-03-16T18:36:12.584 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:12 smithi149 podman[73401]: 2024-03-16 18:36:12.239235093 +0000 UTC m=+4.464175959 container cleanup c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-03-16T18:36:12.584 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:12 smithi149 bash[73401]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b 2024-03-16T18:36:12.584 INFO:journalctl@ceph.mds.b.smithi149.stdout:Mar 16 18:36:12 smithi149 podman[73415]: 2024-03-16 18:36:12.406998719 +0000 UTC m=+0.545105908 container remove c252f445469eecd6df4331f79856df41ac544a2f043b47d99b0d33bd5b570a01 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-b, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30) 2024-03-16T18:36:12.603 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.b.service' 2024-03-16T18:36:12.641 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:12.641 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-03-16T18:36:12.641 INFO:tasks.cephadm.mds.e:Stopping mds.e... 2024-03-16T18:36:12.641 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.e 2024-03-16T18:36:12.966 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:36:12 smithi149 systemd[1]: Stopping Ceph mds.e for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:13.334 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:36:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e[65969]: 2024-03-16T18:36:12.967+0000 7f9b82448700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.e -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:13.334 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:36:12 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e[65969]: 2024-03-16T18:36:12.967+0000 7f9b82448700 -1 mds.e *** got signal Terminated *** 2024-03-16T18:36:16.158 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:36:15 smithi149 podman[73525]: 2024-03-16 18:36:15.866048875 +0000 UTC m=+3.006161468 container died 9296b944af010fa82987ce0506fd58048aa0ebfe5ee38dbf306d8e18f8790cdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:36:16.467 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:36:16 smithi149 podman[73525]: 2024-03-16 18:36:16.25920272 +0000 UTC m=+3.399315312 container cleanup 9296b944af010fa82987ce0506fd58048aa0ebfe5ee38dbf306d8e18f8790cdd (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-03-16T18:36:16.467 INFO:journalctl@ceph.mds.e.smithi149.stdout:Mar 16 18:36:16 smithi149 bash[73525]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-e 2024-03-16T18:36:16.607 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.e.service' 2024-03-16T18:36:16.643 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:16.643 INFO:tasks.cephadm.mds.e:Stopped mds.e 2024-03-16T18:36:16.644 INFO:tasks.cephadm.mds.h:Stopping mds.h... 2024-03-16T18:36:16.644 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.h 2024-03-16T18:36:17.084 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:36:16 smithi149 systemd[1]: Stopping Ceph mds.h for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:17.084 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:36:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h[66275]: 2024-03-16T18:36:16.971+0000 7f754acfe700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.h -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:17.084 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:36:16 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h[66275]: 2024-03-16T18:36:16.971+0000 7f754acfe700 -1 mds.h *** got signal Terminated *** 2024-03-16T18:36:20.145 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:36:19 smithi149 podman[73656]: 2024-03-16 18:36:19.858626502 +0000 UTC m=+2.992471227 container died 4965eb47878da84336d0f138c6c8e165eb49e9d9fc6b14f995f964b1f77fe987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d) 2024-03-16T18:36:20.462 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:36:20 smithi149 podman[73656]: 2024-03-16 18:36:20.238029806 +0000 UTC m=+3.371874534 container cleanup 4965eb47878da84336d0f138c6c8e165eb49e9d9fc6b14f995f964b1f77fe987 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-03-16T18:36:20.462 INFO:journalctl@ceph.mds.h.smithi149.stdout:Mar 16 18:36:20 smithi149 bash[73656]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-h 2024-03-16T18:36:20.599 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.h.service' 2024-03-16T18:36:20.636 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:20.636 INFO:tasks.cephadm.mds.h:Stopped mds.h 2024-03-16T18:36:20.636 INFO:tasks.cephadm.mds.k:Stopping mds.k... 2024-03-16T18:36:20.636 DEBUG:teuthology.orchestra.run.smithi149:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.k 2024-03-16T18:36:21.084 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:36:20 smithi149 systemd[1]: Stopping Ceph mds.k for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:21.084 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:36:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k[65651]: 2024-03-16T18:36:20.957+0000 7fe781c8e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.k -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:21.084 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:36:20 smithi149 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k[65651]: 2024-03-16T18:36:20.957+0000 7fe781c8e700 -1 mds.k *** got signal Terminated *** 2024-03-16T18:36:24.123 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:36:23 smithi149 podman[73777]: 2024-03-16 18:36:23.8662896 +0000 UTC m=+3.000976187 container died 9532692c63afd59e39a07d10021a97ebb0bb74c981cbe7f0e7cfb2fb7340313c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.schema-version=1.0, ceph=True) 2024-03-16T18:36:24.449 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:36:24 smithi149 podman[73777]: 2024-03-16 18:36:24.258106073 +0000 UTC m=+3.392792658 container cleanup 9532692c63afd59e39a07d10021a97ebb0bb74c981cbe7f0e7cfb2fb7340313c (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k, CEPH_POINT_RELEASE=, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240307, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image) 2024-03-16T18:36:24.449 INFO:journalctl@ceph.mds.k.smithi149.stdout:Mar 16 18:36:24 smithi149 bash[73777]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-k 2024-03-16T18:36:24.574 DEBUG:teuthology.orchestra.run.smithi149:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.k.service' 2024-03-16T18:36:24.609 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:24.609 INFO:tasks.cephadm.mds.k:Stopped mds.k 2024-03-16T18:36:24.609 INFO:tasks.cephadm.mds.c:Stopping mds.c... 2024-03-16T18:36:24.609 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.c 2024-03-16T18:36:24.956 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:36:24 smithi153 systemd[1]: Stopping Ceph mds.c for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:25.225 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:36:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c[66260]: 2024-03-16T18:36:24.957+0000 7fb1af9e3700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:25.226 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:36:24 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c[66260]: 2024-03-16T18:36:24.957+0000 7fb1af9e3700 -1 mds.c *** got signal Terminated *** 2024-03-16T18:36:28.157 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:36:27 smithi153 podman[74121]: 2024-03-16 18:36:27.86802816 +0000 UTC m=+3.062331110 container died a9a1568e6939cc4626dddfcc2060c460c6c5c61c868f181f2d37aafae9f83517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS) 2024-03-16T18:36:28.491 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:36:28 smithi153 podman[74121]: 2024-03-16 18:36:28.258006105 +0000 UTC m=+3.452309065 container cleanup a9a1568e6939cc4626dddfcc2060c460c6c5c61c868f181f2d37aafae9f83517 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.build-date=20240307, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-03-16T18:36:28.491 INFO:journalctl@ceph.mds.c.smithi153.stdout:Mar 16 18:36:28 smithi153 bash[74121]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-c 2024-03-16T18:36:28.642 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.c.service' 2024-03-16T18:36:28.680 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:28.680 INFO:tasks.cephadm.mds.c:Stopped mds.c 2024-03-16T18:36:28.680 INFO:tasks.cephadm.mds.f:Stopping mds.f... 2024-03-16T18:36:28.680 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.f 2024-03-16T18:36:29.002 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:36:28 smithi153 systemd[1]: Stopping Ceph mds.f for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:29.357 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:36:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f[65951]: 2024-03-16T18:36:29.003+0000 7ff52763a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.f -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:29.358 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:36:29 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f[65951]: 2024-03-16T18:36:29.003+0000 7ff52763a700 -1 mds.f *** got signal Terminated *** 2024-03-16T18:36:32.153 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:36:31 smithi153 podman[74255]: 2024-03-16 18:36:31.863547397 +0000 UTC m=+2.968014116 container died dbc116dc2567ac75d6492a1c67aac62e02be4e707956b829569453b20e42a771 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, GIT_CLEAN=True) 2024-03-16T18:36:32.485 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:36:32 smithi153 podman[74255]: 2024-03-16 18:36:32.219971094 +0000 UTC m=+3.324437813 container cleanup dbc116dc2567ac75d6492a1c67aac62e02be4e707956b829569453b20e42a771 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240307, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-03-16T18:36:32.485 INFO:journalctl@ceph.mds.f.smithi153.stdout:Mar 16 18:36:32 smithi153 bash[74255]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-f 2024-03-16T18:36:32.641 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.f.service' 2024-03-16T18:36:32.677 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:32.677 INFO:tasks.cephadm.mds.f:Stopped mds.f 2024-03-16T18:36:32.677 INFO:tasks.cephadm.mds.i:Stopping mds.i... 2024-03-16T18:36:32.677 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.i 2024-03-16T18:36:33.108 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:36:32 smithi153 systemd[1]: Stopping Ceph mds.i for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:33.108 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:36:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i[66565]: 2024-03-16T18:36:32.981+0000 7f26e7ba5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.i -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:33.108 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:36:32 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i[66565]: 2024-03-16T18:36:32.981+0000 7f26e7ba5700 -1 mds.i *** got signal Terminated *** 2024-03-16T18:36:36.108 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:36:35 smithi153 podman[74378]: 2024-03-16 18:36:35.873655625 +0000 UTC m=+2.984351397 container died 9d2f6e1fb847e56da77e78dc95f3572320e95d510eebe69dd4c9a3a766b7dbe5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240307, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-03-16T18:36:36.490 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:36:36 smithi153 podman[74378]: 2024-03-16 18:36:36.248566845 +0000 UTC m=+3.359262618 container cleanup 9d2f6e1fb847e56da77e78dc95f3572320e95d510eebe69dd4c9a3a766b7dbe5 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-03-16T18:36:36.490 INFO:journalctl@ceph.mds.i.smithi153.stdout:Mar 16 18:36:36 smithi153 bash[74378]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-i 2024-03-16T18:36:36.612 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.i.service' 2024-03-16T18:36:36.648 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:36.648 INFO:tasks.cephadm.mds.i:Stopped mds.i 2024-03-16T18:36:36.648 INFO:tasks.cephadm.mds.l:Stopping mds.l... 2024-03-16T18:36:36.648 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.l 2024-03-16T18:36:36.857 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:36 smithi153 systemd[1]: Stopping Ceph mds.l for 5a81d92e-e3c0-11ee-95c9-87774f69a715... 2024-03-16T18:36:37.358 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l[65635]: 2024-03-16T18:36:36.968+0000 7f57c747b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.l -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-03-16T18:36:37.358 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:36 smithi153 ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l[65635]: 2024-03-16T18:36:36.968+0000 7f57c747b700 -1 mds.l *** got signal Terminated *** 2024-03-16T18:36:40.108 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:39 smithi153 podman[74498]: 2024-03-16 18:36:39.859229157 +0000 UTC m=+2.991094211 container died ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l, org.label-schema.build-date=20240307, ceph=True, GIT_CLEAN=True, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-lusov-qdb-squid-aba3c1d, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-03-16T18:36:40.384 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:40 smithi153 podman[74498]: 2024-03-16 18:36:40.210575524 +0000 UTC m=+3.342440577 container cleanup ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l, org.label-schema.build-date=20240307, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-03-16T18:36:40.384 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:40 smithi153 bash[74498]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l 2024-03-16T18:36:40.621 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.l.service' 2024-03-16T18:36:40.644 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:40 smithi153 podman[74512]: 2024-03-16 18:36:40.386445915 +0000 UTC m=+0.518100875 container remove ec347538bad8460ec743a1937a6c69c088b19b308e03e32a3529fadd4e5fa702 (image=quay-quay-quay.apps.os.sepia.ceph.com/ceph-ci/ceph@sha256:264d2baad1e15edc24e723089ae314893f176dbcd8c8990ddeaead799c48d2b3, name=ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715-mds-l, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-lusov-qdb-squid-aba3c1d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=08b1ab54e11946f162e232e2750e80887689df30, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240307, maintainer=Guillaume Abrioux ) 2024-03-16T18:36:40.644 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:40 smithi153 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.l.service: Deactivated successfully. 2024-03-16T18:36:40.644 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:40 smithi153 systemd[1]: Stopped Ceph mds.l for 5a81d92e-e3c0-11ee-95c9-87774f69a715. 2024-03-16T18:36:40.644 INFO:journalctl@ceph.mds.l.smithi153.stdout:Mar 16 18:36:40 smithi153 systemd[1]: ceph-5a81d92e-e3c0-11ee-95c9-87774f69a715@mds.l.service: Consumed 1.852s CPU time. 2024-03-16T18:36:40.655 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-03-16T18:36:40.655 INFO:tasks.cephadm.mds.l:Stopped mds.l 2024-03-16T18:36:40.655 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --force --keep-logs 2024-03-16T18:36:40.851 INFO:teuthology.orchestra.run.smithi017.stdout:Deleting cluster with fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:36:43.172 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --force --keep-logs 2024-03-16T18:36:43.364 INFO:teuthology.orchestra.run.smithi149.stdout:Deleting cluster with fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:36:45.643 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --force --keep-logs 2024-03-16T18:36:45.834 INFO:teuthology.orchestra.run.smithi153.stdout:Deleting cluster with fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:36:48.171 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:36:48.205 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:36:48.235 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-03-16T18:36:48.264 INFO:tasks.cephadm:Archiving crash dumps... 2024-03-16T18:36:48.266 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi017/crash 2024-03-16T18:36:48.266 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash -- . 2024-03-16T18:36:48.310 INFO:teuthology.orchestra.run.smithi017.stderr:tar: /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory 2024-03-16T18:36:48.311 INFO:teuthology.orchestra.run.smithi017.stderr:tar: Error is not recoverable: exiting now 2024-03-16T18:36:48.402 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi149/crash 2024-03-16T18:36:48.420 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash -- . 2024-03-16T18:36:48.468 INFO:teuthology.orchestra.run.smithi149.stderr:tar: /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory 2024-03-16T18:36:48.468 INFO:teuthology.orchestra.run.smithi149.stderr:tar: Error is not recoverable: exiting now 2024-03-16T18:36:48.587 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi153/crash 2024-03-16T18:36:48.792 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash -- . 2024-03-16T18:36:48.832 INFO:teuthology.orchestra.run.smithi153.stderr:tar: /var/lib/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/crash: Cannot open: No such file or directory 2024-03-16T18:36:48.832 INFO:teuthology.orchestra.run.smithi153.stderr:tar: Error is not recoverable: exiting now 2024-03-16T18:36:48.834 INFO:tasks.cephadm:Checking cluster log for badness... 2024-03-16T18:36:48.834 DEBUG:teuthology.orchestra.run.smithi017:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-16T18:36:48.874 INFO:teuthology.orchestra.run.smithi017.stdout:2024-03-16T18:12:49.830252+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-16T18:36:48.875 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-03-16T18:36:48.875 DEBUG:teuthology.orchestra.run.smithi017:> sudo egrep '\[SEC\]' /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-16T18:36:48.952 DEBUG:teuthology.orchestra.run.smithi017:> sudo egrep '\[ERR\]' /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-16T18:36:49.028 DEBUG:teuthology.orchestra.run.smithi017:> sudo egrep '\[WRN\]' /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'overall HEALTH_' | egrep -v '\(FS_DEGRADED\)' | egrep -v '\(MDS_FAILED\)' | egrep -v '\(MDS_DEGRADED\)' | egrep -v '\(FS_WITH_FAILED_MDS\)' | egrep -v '\(MDS_DAMAGE\)' | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v '\(FS_INLINE_DATA_DEPRECATED\)' | egrep -v '\(POOL_APP_NOT_ENABLED\)' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v 'slow metadata IO' | egrep -v SLOW_OPS | egrep -v 'slow request' | head -n 1 2024-03-16T18:36:49.102 INFO:teuthology.orchestra.run.smithi017.stdout:2024-03-16T18:12:49.830252+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c 2024-03-16T18:36:49.102 INFO:tasks.cephadm:Compressing logs... 2024-03-16T18:36:49.102 DEBUG:teuthology.orchestra.run.smithi017:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-16T18:36:49.145 DEBUG:teuthology.orchestra.run.smithi149:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-16T18:36:49.148 DEBUG:teuthology.orchestra.run.smithi153:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-03-16T18:36:49.171 INFO:teuthology.orchestra.run.smithi017.stderr:find: ‘/var/log/rbd-target-api’: No such file or directory 2024-03-16T18:36:49.171 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-16T18:36:49.171 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/ceph-client.0.log 2024-03-16T18:36:49.171 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ceph-client.admin.log 2024-03-16T18:36:49.172 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.0.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.6.log 2024-03-16T18:36:49.172 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/ceph-client.admin.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.a.log 2024-03-16T18:36:49.173 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log 2024-03-16T18:36:49.173 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.g.log 2024-03-16T18:36:49.174 INFO:teuthology.orchestra.run.smithi149.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-16T18:36:49.175 INFO:teuthology.orchestra.run.smithi149.stderr:: No such file or directory 2024-03-16T18:36:49.175 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.10.log 2024-03-16T18:36:49.175 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log 2024-03-16T18:36:49.175 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.b.log 2024-03-16T18:36:49.175 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.10.log: /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.4.log 2024-03-16T18:36:49.181 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.1.log 2024-03-16T18:36:49.181 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.b.log: /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.k.log 2024-03-16T18:36:49.181 INFO:teuthology.orchestra.run.smithi149.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-16T18:36:49.181 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.h.log 2024-03-16T18:36:49.181 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.k.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.7.log 2024-03-16T18:36:49.182 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.h.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.e.log 2024-03-16T18:36:49.182 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.7.log: 90.1% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log.gz 2024-03-16T18:36:49.188 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.j.log 2024-03-16T18:36:49.189 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.g.log: 92.6% -- replaced with /var/log/ceph/ceph-client.admin.log.gz 2024-03-16T18:36:49.189 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.j.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.3.log 2024-03-16T18:36:49.189 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.x.log 2024-03-16T18:36:49.189 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.3.log: 90.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log.gz 2024-03-16T18:36:49.189 INFO:teuthology.orchestra.run.smithi017.stderr: 93.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-16T18:36:49.189 INFO:teuthology.orchestra.run.smithi017.stderr: 94.6% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.j.log.gz 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.0.log 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log: 83.7% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log.gz 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log: 87.2% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log.gz 2024-03-16T18:36:49.190 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.9.log 2024-03-16T18:36:49.193 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.y.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:: No such file or directory 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.l.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.l.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.i.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.11.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.z.log 2024-03-16T18:36:49.196 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.i.log: /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.11.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.8.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr: 92.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.z.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.5.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.8.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.f.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.f.log: 90.1% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.audit.log.gz 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log: 83.4% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log.gz 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.2.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log: 87.2% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log.gz 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.c.log 2024-03-16T18:36:49.197 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.2.log: 92.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.z.log.gz 2024-03-16T18:36:49.198 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.d.log 2024-03-16T18:36:49.199 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log 2024-03-16T18:36:49.200 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.9.log: 91.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log.gz 2024-03-16T18:36:49.201 INFO:teuthology.orchestra.run.smithi017.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.a.log 2024-03-16T18:36:49.205 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.e.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log 2024-03-16T18:36:49.206 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.d.log: 94.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.d.log.gz 2024-03-16T18:36:49.211 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.c.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.c.log 2024-03-16T18:36:49.213 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log 2024-03-16T18:36:49.214 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log: 83.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.cephadm.log.gz 2024-03-16T18:36:49.220 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log 2024-03-16T18:36:49.223 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log: 91.9% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.y.log.gz 2024-03-16T18:36:49.237 INFO:teuthology.orchestra.run.smithi149.stderr: 87.2% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph.log.gz 2024-03-16T18:36:49.237 INFO:teuthology.orchestra.run.smithi149.stderr:gzip -5 --verbose -- /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.b.log 2024-03-16T18:36:49.239 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log: /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.c.log: 91.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log.gz 2024-03-16T18:36:49.246 INFO:teuthology.orchestra.run.smithi017.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.a.log: 94.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.g.log.gz 2024-03-16T18:36:49.248 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log: 94.7% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.k.log.gz 2024-03-16T18:36:49.249 INFO:teuthology.orchestra.run.smithi153.stderr: 94.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.l.log.gz 2024-03-16T18:36:49.254 INFO:teuthology.orchestra.run.smithi153.stderr: 92.7% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.i.log.gz 2024-03-16T18:36:49.258 INFO:teuthology.orchestra.run.smithi149.stderr:/var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.b.log: 92.4% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.h.log.gz 2024-03-16T18:36:49.260 INFO:teuthology.orchestra.run.smithi149.stderr: 91.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-volume.log.gz 2024-03-16T18:36:49.273 INFO:teuthology.orchestra.run.smithi153.stderr: 92.7% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.c.log.gz 2024-03-16T18:36:49.281 INFO:teuthology.orchestra.run.smithi017.stderr: 94.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.a.log.gz 2024-03-16T18:36:49.282 INFO:teuthology.orchestra.run.smithi149.stderr: 92.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.e.log.gz 2024-03-16T18:36:49.457 INFO:teuthology.orchestra.run.smithi017.stderr: 90.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mgr.x.log.gz 2024-03-16T18:36:49.471 INFO:teuthology.orchestra.run.smithi153.stderr: 94.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.f.log.gz 2024-03-16T18:36:49.604 INFO:teuthology.orchestra.run.smithi017.stderr: 92.3% -- replaced with /var/log/ceph/ceph-client.0.log.gz 2024-03-16T18:36:49.650 INFO:teuthology.orchestra.run.smithi153.stderr: 92.1% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.c.log.gz 2024-03-16T18:36:49.767 INFO:teuthology.orchestra.run.smithi149.stderr: 92.2% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.b.log.gz 2024-03-16T18:36:50.237 INFO:teuthology.orchestra.run.smithi149.stderr: 92.6% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.4.log.gz 2024-03-16T18:36:50.287 INFO:teuthology.orchestra.run.smithi017.stderr: 90.6% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mon.a.log.gz 2024-03-16T18:36:50.316 INFO:teuthology.orchestra.run.smithi149.stderr: 92.0% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.1.log.gz 2024-03-16T18:36:50.409 INFO:teuthology.orchestra.run.smithi017.stderr: 92.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.0.log.gz 2024-03-16T18:36:50.490 INFO:teuthology.orchestra.run.smithi017.stderr: 92.3% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.6.log.gz 2024-03-16T18:36:50.567 INFO:teuthology.orchestra.run.smithi017.stderr: 92.1% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.9.log.gz 2024-03-16T18:36:50.589 INFO:teuthology.orchestra.run.smithi153.stderr: 91.8% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.8.log.gz 2024-03-16T18:36:50.798 INFO:teuthology.orchestra.run.smithi153.stderr: 92.9% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.11.log.gz 2024-03-16T18:36:50.922 INFO:teuthology.orchestra.run.smithi017.stderr: 93.1% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.3.log.gz 2024-03-16T18:36:50.924 INFO:teuthology.orchestra.run.smithi017.stderr: 2024-03-16T18:36:50.924 INFO:teuthology.orchestra.run.smithi017.stderr:real 0m1.766s 2024-03-16T18:36:50.924 INFO:teuthology.orchestra.run.smithi017.stderr:user 0m7.408s 2024-03-16T18:36:50.924 INFO:teuthology.orchestra.run.smithi017.stderr:sys 0m0.242s 2024-03-16T18:36:51.105 INFO:teuthology.orchestra.run.smithi153.stderr: 91.8% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.5.log.gz 2024-03-16T18:36:51.253 INFO:teuthology.orchestra.run.smithi149.stderr: 92.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.10.log.gz 2024-03-16T18:36:51.275 INFO:teuthology.orchestra.run.smithi149.stderr: 92.9% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-mds.b.log.gz 2024-03-16T18:36:51.552 INFO:teuthology.orchestra.run.smithi153.stderr: 91.5% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.2.log.gz 2024-03-16T18:36:51.554 INFO:teuthology.orchestra.run.smithi153.stderr: 2024-03-16T18:36:51.554 INFO:teuthology.orchestra.run.smithi153.stderr:real 0m2.391s 2024-03-16T18:36:51.554 INFO:teuthology.orchestra.run.smithi153.stderr:user 0m7.964s 2024-03-16T18:36:51.554 INFO:teuthology.orchestra.run.smithi153.stderr:sys 0m0.308s 2024-03-16T18:36:51.636 INFO:teuthology.orchestra.run.smithi149.stderr: 92.4% -- replaced with /var/log/ceph/5a81d92e-e3c0-11ee-95c9-87774f69a715/ceph-osd.7.log.gz 2024-03-16T18:36:51.638 INFO:teuthology.orchestra.run.smithi149.stderr: 2024-03-16T18:36:51.638 INFO:teuthology.orchestra.run.smithi149.stderr:real 0m2.478s 2024-03-16T18:36:51.638 INFO:teuthology.orchestra.run.smithi149.stderr:user 0m9.286s 2024-03-16T18:36:51.638 INFO:teuthology.orchestra.run.smithi149.stderr:sys 0m0.337s 2024-03-16T18:36:51.639 INFO:tasks.cephadm:Archiving logs... 2024-03-16T18:36:51.639 DEBUG:teuthology.misc:Transferring archived files from smithi017:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi017/log 2024-03-16T18:36:51.640 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-16T18:36:52.680 DEBUG:teuthology.misc:Transferring archived files from smithi149:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi149/log 2024-03-16T18:36:52.681 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-16T18:36:54.038 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/log/ceph to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi153/log 2024-03-16T18:36:54.039 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /var/log/ceph -- . 2024-03-16T18:36:55.387 INFO:tasks.cephadm:Removing cluster... 2024-03-16T18:36:55.387 DEBUG:teuthology.orchestra.run.smithi017:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --force 2024-03-16T18:36:55.585 INFO:teuthology.orchestra.run.smithi017.stdout:Deleting cluster with fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:36:55.841 DEBUG:teuthology.orchestra.run.smithi149:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --force 2024-03-16T18:36:56.033 INFO:teuthology.orchestra.run.smithi149.stdout:Deleting cluster with fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:36:56.296 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 5a81d92e-e3c0-11ee-95c9-87774f69a715 --force 2024-03-16T18:36:56.482 INFO:teuthology.orchestra.run.smithi153.stdout:Deleting cluster with fsid: 5a81d92e-e3c0-11ee-95c9-87774f69a715 2024-03-16T18:36:56.740 INFO:tasks.cephadm:Removing cephadm ... 2024-03-16T18:36:56.740 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-16T18:36:56.758 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-16T18:36:56.774 DEBUG:teuthology.orchestra.run.smithi153:> rm -rf /home/ubuntu/cephtest/cephadm 2024-03-16T18:36:56.790 INFO:tasks.cephadm:Teardown complete 2024-03-16T18:36:56.790 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-03-16T18:36:56.803 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-03-16T18:36:56.803 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-16T18:36:56.805 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-16T18:36:56.817 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-03-16T18:36:56.933 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-03-16T18:36:56.944 INFO:teuthology.task.clock:Checking final clock skew... 2024-03-16T18:36:56.944 DEBUG:teuthology.orchestra.run.smithi017:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-16T18:36:56.947 DEBUG:teuthology.orchestra.run.smithi149:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-16T18:36:56.949 DEBUG:teuthology.orchestra.run.smithi153:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-03-16T18:36:56.960 INFO:teuthology.orchestra.run.smithi017.stderr:bash: line 1: ntpq: command not found 2024-03-16T18:36:56.961 INFO:teuthology.orchestra.run.smithi149.stderr:bash: line 1: ntpq: command not found 2024-03-16T18:36:56.963 INFO:teuthology.orchestra.run.smithi153.stderr:bash: line 1: ntpq: command not found 2024-03-16T18:36:56.965 INFO:teuthology.orchestra.run.smithi017.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-16T18:36:56.965 INFO:teuthology.orchestra.run.smithi017.stdout:=============================================================================== 2024-03-16T18:36:56.965 INFO:teuthology.orchestra.run.smithi017.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 61 +1081us[+1081us] +/- 121ms 2024-03-16T18:36:56.965 INFO:teuthology.orchestra.run.smithi017.stdout:^* hv02.front.sepia.ceph.com 3 6 377 64 -2405us[-2402us] +/- 64ms 2024-03-16T18:36:56.965 INFO:teuthology.orchestra.run.smithi017.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 58 +2710us[+2710us] +/- 92ms 2024-03-16T18:36:56.965 INFO:teuthology.orchestra.run.smithi017.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:36:56.966 INFO:teuthology.orchestra.run.smithi149.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-16T18:36:56.967 INFO:teuthology.orchestra.run.smithi149.stdout:=============================================================================== 2024-03-16T18:36:56.967 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 61 +1058us[+1058us] +/- 121ms 2024-03-16T18:36:56.967 INFO:teuthology.orchestra.run.smithi149.stdout:^* hv02.front.sepia.ceph.com 3 6 377 62 -2420us[-2369us] +/- 64ms 2024-03-16T18:36:56.967 INFO:teuthology.orchestra.run.smithi149.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 62 +2681us[+2681us] +/- 92ms 2024-03-16T18:36:56.967 INFO:teuthology.orchestra.run.smithi149.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:36:56.968 INFO:teuthology.orchestra.run.smithi153.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-03-16T18:36:56.968 INFO:teuthology.orchestra.run.smithi153.stdout:=============================================================================== 2024-03-16T18:36:56.968 INFO:teuthology.orchestra.run.smithi153.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 1 +1153us[+1153us] +/- 121ms 2024-03-16T18:36:56.968 INFO:teuthology.orchestra.run.smithi153.stdout:^* hv02.front.sepia.ceph.com 3 6 377 61 -2424us[-2422us] +/- 64ms 2024-03-16T18:36:56.968 INFO:teuthology.orchestra.run.smithi153.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 61 +2688us[+2688us] +/- 92ms 2024-03-16T18:36:56.968 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv04.front.sepia.ceph.com 0 9 0 - +0ns[ +0ns] +/- 0ns 2024-03-16T18:36:56.968 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-03-16T18:36:56.979 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-03-16T18:36:56.979 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-03-16T18:36:56.990 DEBUG:teuthology.orchestra.run.smithi017:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-16T18:36:57.098 DEBUG:teuthology.orchestra.run.smithi149:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-16T18:36:57.171 DEBUG:teuthology.orchestra.run.smithi153:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-03-16T18:36:57.242 DEBUG:teuthology.orchestra.run.smithi017:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-16T18:36:57.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:36:57.274 DEBUG:teuthology.orchestra.run.smithi149:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-16T18:36:57.304 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:36:57.305 DEBUG:teuthology.orchestra.run.smithi153:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2024-03-16T18:36:57.334 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:36:57.335 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-03-16T18:36:57.346 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-03-16T18:36:57.358 INFO:teuthology.task.internal:Duration was 2004.972041 seconds 2024-03-16T18:36:57.358 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-03-16T18:36:57.369 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-03-16T18:36:57.369 DEBUG:teuthology.orchestra.run.smithi017:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-16T18:36:57.372 DEBUG:teuthology.orchestra.run.smithi149:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-16T18:36:57.375 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-03-16T18:36:57.414 INFO:teuthology.orchestra.run.smithi017.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-16T18:36:57.415 INFO:teuthology.orchestra.run.smithi149.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-16T18:36:57.418 INFO:teuthology.orchestra.run.smithi153.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-03-16T18:36:57.834 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-03-16T18:36:57.834 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi017.front.sepia.ceph.com 2024-03-16T18:36:57.834 DEBUG:teuthology.orchestra.run.smithi017:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-16T18:36:57.854 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi149.front.sepia.ceph.com 2024-03-16T18:36:57.854 DEBUG:teuthology.orchestra.run.smithi149:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-16T18:36:57.897 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi153.front.sepia.ceph.com 2024-03-16T18:36:57.898 DEBUG:teuthology.orchestra.run.smithi153:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-03-16T18:36:57.920 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-03-16T18:36:57.920 DEBUG:teuthology.orchestra.run.smithi017:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-16T18:36:57.922 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-16T18:36:57.940 DEBUG:teuthology.orchestra.run.smithi153:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-03-16T18:36:57.990 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-03-16T18:36:57.991 DEBUG:teuthology.orchestra.run.smithi017:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-16T18:36:57.993 DEBUG:teuthology.orchestra.run.smithi149:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-16T18:36:58.008 DEBUG:teuthology.orchestra.run.smithi153:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-03-16T18:36:58.399 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-03-16T18:36:58.410 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-03-16T18:36:58.410 DEBUG:teuthology.orchestra.run.smithi017:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-16T18:36:58.437 DEBUG:teuthology.orchestra.run.smithi149:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-16T18:36:58.465 DEBUG:teuthology.orchestra.run.smithi153:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-03-16T18:36:58.508 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-03-16T18:36:58.530 DEBUG:teuthology.orchestra.run.smithi017:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-16T18:36:58.534 DEBUG:teuthology.orchestra.run.smithi149:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-16T18:36:58.540 DEBUG:teuthology.orchestra.run.smithi153:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-03-16T18:36:58.557 INFO:teuthology.orchestra.run.smithi017.stdout:kernel.core_pattern = core 2024-03-16T18:36:58.560 INFO:teuthology.orchestra.run.smithi149.stdout:kernel.core_pattern = core 2024-03-16T18:36:58.574 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern = core 2024-03-16T18:36:58.616 DEBUG:teuthology.orchestra.run.smithi017:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-16T18:36:58.632 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:36:58.633 DEBUG:teuthology.orchestra.run.smithi149:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-16T18:36:58.666 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:36:58.667 DEBUG:teuthology.orchestra.run.smithi153:> test -e /home/ubuntu/cephtest/archive/coredump 2024-03-16T18:36:58.681 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-03-16T18:36:58.681 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-03-16T18:36:58.704 INFO:teuthology.task.internal:Transferring archived files... 2024-03-16T18:36:58.705 DEBUG:teuthology.misc:Transferring archived files from smithi017:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi017 2024-03-16T18:36:58.705 DEBUG:teuthology.orchestra.run.smithi017:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-16T18:36:58.768 DEBUG:teuthology.misc:Transferring archived files from smithi149:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi149 2024-03-16T18:36:58.768 DEBUG:teuthology.orchestra.run.smithi149:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-16T18:36:58.824 DEBUG:teuthology.misc:Transferring archived files from smithi153:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038/remote/smithi153 2024-03-16T18:36:58.825 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-03-16T18:36:58.868 INFO:teuthology.task.internal:Removing archive directory... 2024-03-16T18:36:58.868 DEBUG:teuthology.orchestra.run.smithi017:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-16T18:36:58.871 DEBUG:teuthology.orchestra.run.smithi149:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-16T18:36:58.873 DEBUG:teuthology.orchestra.run.smithi153:> rm -rf -- /home/ubuntu/cephtest/archive 2024-03-16T18:36:58.914 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-03-16T18:36:58.926 INFO:teuthology.task.internal:Not uploading archives. 2024-03-16T18:36:58.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-03-16T18:36:58.985 INFO:teuthology.task.internal:Tidying up after the test... 2024-03-16T18:36:58.985 DEBUG:teuthology.orchestra.run.smithi017:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-16T18:36:58.988 DEBUG:teuthology.orchestra.run.smithi149:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-16T18:36:58.990 DEBUG:teuthology.orchestra.run.smithi153:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-03-16T18:36:59.000 INFO:teuthology.orchestra.run.smithi017.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 16 18:36 /home/ubuntu/cephtest 2024-03-16T18:36:59.002 INFO:teuthology.orchestra.run.smithi149.stdout: 265300 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 16 18:36 /home/ubuntu/cephtest 2024-03-16T18:36:59.004 INFO:teuthology.orchestra.run.smithi153.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Mar 16 18:36 /home/ubuntu/cephtest 2024-03-16T18:36:59.005 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-03-16T18:36:59.019 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-03-16T18:36:59.045 INFO:teuthology.nuke:Checking targets against current locks 2024-03-16T18:36:59.072 DEBUG:teuthology.nuke:shortname: smithi017 2024-03-16T18:36:59.072 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-16T18:36:59.094 DEBUG:teuthology.nuke:shortname: smithi149 2024-03-16T18:36:59.094 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-16T18:36:59.099 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi017.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-16 17:53:32.960174', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBAP+2ufgkanXNIsbD2rlgywdDZ+OHY2SGUGjdFU7SbdCwT6kuTrV6qZXTf92Nkz/cc34WIt525DXdjudKwNksE='} 2024-03-16T18:36:59.115 DEBUG:teuthology.nuke:shortname: smithi153 2024-03-16T18:36:59.115 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-03-16T18:36:59.120 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi149.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-16 17:53:32.961388', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBF1083Qk1dkBFu6ujJLzc4RtdtQsjZuy9n4qoFCD7lxwpjfY8LGWU5gshsuKWCbaKXgT5TXLsEGNZQ94wWwLLZw='} 2024-03-16T18:36:59.135 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi153.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/leonidus-2024-03-15_11:44:52-fs-wip-lusov-qdb-squid-distro-default-smithi/7602038', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-03-16 17:53:32.962363', 'locked_by': 'scheduled_leonidus@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBBofL9I0aue4b+szUzJC8XDXA/nhVlzcNFxarFzlR5H20WTDssGyxB+fNMKwtm6L+ywiQBOJbvYVrnofQoyau7U='} 2024-03-16T18:36:59.149 INFO:teuthology.orchestra.console.smithi017:Power off 2024-03-16T18:36:59.150 DEBUG:teuthology.orchestra.console.smithi017:pexpect command: ipmitool -H smithi017.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-16T18:36:59.177 DEBUG:teuthology.orchestra.console.smithi017:power off output: Chassis Power Control: Down/Off 2024-03-16T18:36:59.177 DEBUG:teuthology.orchestra.console.smithi017:pexpect command: ipmitool -H smithi017.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:36:59.197 INFO:teuthology.orchestra.console.smithi149:Power off 2024-03-16T18:36:59.198 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-16T18:36:59.214 INFO:teuthology.orchestra.console.smithi153:Power off 2024-03-16T18:36:59.214 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-03-16T18:36:59.225 DEBUG:teuthology.orchestra.console.smithi017:check power output: Chassis Power is on 2024-03-16T18:36:59.226 DEBUG:teuthology.orchestra.console.smithi149:power off output: Chassis Power Control: Down/Off 2024-03-16T18:36:59.226 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:36:59.238 DEBUG:teuthology.orchestra.console.smithi153:power off output: Chassis Power Control: Down/Off 2024-03-16T18:36:59.238 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:36:59.254 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2024-03-16T18:36:59.265 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-03-16T18:37:03.226 DEBUG:teuthology.orchestra.console.smithi017:pexpect command: ipmitool -H smithi017.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:37:03.255 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:37:03.266 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:37:03.336 DEBUG:teuthology.orchestra.console.smithi017:check power output: Chassis Power is on 2024-03-16T18:37:03.364 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is on 2024-03-16T18:37:03.375 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-03-16T18:37:07.341 DEBUG:teuthology.orchestra.console.smithi017:pexpect command: ipmitool -H smithi017.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:37:07.365 DEBUG:teuthology.orchestra.console.smithi149:pexpect command: ipmitool -H smithi149.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:37:07.376 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-03-16T18:37:07.453 DEBUG:teuthology.orchestra.console.smithi017:check power output: Chassis Power is off 2024-03-16T18:37:07.475 DEBUG:teuthology.orchestra.console.smithi149:check power output: Chassis Power is off 2024-03-16T18:37:07.486 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is off 2024-03-16T18:37:07.554 INFO:teuthology.orchestra.console.smithi017:Power off completed 2024-03-16T18:37:07.576 INFO:teuthology.orchestra.console.smithi149:Power off completed 2024-03-16T18:37:07.586 INFO:teuthology.orchestra.console.smithi153:Power off completed 2024-03-16T18:37:07.691 INFO:teuthology.run:Summary data: description: fs/workload/{0-centos_9.stream begin/{0-install 1-cephadm 2-logrotate} clusters/1a11s-mds-1c-client-3node conf/{client mds mon osd} mount/fuse objectstore-ec/bluestore-ec-root omap_limit/10 overrides/{cephsqlite-timeout frag ignorelist_health ignorelist_wrongly_marked_down osd-asserts session_timeout} ranks/multi/{balancer/automatic export-check n/5 replication/default} standby-replay tasks/{0-subvolume/{with-namespace-isolated-and-quota} 1-check-counter 2-scrub/yes 3-snaps/yes 4-flush/no 5-workunit/fs/test_o_trunc}} duration: 2004.9720408916473 failure_reason: '"2024-03-16T18:12:49.830252+0000 mon.a (mon.0) 190 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,c" in cluster log' flavor: default owner: scheduled_leonidus@teuthology success: false 2024-03-16T18:37:07.692 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-03-16T18:37:07.779 INFO:teuthology.run:FAIL